M3uParser.cs 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328
  1. #pragma warning disable CS1591
  2. using System;
  3. using System.Collections.Generic;
  4. using System.Globalization;
  5. using System.IO;
  6. using System.Linq;
  7. using System.Net.Http;
  8. using System.Text.RegularExpressions;
  9. using System.Threading;
  10. using System.Threading.Tasks;
  11. using MediaBrowser.Common.Extensions;
  12. using MediaBrowser.Common.Net;
  13. using MediaBrowser.Controller;
  14. using MediaBrowser.Controller.LiveTv;
  15. using Microsoft.Extensions.Logging;
  16. namespace Emby.Server.Implementations.LiveTv.TunerHosts
  17. {
  18. public class M3uParser
  19. {
  20. private readonly ILogger _logger;
  21. private readonly IHttpClientFactory _httpClientFactory;
  22. private readonly IServerApplicationHost _appHost;
  23. public M3uParser(ILogger logger, IHttpClientFactory httpClientFactory, IServerApplicationHost appHost)
  24. {
  25. _logger = logger;
  26. _httpClientFactory = httpClientFactory;
  27. _appHost = appHost;
  28. }
  29. public async Task<List<ChannelInfo>> Parse(string url, string channelIdPrefix, string tunerHostId, CancellationToken cancellationToken)
  30. {
  31. // Read the file and display it line by line.
  32. using (var reader = new StreamReader(await GetListingsStream(url, cancellationToken).ConfigureAwait(false)))
  33. {
  34. return GetChannels(reader, channelIdPrefix, tunerHostId);
  35. }
  36. }
  37. public List<ChannelInfo> ParseString(string text, string channelIdPrefix, string tunerHostId)
  38. {
  39. // Read the file and display it line by line.
  40. using (var reader = new StringReader(text))
  41. {
  42. return GetChannels(reader, channelIdPrefix, tunerHostId);
  43. }
  44. }
  45. public Task<Stream> GetListingsStream(string url, CancellationToken cancellationToken)
  46. {
  47. if (url.StartsWith("http", StringComparison.OrdinalIgnoreCase))
  48. {
  49. return _httpClientFactory.CreateClient(NamedClient.Default)
  50. .GetStreamAsync(url);
  51. }
  52. return Task.FromResult((Stream)File.OpenRead(url));
  53. }
  54. private const string ExtInfPrefix = "#EXTINF:";
  55. private List<ChannelInfo> GetChannels(TextReader reader, string channelIdPrefix, string tunerHostId)
  56. {
  57. var channels = new List<ChannelInfo>();
  58. string line;
  59. string extInf = string.Empty;
  60. while ((line = reader.ReadLine()) != null)
  61. {
  62. line = line.Trim();
  63. if (string.IsNullOrWhiteSpace(line))
  64. {
  65. continue;
  66. }
  67. if (line.StartsWith("#EXTM3U", StringComparison.OrdinalIgnoreCase))
  68. {
  69. continue;
  70. }
  71. if (line.StartsWith(ExtInfPrefix, StringComparison.OrdinalIgnoreCase))
  72. {
  73. extInf = line.Substring(ExtInfPrefix.Length).Trim();
  74. _logger.LogInformation("Found m3u channel: {0}", extInf);
  75. }
  76. else if (!string.IsNullOrWhiteSpace(extInf) && !line.StartsWith("#", StringComparison.OrdinalIgnoreCase))
  77. {
  78. var channel = GetChannelnfo(extInf, tunerHostId, line);
  79. if (string.IsNullOrWhiteSpace(channel.Id))
  80. {
  81. channel.Id = channelIdPrefix + line.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  82. }
  83. else
  84. {
  85. channel.Id = channelIdPrefix + channel.Id.GetMD5().ToString("N", CultureInfo.InvariantCulture);
  86. }
  87. channel.Path = line;
  88. channels.Add(channel);
  89. extInf = string.Empty;
  90. }
  91. }
  92. return channels;
  93. }
  94. private ChannelInfo GetChannelnfo(string extInf, string tunerHostId, string mediaUrl)
  95. {
  96. var channel = new ChannelInfo()
  97. {
  98. TunerHostId = tunerHostId
  99. };
  100. extInf = extInf.Trim();
  101. var attributes = ParseExtInf(extInf, out string remaining);
  102. extInf = remaining;
  103. if (attributes.TryGetValue("tvg-logo", out string value))
  104. {
  105. channel.ImageUrl = value;
  106. }
  107. channel.Name = GetChannelName(extInf, attributes);
  108. channel.Number = GetChannelNumber(extInf, attributes, mediaUrl);
  109. attributes.TryGetValue("tvg-id", out string tvgId);
  110. attributes.TryGetValue("channel-id", out string channelId);
  111. channel.TunerChannelId = string.IsNullOrWhiteSpace(tvgId) ? channelId : tvgId;
  112. var channelIdValues = new List<string>();
  113. if (!string.IsNullOrWhiteSpace(channelId))
  114. {
  115. channelIdValues.Add(channelId);
  116. }
  117. if (!string.IsNullOrWhiteSpace(tvgId))
  118. {
  119. channelIdValues.Add(tvgId);
  120. }
  121. if (channelIdValues.Count > 0)
  122. {
  123. channel.Id = string.Join("_", channelIdValues);
  124. }
  125. return channel;
  126. }
  127. private string GetChannelNumber(string extInf, Dictionary<string, string> attributes, string mediaUrl)
  128. {
  129. var nameParts = extInf.Split(new[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
  130. var nameInExtInf = nameParts.Length > 1 ? nameParts[^1].AsSpan().Trim() : ReadOnlySpan<char>.Empty;
  131. string numberString = null;
  132. string attributeValue;
  133. if (attributes.TryGetValue("tvg-chno", out attributeValue))
  134. {
  135. if (double.TryParse(attributeValue, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  136. {
  137. numberString = attributeValue;
  138. }
  139. }
  140. if (!IsValidChannelNumber(numberString))
  141. {
  142. if (attributes.TryGetValue("tvg-id", out attributeValue))
  143. {
  144. if (double.TryParse(attributeValue, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  145. {
  146. numberString = attributeValue;
  147. }
  148. else if (attributes.TryGetValue("channel-id", out attributeValue))
  149. {
  150. if (double.TryParse(attributeValue, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  151. {
  152. numberString = attributeValue;
  153. }
  154. }
  155. }
  156. if (string.IsNullOrWhiteSpace(numberString))
  157. {
  158. // Using this as a fallback now as this leads to Problems with channels like "5 USA"
  159. // where 5 isnt ment to be the channel number
  160. // Check for channel number with the format from SatIp
  161. // #EXTINF:0,84. VOX Schweiz
  162. // #EXTINF:0,84.0 - VOX Schweiz
  163. if (!nameInExtInf.IsEmpty && !nameInExtInf.IsWhiteSpace())
  164. {
  165. var numberIndex = nameInExtInf.IndexOf(' ');
  166. if (numberIndex > 0)
  167. {
  168. var numberPart = nameInExtInf.Slice(0, numberIndex).Trim(new[] { ' ', '.' });
  169. if (double.TryParse(numberPart, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  170. {
  171. numberString = numberPart.ToString();
  172. }
  173. }
  174. }
  175. }
  176. }
  177. if (!IsValidChannelNumber(numberString))
  178. {
  179. numberString = null;
  180. }
  181. if (!string.IsNullOrWhiteSpace(numberString))
  182. {
  183. numberString = numberString.Trim();
  184. }
  185. else
  186. {
  187. if (string.IsNullOrWhiteSpace(mediaUrl))
  188. {
  189. numberString = null;
  190. }
  191. else
  192. {
  193. try
  194. {
  195. numberString = Path.GetFileNameWithoutExtension(mediaUrl.Split('/')[^1]);
  196. if (!IsValidChannelNumber(numberString))
  197. {
  198. numberString = null;
  199. }
  200. }
  201. catch
  202. {
  203. // Seeing occasional argument exception here
  204. numberString = null;
  205. }
  206. }
  207. }
  208. return numberString;
  209. }
  210. private static bool IsValidChannelNumber(string numberString)
  211. {
  212. if (string.IsNullOrWhiteSpace(numberString) ||
  213. string.Equals(numberString, "-1", StringComparison.OrdinalIgnoreCase) ||
  214. string.Equals(numberString, "0", StringComparison.OrdinalIgnoreCase))
  215. {
  216. return false;
  217. }
  218. if (!double.TryParse(numberString, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  219. {
  220. return false;
  221. }
  222. return true;
  223. }
  224. private static string GetChannelName(string extInf, Dictionary<string, string> attributes)
  225. {
  226. var nameParts = extInf.Split(new[] { ',' }, StringSplitOptions.RemoveEmptyEntries);
  227. var nameInExtInf = nameParts.Length > 1 ? nameParts.Last().Trim() : null;
  228. // Check for channel number with the format from SatIp
  229. // #EXTINF:0,84. VOX Schweiz
  230. // #EXTINF:0,84.0 - VOX Schweiz
  231. if (!string.IsNullOrWhiteSpace(nameInExtInf))
  232. {
  233. var numberIndex = nameInExtInf.IndexOf(' ');
  234. if (numberIndex > 0)
  235. {
  236. var numberPart = nameInExtInf.Substring(0, numberIndex).Trim(new[] { ' ', '.' });
  237. if (double.TryParse(numberPart, NumberStyles.Any, CultureInfo.InvariantCulture, out _))
  238. {
  239. // channel.Number = number.ToString();
  240. nameInExtInf = nameInExtInf.Substring(numberIndex + 1).Trim(new[] { ' ', '-' });
  241. }
  242. }
  243. }
  244. attributes.TryGetValue("tvg-name", out string name);
  245. if (string.IsNullOrWhiteSpace(name))
  246. {
  247. name = nameInExtInf;
  248. }
  249. if (string.IsNullOrWhiteSpace(name))
  250. {
  251. attributes.TryGetValue("tvg-id", out name);
  252. }
  253. if (string.IsNullOrWhiteSpace(name))
  254. {
  255. name = null;
  256. }
  257. return name;
  258. }
  259. private static Dictionary<string, string> ParseExtInf(string line, out string remaining)
  260. {
  261. var dict = new Dictionary<string, string>(StringComparer.OrdinalIgnoreCase);
  262. var reg = new Regex(@"([a-z0-9\-_]+)=\""([^""]+)\""", RegexOptions.IgnoreCase);
  263. var matches = reg.Matches(line);
  264. remaining = line;
  265. foreach (Match match in matches)
  266. {
  267. var key = match.Groups[1].Value;
  268. var value = match.Groups[2].Value;
  269. dict[match.Groups[1].Value] = match.Groups[2].Value;
  270. remaining = remaining.Replace(key + "=\"" + value + "\"", string.Empty, StringComparison.OrdinalIgnoreCase);
  271. }
  272. return dict;
  273. }
  274. }
  275. }