TvdbSeriesProvider.cs 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109
  1. using MediaBrowser.Common.Configuration;
  2. using MediaBrowser.Common.IO;
  3. using MediaBrowser.Common.Net;
  4. using MediaBrowser.Controller.Configuration;
  5. using MediaBrowser.Controller.Entities;
  6. using MediaBrowser.Controller.Entities.TV;
  7. using MediaBrowser.Controller.Library;
  8. using MediaBrowser.Controller.Providers;
  9. using MediaBrowser.Model.Entities;
  10. using MediaBrowser.Model.IO;
  11. using MediaBrowser.Model.Logging;
  12. using MediaBrowser.Model.Providers;
  13. using System;
  14. using System.Collections.Generic;
  15. using System.Globalization;
  16. using System.IO;
  17. using System.Linq;
  18. using System.Net;
  19. using System.Text;
  20. using System.Threading;
  21. using System.Threading.Tasks;
  22. using System.Xml;
  23. namespace MediaBrowser.Providers.TV
  24. {
  25. public class TvdbSeriesProvider : IRemoteMetadataProvider<Series, SeriesInfo>, IHasOrder
  26. {
  27. internal readonly SemaphoreSlim TvDbResourcePool = new SemaphoreSlim(2, 2);
  28. internal static TvdbSeriesProvider Current { get; private set; }
  29. private readonly IZipClient _zipClient;
  30. private readonly IHttpClient _httpClient;
  31. private readonly IFileSystem _fileSystem;
  32. private readonly IServerConfigurationManager _config;
  33. private readonly CultureInfo _usCulture = new CultureInfo("en-US");
  34. private readonly ILogger _logger;
  35. public TvdbSeriesProvider(IZipClient zipClient, IHttpClient httpClient, IFileSystem fileSystem, IServerConfigurationManager config, ILogger logger)
  36. {
  37. _zipClient = zipClient;
  38. _httpClient = httpClient;
  39. _fileSystem = fileSystem;
  40. _config = config;
  41. _logger = logger;
  42. Current = this;
  43. }
  44. private const string RootUrl = "http://www.thetvdb.com/api/";
  45. private const string SeriesQuery = "GetSeries.php?seriesname={0}";
  46. private const string SeriesGetZip = "http://www.thetvdb.com/api/{0}/series/{1}/all/{2}.zip";
  47. public async Task<IEnumerable<RemoteSearchResult>> GetSearchResults(SeriesInfo searchInfo, CancellationToken cancellationToken)
  48. {
  49. var seriesId = searchInfo.GetProviderId(MetadataProviders.Tvdb);
  50. if (!string.IsNullOrEmpty(seriesId))
  51. {
  52. }
  53. return new List<RemoteSearchResult>();
  54. }
  55. public async Task<MetadataResult<Series>> GetMetadata(SeriesInfo itemId, CancellationToken cancellationToken)
  56. {
  57. var result = new MetadataResult<Series>();
  58. var seriesId = itemId.GetProviderId(MetadataProviders.Tvdb);
  59. if (string.IsNullOrEmpty(seriesId))
  60. {
  61. seriesId = await FindSeries(itemId.Name, cancellationToken).ConfigureAwait(false);
  62. if (string.IsNullOrEmpty(seriesId))
  63. {
  64. int? yearInName = null;
  65. string nameWithoutYear;
  66. NameParser.ParseName(itemId.Name, out nameWithoutYear, out yearInName);
  67. if (!string.IsNullOrEmpty(nameWithoutYear) && !string.Equals(nameWithoutYear, itemId.Name, StringComparison.OrdinalIgnoreCase))
  68. {
  69. seriesId = await FindSeries(nameWithoutYear, cancellationToken).ConfigureAwait(false);
  70. }
  71. }
  72. }
  73. cancellationToken.ThrowIfCancellationRequested();
  74. if (!string.IsNullOrEmpty(seriesId))
  75. {
  76. await EnsureSeriesInfo(seriesId, itemId.MetadataLanguage, cancellationToken).ConfigureAwait(false);
  77. result.Item = new Series();
  78. result.HasMetadata = true;
  79. FetchSeriesData(result.Item, seriesId, cancellationToken);
  80. }
  81. return result;
  82. }
  83. /// <summary>
  84. /// Fetches the series data.
  85. /// </summary>
  86. /// <param name="series">The series.</param>
  87. /// <param name="seriesId">The series id.</param>
  88. /// <param name="cancellationToken">The cancellation token.</param>
  89. /// <returns>Task{System.Boolean}.</returns>
  90. private void FetchSeriesData(Series series, string seriesId, CancellationToken cancellationToken)
  91. {
  92. series.SetProviderId(MetadataProviders.Tvdb, seriesId);
  93. var seriesDataPath = GetSeriesDataPath(_config.ApplicationPaths, seriesId);
  94. var seriesXmlFilename = series.GetPreferredMetadataLanguage().ToLower() + ".xml";
  95. var seriesXmlPath = Path.Combine(seriesDataPath, seriesXmlFilename);
  96. var actorsXmlPath = Path.Combine(seriesDataPath, "actors.xml");
  97. FetchSeriesInfo(series, seriesXmlPath, cancellationToken);
  98. cancellationToken.ThrowIfCancellationRequested();
  99. FetchActors(series, actorsXmlPath);
  100. }
  101. /// <summary>
  102. /// Downloads the series zip.
  103. /// </summary>
  104. /// <param name="seriesId">The series id.</param>
  105. /// <param name="seriesDataPath">The series data path.</param>
  106. /// <param name="lastTvDbUpdateTime">The last tv database update time.</param>
  107. /// <param name="preferredMetadataLanguage">The preferred metadata language.</param>
  108. /// <param name="cancellationToken">The cancellation token.</param>
  109. /// <returns>Task.</returns>
  110. internal async Task DownloadSeriesZip(string seriesId, string seriesDataPath, long? lastTvDbUpdateTime, string preferredMetadataLanguage, CancellationToken cancellationToken)
  111. {
  112. var url = string.Format(SeriesGetZip, TVUtils.TvdbApiKey, seriesId, preferredMetadataLanguage);
  113. using (var zipStream = await _httpClient.Get(new HttpRequestOptions
  114. {
  115. Url = url,
  116. ResourcePool = TvDbResourcePool,
  117. CancellationToken = cancellationToken
  118. }).ConfigureAwait(false))
  119. {
  120. // Delete existing files
  121. DeleteXmlFiles(seriesDataPath);
  122. // Copy to memory stream because we need a seekable stream
  123. using (var ms = new MemoryStream())
  124. {
  125. await zipStream.CopyToAsync(ms).ConfigureAwait(false);
  126. ms.Position = 0;
  127. _zipClient.ExtractAll(ms, seriesDataPath, true);
  128. }
  129. }
  130. // Sanitize all files, except for extracted episode files
  131. foreach (var file in Directory.EnumerateFiles(seriesDataPath, "*.xml", SearchOption.AllDirectories).ToList()
  132. .Where(i => !Path.GetFileName(i).StartsWith("episode-", StringComparison.OrdinalIgnoreCase)))
  133. {
  134. await SanitizeXmlFile(file).ConfigureAwait(false);
  135. }
  136. await ExtractEpisodes(seriesDataPath, Path.Combine(seriesDataPath, preferredMetadataLanguage + ".xml"), lastTvDbUpdateTime).ConfigureAwait(false);
  137. }
  138. private readonly Task _cachedTask = Task.FromResult(true);
  139. internal Task EnsureSeriesInfo(string seriesId, string preferredMetadataLanguage, CancellationToken cancellationToken)
  140. {
  141. var seriesDataPath = GetSeriesDataPath(_config.ApplicationPaths, seriesId);
  142. Directory.CreateDirectory(seriesDataPath);
  143. var files = new DirectoryInfo(seriesDataPath).EnumerateFiles("*.xml", SearchOption.TopDirectoryOnly)
  144. .ToList();
  145. var seriesXmlFilename = preferredMetadataLanguage + ".xml";
  146. var download = false;
  147. var automaticUpdatesEnabled = _config.Configuration.EnableTvDbUpdates;
  148. const int cacheDays = 3;
  149. var seriesFile = files.FirstOrDefault(i => string.Equals(seriesXmlFilename, i.Name, StringComparison.OrdinalIgnoreCase));
  150. // No need to check age if automatic updates are enabled
  151. if (seriesFile == null || !seriesFile.Exists || (!automaticUpdatesEnabled && (DateTime.UtcNow - _fileSystem.GetLastWriteTimeUtc(seriesFile)).TotalDays > cacheDays))
  152. {
  153. download = true;
  154. }
  155. var actorsXml = files.FirstOrDefault(i => string.Equals("actors.xml", i.Name, StringComparison.OrdinalIgnoreCase));
  156. // No need to check age if automatic updates are enabled
  157. if (actorsXml == null || !actorsXml.Exists || (!automaticUpdatesEnabled && (DateTime.UtcNow - _fileSystem.GetLastWriteTimeUtc(actorsXml)).TotalDays > cacheDays))
  158. {
  159. download = true;
  160. }
  161. var bannersXml = files.FirstOrDefault(i => string.Equals("banners.xml", i.Name, StringComparison.OrdinalIgnoreCase));
  162. // No need to check age if automatic updates are enabled
  163. if (bannersXml == null || !bannersXml.Exists || (!automaticUpdatesEnabled && (DateTime.UtcNow - _fileSystem.GetLastWriteTimeUtc(bannersXml)).TotalDays > cacheDays))
  164. {
  165. download = true;
  166. }
  167. // Only download if not already there
  168. // The post-scan task will take care of updates so we don't need to re-download here
  169. if (download)
  170. {
  171. return DownloadSeriesZip(seriesId, seriesDataPath, null, preferredMetadataLanguage, cancellationToken);
  172. }
  173. return _cachedTask;
  174. }
  175. /// <summary>
  176. /// Finds the series.
  177. /// </summary>
  178. /// <param name="name">The name.</param>
  179. /// <param name="cancellationToken">The cancellation token.</param>
  180. /// <returns>Task{System.String}.</returns>
  181. private async Task<string> FindSeries(string name, CancellationToken cancellationToken)
  182. {
  183. var url = string.Format(RootUrl + SeriesQuery, WebUtility.UrlEncode(name));
  184. var doc = new XmlDocument();
  185. using (var results = await _httpClient.Get(new HttpRequestOptions
  186. {
  187. Url = url,
  188. ResourcePool = TvDbResourcePool,
  189. CancellationToken = cancellationToken
  190. }).ConfigureAwait(false))
  191. {
  192. doc.Load(results);
  193. }
  194. if (doc.HasChildNodes)
  195. {
  196. var nodes = doc.SelectNodes("//Series");
  197. var comparableName = GetComparableName(name);
  198. if (nodes != null)
  199. {
  200. foreach (XmlNode node in nodes)
  201. {
  202. var titles = new List<string>();
  203. var nameNode = node.SelectSingleNode("./SeriesName");
  204. if (nameNode != null)
  205. {
  206. titles.Add(GetComparableName(nameNode.InnerText));
  207. }
  208. var aliasNode = node.SelectSingleNode("./AliasNames");
  209. if (aliasNode != null)
  210. {
  211. var alias = aliasNode.InnerText.Split('|').Select(GetComparableName);
  212. titles.AddRange(alias);
  213. }
  214. if (titles.Any(t => string.Equals(t, comparableName, StringComparison.OrdinalIgnoreCase)))
  215. {
  216. var id = node.SelectSingleNode("./seriesid");
  217. if (id != null)
  218. return id.InnerText;
  219. }
  220. foreach (var title in titles)
  221. {
  222. _logger.Info("TVDb Provider - " + title + " did not match " + comparableName);
  223. }
  224. }
  225. }
  226. }
  227. _logger.Info("TVDb Provider - Could not find " + name + ". Check name on Thetvdb.org.");
  228. return null;
  229. }
  230. /// <summary>
  231. /// The remove
  232. /// </summary>
  233. const string remove = "\"'!`?";
  234. /// <summary>
  235. /// The spacers
  236. /// </summary>
  237. const string spacers = "/,.:;\\(){}[]+-_=–*"; // (there are not actually two - in the they are different char codes)
  238. /// <summary>
  239. /// Gets the name of the comparable.
  240. /// </summary>
  241. /// <param name="name">The name.</param>
  242. /// <returns>System.String.</returns>
  243. internal static string GetComparableName(string name)
  244. {
  245. name = name.ToLower();
  246. name = name.Normalize(NormalizationForm.FormKD);
  247. var sb = new StringBuilder();
  248. foreach (var c in name)
  249. {
  250. if ((int)c >= 0x2B0 && (int)c <= 0x0333)
  251. {
  252. // skip char modifier and diacritics
  253. }
  254. else if (remove.IndexOf(c) > -1)
  255. {
  256. // skip chars we are removing
  257. }
  258. else if (spacers.IndexOf(c) > -1)
  259. {
  260. sb.Append(" ");
  261. }
  262. else if (c == '&')
  263. {
  264. sb.Append(" and ");
  265. }
  266. else
  267. {
  268. sb.Append(c);
  269. }
  270. }
  271. name = sb.ToString();
  272. name = name.Replace(", the", "");
  273. name = name.Replace("the ", " ");
  274. name = name.Replace(" the ", " ");
  275. string prevName;
  276. do
  277. {
  278. prevName = name;
  279. name = name.Replace(" ", " ");
  280. } while (name.Length != prevName.Length);
  281. return name.Trim();
  282. }
  283. private void FetchSeriesInfo(Series item, string seriesXmlPath, CancellationToken cancellationToken)
  284. {
  285. var settings = new XmlReaderSettings
  286. {
  287. CheckCharacters = false,
  288. IgnoreProcessingInstructions = true,
  289. IgnoreComments = true,
  290. ValidationType = ValidationType.None
  291. };
  292. var episiodeAirDates = new List<DateTime>();
  293. using (var streamReader = new StreamReader(seriesXmlPath, Encoding.UTF8))
  294. {
  295. // Use XmlReader for best performance
  296. using (var reader = XmlReader.Create(streamReader, settings))
  297. {
  298. reader.MoveToContent();
  299. // Loop through each element
  300. while (reader.Read())
  301. {
  302. cancellationToken.ThrowIfCancellationRequested();
  303. if (reader.NodeType == XmlNodeType.Element)
  304. {
  305. switch (reader.Name)
  306. {
  307. case "Series":
  308. {
  309. using (var subtree = reader.ReadSubtree())
  310. {
  311. FetchDataFromSeriesNode(item, subtree, cancellationToken);
  312. }
  313. break;
  314. }
  315. case "Episode":
  316. {
  317. using (var subtree = reader.ReadSubtree())
  318. {
  319. var date = GetFirstAiredDateFromEpisodeNode(subtree, cancellationToken);
  320. if (date.HasValue)
  321. {
  322. episiodeAirDates.Add(date.Value);
  323. }
  324. }
  325. break;
  326. }
  327. default:
  328. reader.Skip();
  329. break;
  330. }
  331. }
  332. }
  333. }
  334. }
  335. if (item.Status.HasValue && item.Status.Value == SeriesStatus.Ended && episiodeAirDates.Count > 0)
  336. {
  337. item.EndDate = episiodeAirDates.Max();
  338. }
  339. }
  340. private DateTime? GetFirstAiredDateFromEpisodeNode(XmlReader reader, CancellationToken cancellationToken)
  341. {
  342. DateTime? airDate = null;
  343. int? seasonNumber = null;
  344. reader.MoveToContent();
  345. // Loop through each element
  346. while (reader.Read())
  347. {
  348. cancellationToken.ThrowIfCancellationRequested();
  349. if (reader.NodeType == XmlNodeType.Element)
  350. {
  351. switch (reader.Name)
  352. {
  353. case "FirstAired":
  354. {
  355. var val = reader.ReadElementContentAsString();
  356. if (!string.IsNullOrWhiteSpace(val))
  357. {
  358. DateTime date;
  359. if (DateTime.TryParse(val, out date))
  360. {
  361. airDate = date.ToUniversalTime();
  362. }
  363. }
  364. break;
  365. }
  366. case "SeasonNumber":
  367. {
  368. var val = reader.ReadElementContentAsString();
  369. if (!string.IsNullOrWhiteSpace(val))
  370. {
  371. int rval;
  372. // int.TryParse is local aware, so it can be probamatic, force us culture
  373. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out rval))
  374. {
  375. seasonNumber = rval;
  376. }
  377. }
  378. break;
  379. }
  380. default:
  381. reader.Skip();
  382. break;
  383. }
  384. }
  385. }
  386. if (seasonNumber.HasValue && seasonNumber.Value != 0)
  387. {
  388. return airDate;
  389. }
  390. return null;
  391. }
  392. /// <summary>
  393. /// Fetches the actors.
  394. /// </summary>
  395. /// <param name="series">The series.</param>
  396. /// <param name="actorsXmlPath">The actors XML path.</param>
  397. private void FetchActors(Series series, string actorsXmlPath)
  398. {
  399. var settings = new XmlReaderSettings
  400. {
  401. CheckCharacters = false,
  402. IgnoreProcessingInstructions = true,
  403. IgnoreComments = true,
  404. ValidationType = ValidationType.None
  405. };
  406. using (var streamReader = new StreamReader(actorsXmlPath, Encoding.UTF8))
  407. {
  408. // Use XmlReader for best performance
  409. using (var reader = XmlReader.Create(streamReader, settings))
  410. {
  411. reader.MoveToContent();
  412. // Loop through each element
  413. while (reader.Read())
  414. {
  415. if (reader.NodeType == XmlNodeType.Element)
  416. {
  417. switch (reader.Name)
  418. {
  419. case "Actor":
  420. {
  421. using (var subtree = reader.ReadSubtree())
  422. {
  423. FetchDataFromActorNode(series, subtree);
  424. }
  425. break;
  426. }
  427. default:
  428. reader.Skip();
  429. break;
  430. }
  431. }
  432. }
  433. }
  434. }
  435. }
  436. /// <summary>
  437. /// Fetches the data from actor node.
  438. /// </summary>
  439. /// <param name="series">The series.</param>
  440. /// <param name="reader">The reader.</param>
  441. private void FetchDataFromActorNode(Series series, XmlReader reader)
  442. {
  443. reader.MoveToContent();
  444. var personInfo = new PersonInfo();
  445. while (reader.Read())
  446. {
  447. if (reader.NodeType == XmlNodeType.Element)
  448. {
  449. switch (reader.Name)
  450. {
  451. case "Name":
  452. {
  453. personInfo.Name = (reader.ReadElementContentAsString() ?? string.Empty).Trim();
  454. break;
  455. }
  456. case "Role":
  457. {
  458. personInfo.Role = (reader.ReadElementContentAsString() ?? string.Empty).Trim();
  459. break;
  460. }
  461. case "SortOrder":
  462. {
  463. var val = reader.ReadElementContentAsString();
  464. if (!string.IsNullOrWhiteSpace(val))
  465. {
  466. int rval;
  467. // int.TryParse is local aware, so it can be probamatic, force us culture
  468. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out rval))
  469. {
  470. personInfo.SortOrder = rval;
  471. }
  472. }
  473. break;
  474. }
  475. default:
  476. reader.Skip();
  477. break;
  478. }
  479. }
  480. }
  481. personInfo.Type = PersonType.Actor;
  482. if (!string.IsNullOrEmpty(personInfo.Name))
  483. {
  484. series.AddPerson(personInfo);
  485. }
  486. }
  487. private void FetchDataFromSeriesNode(Series item, XmlReader reader, CancellationToken cancellationToken)
  488. {
  489. reader.MoveToContent();
  490. // Loop through each element
  491. while (reader.Read())
  492. {
  493. cancellationToken.ThrowIfCancellationRequested();
  494. if (reader.NodeType == XmlNodeType.Element)
  495. {
  496. switch (reader.Name)
  497. {
  498. case "SeriesName":
  499. {
  500. item.Name = (reader.ReadElementContentAsString() ?? string.Empty).Trim();
  501. break;
  502. }
  503. case "Overview":
  504. {
  505. item.Overview = (reader.ReadElementContentAsString() ?? string.Empty).Trim();
  506. break;
  507. }
  508. case "Airs_DayOfWeek":
  509. {
  510. var val = reader.ReadElementContentAsString();
  511. if (!string.IsNullOrWhiteSpace(val))
  512. {
  513. item.AirDays = TVUtils.GetAirDays(val);
  514. }
  515. break;
  516. }
  517. case "Airs_Time":
  518. {
  519. var val = reader.ReadElementContentAsString();
  520. if (!string.IsNullOrWhiteSpace(val))
  521. {
  522. item.AirTime = val;
  523. }
  524. break;
  525. }
  526. case "ContentRating":
  527. {
  528. var val = reader.ReadElementContentAsString();
  529. if (!string.IsNullOrWhiteSpace(val))
  530. {
  531. item.OfficialRating = val;
  532. }
  533. break;
  534. }
  535. case "Rating":
  536. {
  537. var val = reader.ReadElementContentAsString();
  538. if (!string.IsNullOrWhiteSpace(val))
  539. {
  540. // Only fill this if it doesn't already have a value, since we get it from imdb which has better data
  541. if (!item.CommunityRating.HasValue || string.IsNullOrWhiteSpace(item.GetProviderId(MetadataProviders.Imdb)))
  542. {
  543. float rval;
  544. // float.TryParse is local aware, so it can be probamatic, force us culture
  545. if (float.TryParse(val, NumberStyles.AllowDecimalPoint, _usCulture, out rval))
  546. {
  547. item.CommunityRating = rval;
  548. }
  549. }
  550. }
  551. break;
  552. }
  553. case "RatingCount":
  554. {
  555. var val = reader.ReadElementContentAsString();
  556. if (!string.IsNullOrWhiteSpace(val))
  557. {
  558. int rval;
  559. // int.TryParse is local aware, so it can be probamatic, force us culture
  560. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out rval))
  561. {
  562. item.VoteCount = rval;
  563. }
  564. }
  565. break;
  566. }
  567. case "IMDB_ID":
  568. {
  569. var val = reader.ReadElementContentAsString();
  570. if (!string.IsNullOrWhiteSpace(val))
  571. {
  572. item.SetProviderId(MetadataProviders.Imdb, val);
  573. }
  574. break;
  575. }
  576. case "zap2it_id":
  577. {
  578. var val = reader.ReadElementContentAsString();
  579. if (!string.IsNullOrWhiteSpace(val))
  580. {
  581. item.SetProviderId(MetadataProviders.Zap2It, val);
  582. }
  583. break;
  584. }
  585. case "Status":
  586. {
  587. var val = reader.ReadElementContentAsString();
  588. if (!string.IsNullOrWhiteSpace(val))
  589. {
  590. SeriesStatus seriesStatus;
  591. if (Enum.TryParse(val, true, out seriesStatus))
  592. item.Status = seriesStatus;
  593. }
  594. break;
  595. }
  596. case "FirstAired":
  597. {
  598. var val = reader.ReadElementContentAsString();
  599. if (!string.IsNullOrWhiteSpace(val))
  600. {
  601. DateTime date;
  602. if (DateTime.TryParse(val, out date))
  603. {
  604. date = date.ToUniversalTime();
  605. item.PremiereDate = date;
  606. item.ProductionYear = date.Year;
  607. }
  608. }
  609. break;
  610. }
  611. case "Runtime":
  612. {
  613. var val = reader.ReadElementContentAsString();
  614. if (!string.IsNullOrWhiteSpace(val))
  615. {
  616. int rval;
  617. // int.TryParse is local aware, so it can be probamatic, force us culture
  618. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out rval))
  619. {
  620. item.RunTimeTicks = TimeSpan.FromMinutes(rval).Ticks;
  621. }
  622. }
  623. break;
  624. }
  625. case "Genre":
  626. {
  627. var val = reader.ReadElementContentAsString();
  628. if (!string.IsNullOrWhiteSpace(val))
  629. {
  630. var vals = val
  631. .Split(new[] { '|' }, StringSplitOptions.RemoveEmptyEntries)
  632. .Select(i => i.Trim())
  633. .Where(i => !string.IsNullOrWhiteSpace(i))
  634. .ToList();
  635. if (vals.Count > 0)
  636. {
  637. item.Genres.Clear();
  638. foreach (var genre in vals)
  639. {
  640. item.AddGenre(genre);
  641. }
  642. }
  643. }
  644. break;
  645. }
  646. case "Network":
  647. {
  648. var val = reader.ReadElementContentAsString();
  649. if (!string.IsNullOrWhiteSpace(val))
  650. {
  651. var vals = val
  652. .Split(new[] { '|' }, StringSplitOptions.RemoveEmptyEntries)
  653. .Select(i => i.Trim())
  654. .Where(i => !string.IsNullOrWhiteSpace(i))
  655. .ToList();
  656. if (vals.Count > 0)
  657. {
  658. item.Studios.Clear();
  659. foreach (var genre in vals)
  660. {
  661. item.AddStudio(genre);
  662. }
  663. }
  664. }
  665. break;
  666. }
  667. default:
  668. reader.Skip();
  669. break;
  670. }
  671. }
  672. }
  673. }
  674. /// <summary>
  675. /// Extracts info for each episode into invididual xml files so that they can be easily accessed without having to step through the entire series xml
  676. /// </summary>
  677. /// <param name="seriesDataPath">The series data path.</param>
  678. /// <param name="xmlFile">The XML file.</param>
  679. /// <param name="lastTvDbUpdateTime">The last tv db update time.</param>
  680. /// <returns>Task.</returns>
  681. private async Task ExtractEpisodes(string seriesDataPath, string xmlFile, long? lastTvDbUpdateTime)
  682. {
  683. var settings = new XmlReaderSettings
  684. {
  685. CheckCharacters = false,
  686. IgnoreProcessingInstructions = true,
  687. IgnoreComments = true,
  688. ValidationType = ValidationType.None
  689. };
  690. using (var streamReader = new StreamReader(xmlFile, Encoding.UTF8))
  691. {
  692. // Use XmlReader for best performance
  693. using (var reader = XmlReader.Create(streamReader, settings))
  694. {
  695. reader.MoveToContent();
  696. // Loop through each element
  697. while (reader.Read())
  698. {
  699. if (reader.NodeType == XmlNodeType.Element)
  700. {
  701. switch (reader.Name)
  702. {
  703. case "Episode":
  704. {
  705. var outerXml = reader.ReadOuterXml();
  706. await SaveEpsiodeXml(seriesDataPath, outerXml, lastTvDbUpdateTime).ConfigureAwait(false);
  707. break;
  708. }
  709. default:
  710. reader.Skip();
  711. break;
  712. }
  713. }
  714. }
  715. }
  716. }
  717. }
  718. private async Task SaveEpsiodeXml(string seriesDataPath, string xml, long? lastTvDbUpdateTime)
  719. {
  720. var settings = new XmlReaderSettings
  721. {
  722. CheckCharacters = false,
  723. IgnoreProcessingInstructions = true,
  724. IgnoreComments = true,
  725. ValidationType = ValidationType.None
  726. };
  727. var seasonNumber = -1;
  728. var episodeNumber = -1;
  729. var absoluteNumber = -1;
  730. var lastUpdateString = string.Empty;
  731. using (var streamReader = new StringReader(xml))
  732. {
  733. // Use XmlReader for best performance
  734. using (var reader = XmlReader.Create(streamReader, settings))
  735. {
  736. reader.MoveToContent();
  737. // Loop through each element
  738. while (reader.Read())
  739. {
  740. if (reader.NodeType == XmlNodeType.Element)
  741. {
  742. switch (reader.Name)
  743. {
  744. case "lastupdated":
  745. {
  746. lastUpdateString = reader.ReadElementContentAsString();
  747. break;
  748. }
  749. case "EpisodeNumber":
  750. {
  751. var val = reader.ReadElementContentAsString();
  752. if (!string.IsNullOrWhiteSpace(val))
  753. {
  754. int num;
  755. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out num))
  756. {
  757. episodeNumber = num;
  758. }
  759. }
  760. break;
  761. }
  762. case "absolute_number":
  763. {
  764. var val = reader.ReadElementContentAsString();
  765. if (!string.IsNullOrWhiteSpace(val))
  766. {
  767. int num;
  768. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out num))
  769. {
  770. absoluteNumber = num;
  771. }
  772. }
  773. break;
  774. }
  775. case "SeasonNumber":
  776. {
  777. var val = reader.ReadElementContentAsString();
  778. if (!string.IsNullOrWhiteSpace(val))
  779. {
  780. int num;
  781. if (int.TryParse(val, NumberStyles.Integer, _usCulture, out num))
  782. {
  783. seasonNumber = num;
  784. }
  785. }
  786. break;
  787. }
  788. default:
  789. reader.Skip();
  790. break;
  791. }
  792. }
  793. }
  794. }
  795. }
  796. var hasEpisodeChanged = true;
  797. if (!string.IsNullOrEmpty(lastUpdateString) && lastTvDbUpdateTime.HasValue)
  798. {
  799. long num;
  800. if (long.TryParse(lastUpdateString, NumberStyles.Any, _usCulture, out num))
  801. {
  802. hasEpisodeChanged = num >= lastTvDbUpdateTime.Value;
  803. }
  804. }
  805. var file = Path.Combine(seriesDataPath, string.Format("episode-{0}-{1}.xml", seasonNumber, episodeNumber));
  806. // Only save the file if not already there, or if the episode has changed
  807. if (hasEpisodeChanged || !File.Exists(file))
  808. {
  809. using (var writer = XmlWriter.Create(file, new XmlWriterSettings
  810. {
  811. Encoding = Encoding.UTF8,
  812. Async = true
  813. }))
  814. {
  815. await writer.WriteRawAsync(xml).ConfigureAwait(false);
  816. }
  817. }
  818. if (absoluteNumber != -1)
  819. {
  820. file = Path.Combine(seriesDataPath, string.Format("episode-abs-{0}.xml", absoluteNumber));
  821. // Only save the file if not already there, or if the episode has changed
  822. if (hasEpisodeChanged || !File.Exists(file))
  823. {
  824. using (var writer = XmlWriter.Create(file, new XmlWriterSettings
  825. {
  826. Encoding = Encoding.UTF8,
  827. Async = true
  828. }))
  829. {
  830. await writer.WriteRawAsync(xml).ConfigureAwait(false);
  831. }
  832. }
  833. }
  834. }
  835. /// <summary>
  836. /// Gets the series data path.
  837. /// </summary>
  838. /// <param name="appPaths">The app paths.</param>
  839. /// <param name="seriesId">The series id.</param>
  840. /// <returns>System.String.</returns>
  841. internal static string GetSeriesDataPath(IApplicationPaths appPaths, string seriesId)
  842. {
  843. var seriesDataPath = Path.Combine(GetSeriesDataPath(appPaths), seriesId);
  844. return seriesDataPath;
  845. }
  846. /// <summary>
  847. /// Gets the series data path.
  848. /// </summary>
  849. /// <param name="appPaths">The app paths.</param>
  850. /// <returns>System.String.</returns>
  851. internal static string GetSeriesDataPath(IApplicationPaths appPaths)
  852. {
  853. var dataPath = Path.Combine(appPaths.CachePath, "tvdb");
  854. return dataPath;
  855. }
  856. private void DeleteXmlFiles(string path)
  857. {
  858. try
  859. {
  860. foreach (var file in new DirectoryInfo(path)
  861. .EnumerateFiles("*.xml", SearchOption.AllDirectories)
  862. .ToList())
  863. {
  864. file.Delete();
  865. }
  866. }
  867. catch (DirectoryNotFoundException)
  868. {
  869. // No biggie
  870. }
  871. }
  872. /// <summary>
  873. /// Sanitizes the XML file.
  874. /// </summary>
  875. /// <param name="file">The file.</param>
  876. /// <returns>Task.</returns>
  877. private async Task SanitizeXmlFile(string file)
  878. {
  879. string validXml;
  880. using (var fileStream = _fileSystem.GetFileStream(file, FileMode.Open, FileAccess.Read, FileShare.Read, true))
  881. {
  882. using (var reader = new StreamReader(fileStream))
  883. {
  884. var xml = await reader.ReadToEndAsync().ConfigureAwait(false);
  885. validXml = StripInvalidXmlCharacters(xml);
  886. }
  887. }
  888. using (var fileStream = _fileSystem.GetFileStream(file, FileMode.Create, FileAccess.Write, FileShare.Read, true))
  889. {
  890. using (var writer = new StreamWriter(fileStream))
  891. {
  892. await writer.WriteAsync(validXml).ConfigureAwait(false);
  893. }
  894. }
  895. }
  896. /// <summary>
  897. /// Strips the invalid XML characters.
  898. /// </summary>
  899. /// <param name="inString">The in string.</param>
  900. /// <returns>System.String.</returns>
  901. public static string StripInvalidXmlCharacters(string inString)
  902. {
  903. if (inString == null) return null;
  904. var sbOutput = new StringBuilder();
  905. char ch;
  906. for (int i = 0; i < inString.Length; i++)
  907. {
  908. ch = inString[i];
  909. if ((ch >= 0x0020 && ch <= 0xD7FF) ||
  910. (ch >= 0xE000 && ch <= 0xFFFD) ||
  911. ch == 0x0009 ||
  912. ch == 0x000A ||
  913. ch == 0x000D)
  914. {
  915. sbOutput.Append(ch);
  916. }
  917. }
  918. return sbOutput.ToString();
  919. }
  920. public string Name
  921. {
  922. get { return "TheTVDB"; }
  923. }
  924. public int Order
  925. {
  926. get
  927. {
  928. // After Omdb
  929. return 1;
  930. }
  931. }
  932. public Task<HttpResponseInfo> GetImageResponse(string url, CancellationToken cancellationToken)
  933. {
  934. return _httpClient.GetResponse(new HttpRequestOptions
  935. {
  936. CancellationToken = cancellationToken,
  937. Url = url,
  938. ResourcePool = TvDbResourcePool
  939. });
  940. }
  941. }
  942. }