series.ts 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. 'use strict';
  2. import cheerio = require('cheerio');
  3. import episode from './episode';
  4. import fs = require('fs');
  5. import request = require('./request');
  6. import path = require('path');
  7. import url = require('url');
  8. import log = require('./log');
  9. const persistent = '.crpersistent';
  10. /**
  11. * Streams the series to disk.
  12. */
  13. export default function(config: IConfig, address: string, done: (err: Error) => void)
  14. {
  15. const persistentPath = path.join(config.output || process.cwd(), persistent);
  16. fs.readFile(persistentPath, 'utf8', (err, contents) =>
  17. {
  18. const cache = config.cache ? {} : JSON.parse(contents || '{}');
  19. page(config, address, (err, page) =>
  20. {
  21. if (err)
  22. {
  23. return done(err);
  24. }
  25. let i = 0;
  26. (function next()
  27. {
  28. if (i >= page.episodes.length) return done(null);
  29. download(cache, config, address, page.episodes[i], (err, ignored) =>
  30. {
  31. if (err)
  32. {
  33. return done(err);
  34. }
  35. if ((ignored === false) || (ignored === undefined))
  36. {
  37. const newCache = JSON.stringify(cache, null, ' ');
  38. fs.writeFile(persistentPath, newCache, err =>
  39. {
  40. if (err) return done(err);
  41. i += 1;
  42. next();
  43. });
  44. }
  45. else
  46. {
  47. i += 1;
  48. next();
  49. }
  50. });
  51. })();
  52. });
  53. });
  54. }
  55. /**
  56. * Downloads the episode.
  57. */
  58. function download(cache: {[address: string]: number}, config: IConfig,
  59. baseAddress: string, item: ISeriesEpisode,
  60. done: (err: Error, ign: boolean) => void)
  61. {
  62. if (!filter(config, item))
  63. {
  64. return done(null, false);
  65. }
  66. const address = url.resolve(baseAddress, item.address);
  67. if (cache[address])
  68. {
  69. return done(null, false);
  70. }
  71. episode(config, address, (err, ignored) =>
  72. {
  73. if (err)
  74. {
  75. return done(err, false);
  76. }
  77. cache[address] = Date.now();
  78. done(null, ignored);
  79. });
  80. }
  81. /**
  82. * Filters the item based on the configuration.
  83. */
  84. function filter(config: IConfig, item: ISeriesEpisode)
  85. {
  86. // Filter on chapter.
  87. const episodeFilter = config.episode;
  88. if (episodeFilter > 0 && parseInt(item.episode, 10) <= episodeFilter) return false;
  89. if (episodeFilter < 0 && parseInt(item.episode, 10) >= -episodeFilter) return false;
  90. // Filter on volume.
  91. const volumeFilter = config.volume;
  92. if (volumeFilter > 0 && item.volume <= volumeFilter) return false;
  93. if (volumeFilter < 0 && item.volume >= -volumeFilter) return false;
  94. return true;
  95. }
  96. /**
  97. * Requests the page and scrapes the episodes and series.
  98. */
  99. function page(config: IConfig, address: string, done: (err: Error, result?: ISeries) => void)
  100. {
  101. request.get(config, address, (err, result) =>
  102. {
  103. if (err)
  104. {
  105. return done(err);
  106. }
  107. const $ = cheerio.load(result);
  108. const title = $('span[itemprop=name]').text();
  109. if (!title)
  110. {
  111. return done(new Error('Invalid page.(' + address + ')'));
  112. }
  113. log.info('Checking availability for ' + title);
  114. const episodes: ISeriesEpisode[] = [];
  115. $('.episode').each((i, el) =>
  116. {
  117. if ($(el).children('img[src*=coming_soon]').length)
  118. {
  119. return;
  120. }
  121. const volume = /([0-9]+)\s*$/.exec($(el).closest('ul').prev('a').text());
  122. const regexp = /Episode\s+((PV )?[S0-9][P0-9.]*[a-fA-F]?)\s*$/i;
  123. const episode = regexp.exec($(el).children('.series-title').text());
  124. const address = $(el).attr('href');
  125. if (!address || !episode)
  126. {
  127. return;
  128. }
  129. episodes.push({
  130. address: address,
  131. episode: episode[1],
  132. volume: volume ? parseInt(volume[0], 10) : 1
  133. });
  134. });
  135. done(null, {episodes: episodes.reverse(), series: title});
  136. });
  137. }