series.ts 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. 'use strict';
  2. export = main;
  3. import cheerio = require('cheerio');
  4. import episode = require('./episode');
  5. import fs = require('fs');
  6. import request = require('./request');
  7. import path = require('path');
  8. import typings = require('./typings');
  9. import url = require('url');
  10. var persistent = '.crpersistent';
  11. /**
  12. * Streams the series to disk.
  13. */
  14. function main(config: typings.IConfig, address: string, done: (err: Error) => void) {
  15. var persistentPath = path.join(config.output || process.cwd(), persistent);
  16. fs.readFile(persistentPath, 'utf8', (err, contents) => {
  17. var cache = config.cache ? {} : JSON.parse(contents || '{}');
  18. page(config, address, (err, page) => {
  19. if (err) return done(err);
  20. var i = 0;
  21. (function next() {
  22. if (i >= page.episodes.length) return done(null);
  23. download(cache, config, address, page.episodes[i], err => {
  24. if (err) return done(err);
  25. var newCache = JSON.stringify(cache, null, ' ');
  26. fs.writeFile(persistentPath, newCache, err => {
  27. if (err) return done(err);
  28. i += 1;
  29. next();
  30. });
  31. });
  32. })();
  33. });
  34. });
  35. }
  36. /**
  37. * Downloads the episode.
  38. */
  39. function download(cache: {[address: string]: number}, config: typings.IConfig, baseAddress: string, item: typings.ISeriesEpisode, done: (err: Error) => void) {
  40. if (!filter(config, item)) return done(null);
  41. var address = url.resolve(baseAddress, item.address);
  42. if (cache[address]) return done(null);
  43. episode(config, address, err => {
  44. if (err) return done(err);
  45. cache[address] = Date.now();
  46. done(null);
  47. });
  48. }
  49. /**
  50. * Filters the item based on the configuration.
  51. */
  52. function filter(config: typings.IConfig, item: typings.ISeriesEpisode) {
  53. // Filter on chapter.
  54. var episodeFilter = config.episode;
  55. if (episodeFilter > 0 && item.episode <= episodeFilter) return false;
  56. if (episodeFilter < 0 && item.episode >= -episodeFilter) return false;
  57. // Filter on volume.
  58. var volumeFilter = config.volume;
  59. if (volumeFilter > 0 && item.volume <= volumeFilter) return false;
  60. if (volumeFilter < 0 && item.volume >= -volumeFilter) return false;
  61. return true;
  62. }
  63. /**
  64. * Requests the page and scrapes the episodes and series.
  65. */
  66. function page(config: typings.IConfig, address: string, done: (err: Error, result?: typings.ISeries) => void) {
  67. request.get(config, address, (err, result) => {
  68. if (err) return done(err);
  69. var $ = cheerio.load(result);
  70. var title = $('span[itemprop=name]').text();
  71. if (!title) return done(new Error('Invalid page.'));
  72. var episodes: typings.ISeriesEpisode[] = [];
  73. $('.episode').each((i, el) => {
  74. if ($(el).children('img[src*=coming_soon]').length) return;
  75. var volume = /([0-9]+)\s*$/.exec($(el).closest('ul').prev('a').text());
  76. var regexp = /Episode\s+([0-9]+)\s*$/i;
  77. var episode = regexp.exec($(el).children('.series-title').text());
  78. var address = $(el).attr('href');
  79. if (!address || !episode) return;
  80. episodes.push({
  81. address: address,
  82. episode: parseInt(episode[0], 10),
  83. volume: volume ? parseInt(volume[0], 10) : 1
  84. });
  85. });
  86. done(null, {episodes: episodes.reverse(), series: title});
  87. });
  88. }