series.ts 3.2 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. 'use strict';
  2. export = main;
  3. import cheerio = require('cheerio');
  4. import episode = require('./episode');
  5. import fs = require('fs');
  6. import request = require('./request');
  7. import path = require('path');
  8. import typings = require('./typings');
  9. import url = require('url');
  10. var persistent = '.crpersistent';
  11. /**
  12. * Streams the series to disk.
  13. */
  14. function main(config: typings.IConfig, address: string, done: (err: Error) => void) {
  15. var persistentPath = path.join(config.output || process.cwd(), persistent);
  16. fs.readFile(persistentPath, 'utf8', (err, contents) => {
  17. var cache = config.cache ? {} : JSON.parse(contents || '{}');
  18. page(config, address, (err, page) => {
  19. if (err) return done(err);
  20. var i = 0;
  21. (function next() {
  22. if (i >= page.episodes.length) return done(null);
  23. download(cache, config, address, page.episodes[i], err => {
  24. if (err) return done(err);
  25. var newCache = JSON.stringify(cache, null, ' ');
  26. fs.writeFile(persistentPath, newCache, err => {
  27. if (err) return done(err);
  28. i += 1;
  29. next();
  30. });
  31. });
  32. })();
  33. });
  34. });
  35. }
  36. /**
  37. * Downloads the episode.
  38. */
  39. function download(cache: {[address: string]: number},
  40. config: typings.IConfig,
  41. baseAddress: string,
  42. item: typings.ISeriesEpisode,
  43. done: (err: Error) => void) {
  44. if (!filter(config, item)) return done(null);
  45. var address = url.resolve(baseAddress, item.address);
  46. if (cache[address]) return done(null);
  47. episode(config, address, err => {
  48. if (err) return done(err);
  49. cache[address] = Date.now();
  50. done(null);
  51. });
  52. }
  53. /**
  54. * Filters the item based on the configuration.
  55. */
  56. function filter(config: typings.IConfig, item: typings.ISeriesEpisode) {
  57. // Filter on chapter.
  58. var episodeFilter = config.episode;
  59. if (episodeFilter > 0 && item.episode <= episodeFilter) return false;
  60. if (episodeFilter < 0 && item.episode >= -episodeFilter) return false;
  61. // Filter on volume.
  62. var volumeFilter = config.volume;
  63. if (volumeFilter > 0 && item.volume <= volumeFilter) return false;
  64. if (volumeFilter < 0 && item.volume >= -volumeFilter) return false;
  65. return true;
  66. }
  67. /**
  68. * Requests the page and scrapes the episodes and series.
  69. */
  70. function page(config: typings.IConfig, address: string, done: (err: Error, result?: typings.ISeries) => void) {
  71. request.get(config, address, (err, result) => {
  72. if (err) return done(err);
  73. var $ = cheerio.load(result);
  74. var title = $('span[itemprop=name]').text();
  75. if (!title) return done(new Error('Invalid page.'));
  76. var episodes: typings.ISeriesEpisode[] = [];
  77. $('.episode').each((i, el) => {
  78. if ($(el).children('img[src*=coming_soon]').length) return;
  79. var volume = /([0-9]+)\s*$/.exec($(el).closest('ul').prev('a').text());
  80. var regexp = /Episode\s+([0-9]+)\s*$/i;
  81. var episode = regexp.exec($(el).children('.series-title').text());
  82. var address = $(el).attr('href');
  83. if (!address || !episode) return;
  84. episodes.push({
  85. address: address,
  86. episode: parseInt(episode[0], 10),
  87. volume: volume ? parseInt(volume[0], 10) : 1
  88. });
  89. });
  90. done(null, {episodes: episodes.reverse(), series: title});
  91. });
  92. }