episode.js 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199
  1. 'use strict';
  2. var cheerio = require('cheerio');
  3. var fs = require('fs');
  4. var mkdirp = require('mkdirp');
  5. var request = require('request');
  6. var path = require('path');
  7. var subtitle = require('./subtitle');
  8. var video = require('./video');
  9. var xml2js = require('xml2js');
  10. /**
  11. * Streams the episode to disk.
  12. * @param {Object} config
  13. * @param {string} address
  14. * @param {function(Error)} done
  15. */
  16. module.exports = function (config, address, done) {
  17. _page(address, function(err, page) {
  18. if (err) return done(err);
  19. _player(address, page.id, function(err, player) {
  20. if (err) return done(err);
  21. _download(config, page, player, done);
  22. });
  23. });
  24. };
  25. /**
  26. * Completes a download and writes the message with an elapsed time.
  27. * @param {string} message
  28. * @param {number} begin
  29. * @param {function(Error)} done
  30. */
  31. function _complete(message, begin, done) {
  32. var timeInMs = Date.now() - begin;
  33. var seconds = _prefix(Math.floor(timeInMs / 1000) % 60, 2);
  34. var minutes = _prefix(Math.floor(timeInMs / 1000 / 60) % 60, 2);
  35. var hours = _prefix(Math.floor(timeInMs / 1000 / 60 / 60), 2);
  36. console.log(message + ' (' + hours + ':' + minutes + ':' + seconds + ')');
  37. done();
  38. }
  39. /**
  40. * Downloads the subtitle and video.
  41. * @private
  42. * @param {Object} config
  43. * @param {Object} page
  44. * @param {Object} player
  45. * @param {function(Error)} done
  46. */
  47. function _download(config, page, player, done) {
  48. var tag = config.tag || 'CrunchyRoll';
  49. var series = config.series || page.series;
  50. var fileName = _name(config, page, series, tag);
  51. var filePath = path.join(config.output || process.cwd(), series, fileName);
  52. mkdirp(path.dirname(filePath), function(err) {
  53. if (err) return done(err);
  54. _subtitle(config, player, filePath, function(err) {
  55. if (err) return done(err);
  56. var now = Date.now();
  57. console.log('Fetching ' + fileName);
  58. _video(config, page, player, filePath, function(err) {
  59. if (err) return done(err);
  60. if (config.merge) return _complete('Finished ' + fileName, now, done);
  61. video.merge(config, player.video.file, filePath, function(err) {
  62. if (err) return done(err);
  63. _complete('Finished ' + fileName, now, done);
  64. });
  65. });
  66. });
  67. });
  68. }
  69. /**
  70. * Names the file based on the config, page, series and tag.
  71. * @param {Object} config
  72. * @param {Object} page
  73. * @param {string} series
  74. * @param {string} tag
  75. * @returns {string}
  76. */
  77. function _name(config, page, series, tag) {
  78. var v = config.volume ? (config.volume < 10 ? '0' : '') + config.volume : '';
  79. var e = (page.episode < 10 ? '0' : '') + page.episode;
  80. return series + ' ' + (v ? v + 'x' : '') + e + ' [' + tag + ']';
  81. }
  82. /**
  83. * Requests the page data and scrapes the id, episode, series and swf.
  84. * @private
  85. * @param {string} address
  86. * @param {function(Error, Object=)} done
  87. */
  88. function _page(address, done) {
  89. var id = parseInt((address.match(/[0-9]+$/) || [0])[0], 10);
  90. if (!id) return done(new Error('Invalid address.'));
  91. request.get(address, function(err, res, body) {
  92. if (err) return done(err);
  93. var $ = cheerio.load(body);
  94. var swf = /^([^?]+)/.exec($('link[rel=video_src]').attr('href'));
  95. var title = /Watch ([\w\W]+) Episode ([0-9]+)/.exec($('title').text());
  96. if (!swf || !title) return done(new Error('Invalid page.'));
  97. done(undefined, {
  98. id: id,
  99. episode: parseInt(title[2], 10),
  100. series: title[1],
  101. swf: swf[1]
  102. });
  103. });
  104. }
  105. /**
  106. * Prefixes a value.
  107. * @private
  108. * @param {(number|string)} value
  109. * @param {number} length
  110. * @returns {string}
  111. */
  112. function _prefix(value, length) {
  113. if (typeof value !== 'string') value = String(value);
  114. while (value.length < length) value = '0' + value;
  115. return value;
  116. }
  117. /**
  118. * Requests the player data and scrapes the subtitle and video data.
  119. * @private
  120. * @param {string} address
  121. * @param {number} id
  122. * @param {function(Error, Object=)} done
  123. */
  124. function _player(address, id, done) {
  125. var url = address.match(/^(https?:\/\/[^\/]+)/);
  126. if (!url) return done(new Error('Invalid address.'));
  127. request.post({
  128. form: {current_page: address},
  129. url: url[1] + '/xml/?req=RpcApiVideoPlayer_GetStandardConfig&media_id=' + id
  130. }, function(err, res, xml) {
  131. if (err) return done(err);
  132. xml2js.parseString(xml, {
  133. explicitArray: false,
  134. explicitRoot: false
  135. }, function(err, player) {
  136. if (err) return done(err);
  137. try {
  138. done(undefined, {
  139. subtitle: {
  140. id: player['default:preload'].subtitle.$.id,
  141. iv: player['default:preload'].subtitle.iv,
  142. data: player['default:preload'].subtitle.data
  143. },
  144. video: {
  145. file: player['default:preload'].stream_info.file,
  146. host: player['default:preload'].stream_info.host
  147. }
  148. });
  149. } catch(err) {
  150. done(err);
  151. }
  152. });
  153. });
  154. }
  155. /**
  156. * Saves the subtitles to disk.
  157. * @private
  158. * @param {Object} config
  159. * @param {Object} player
  160. * @param {string} filePath
  161. * @param {function(Error)} done
  162. */
  163. function _subtitle(config, player, filePath, done) {
  164. var enc = player.subtitle;
  165. subtitle.decode(enc.id, enc.iv, enc.data, function(err, data) {
  166. if (err) return done(err);
  167. var format = subtitle.formats[config.format] ? config.format : 'ass';
  168. subtitle.formats[format](data, function(err, decodedSubtitle) {
  169. if (err) return done(err);
  170. fs.writeFile(filePath + '.' + format, decodedSubtitle, done);
  171. });
  172. });
  173. }
  174. /**
  175. * Streams the video to disk.
  176. * @private
  177. * @param {Object} config
  178. * @param {Object} page
  179. * @param {Object} player
  180. * @param {string} filePath
  181. * @param {function(Error)} done
  182. */
  183. function _video(config, page, player, filePath, done) {
  184. video.stream(
  185. player.video.host,
  186. player.video.file,
  187. page.swf,
  188. filePath + path.extname(player.video.file),
  189. done);
  190. }