25 Commits

Author SHA1 Message Date
Godzil
d2bc7e41b2 1.5.1 2020-04-13 20:16:37 +01:00
Godzil
a7bc34df0d New way to specify episode range. Work in progress, may not work well. 2020-04-13 20:14:28 +01:00
Godzil
b2ecd05586 Trying to clean file name in a better way. 2020-04-13 20:13:23 +01:00
Godzil
8b9f9a5e1c The new version of the command line parser leave a lot of new things.
Let's remove them...
2020-04-13 20:12:32 +01:00
Godzil
376ff09632 Change my_request to be more clean and try to fix the login issue. 2020-04-13 20:11:56 +01:00
Godzil
7926b2fd9a Make the code compile again. 2020-04-13 20:09:30 +01:00
Godzil
3f2a920e1e Update dependencies 2020-04-13 20:06:41 +01:00
Manoël Trapier
1555229635 Update .travis.yml
Travis currently don't support Node 13 and 14.
2019-07-31 16:52:08 +01:00
Godzil
7c085caaa0 Add more travis target 2019-07-31 17:22:52 +02:00
Godzil
cc0bf4dfb1 1.5.0 2019-07-31 17:20:53 +02:00
Godzil
00857ba46f Update dependencies 2019-07-31 17:20:47 +02:00
Godzil
b77a35e0e9 Remove non production logs 2019-07-31 17:16:30 +02:00
Manoël Trapier
ca59e3b2fd Merge pull request #108 from Ronserruya/fix_title_scrape
Fix login and only direct links issues.

Still need to understand what is happening.
2019-07-31 16:09:27 +01:00
ronserruya
95c0c4d6d3 Linter stuff 2019-07-31 14:29:49 +03:00
ronserruya
0d2d36251a Fix title fetching 2019-07-31 14:26:22 +03:00
ronserruya
48a58ffca6 Fix login issue 2019-07-31 14:26:13 +03:00
Manoël Trapier
505e6c67ce Add one more badge 2019-05-07 13:39:04 +01:00
Manoël Trapier
83e8a5e08c Change issue badge 2019-05-07 13:28:01 +01:00
Godzil
c82319a2c6 Make code (somwhat) compliant with latest version of CloudScraper and add some instrumentation to try to understand what is happening with web based login. Still unclear for now.. 2019-05-07 13:13:08 +02:00
Godzil
1fe7c697c5 Remove the old and unneeded ts.js 2019-05-07 13:11:03 +02:00
Godzil
239d1c60a3 Update some dependencies 2019-05-07 13:10:34 +02:00
Godzil
bdfc96d56e Remove package-lock.json as it is not needed 2019-04-30 16:57:25 +02:00
Godzil
8f7babd809 1.4.6 2019-03-04 18:51:27 +01:00
Godzil
c708df574b Update deps 2019-03-04 18:49:29 +01:00
Godzil
401a511668 Add Node 10 and 11 2019-03-04 18:44:41 +01:00
14 changed files with 303 additions and 3373 deletions

1
.gitignore vendored
View File

@@ -1,2 +1,3 @@
dist/
node_modules/
package-lock.json

View File

@@ -3,6 +3,11 @@ sudo: false
node_js:
- 8
- 9
- 10
- 11
- 12
# - 13
# - 14
before_install:
- npm install --only=dev
script:

View File

@@ -1,6 +1,10 @@
# Crunchy: a fork of Deathspike/CrunchyRoll.js
[![Issue Stats](http://issuestats.com/github/Godzil/Crunchy/badge/issue)](http://issuestats.com/github/Godzil/Crunchy) [![Travis CI](https://travis-ci.org/Godzil/Crunchy.svg?branch=master)](https://travis-ci.org/Godzil/Crunchy) [![Maintainability](https://api.codeclimate.com/v1/badges/413c7ca11c0805b1ef3e/maintainability)](https://codeclimate.com/github/Godzil/Crunchy/maintainability)
[![Travis CI](https://travis-ci.org/Godzil/Crunchy.svg?branch=master)](https://travis-ci.org/Godzil/Crunchy)
[![Maintainability](https://api.codeclimate.com/v1/badges/413c7ca11c0805b1ef3e/maintainability)](https://codeclimate.com/github/Godzil/Crunchy/maintainability)
![npm](https://img.shields.io/npm/dy/crunchy.svg)
![Issue Count](https://img.shields.io/github/issues/Godzil/Crunchy.svg)
![npm](https://img.shields.io/npm/v/crunchy.svg?label=Last%20published%20version)
*Crunchy* is capable of downloading *anime* episodes from the popular *CrunchyRoll* streaming service. An episode is stored in the original video format (often H.264 in a MP4 container) and the configured subtitle format (ASS or SRT).The two output files are then merged into a single MKV file.

3034
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -15,40 +15,41 @@
"engines": {
"node": ">=5.0"
},
"version": "1.4.5",
"version": "1.5.1",
"bin": {
"crunchy": "./bin/crunchy",
"crunchy.sh": "./bin/crunchy.sh"
},
"dependencies": {
"big-integer": "^1.6.32",
"bluebird": "^3.5.1",
"big-integer": "^1.6.48",
"bluebird": "^3.7.2",
"brotli": "^1.3.2",
"cheerio": "^0.22.0",
"cloudscraper": "^1.5.0",
"commander": "^2.16.0",
"fs-extra": "^7.0.0",
"mkdirp": "^0.5.0",
"cloudscraper": "^4.6.0",
"commander": "^5.0.0",
"fs-extra": "^9.0.0",
"mkdirp": "^1.0.4",
"pjson": "^1.0.9",
"request": "^2.87.0",
"request-promise": "^4.2.2",
"request": "^2.88.2",
"request-promise": "^4.2.5",
"tough-cookie-file-store": "^1.2.0",
"uuid": "^3.3.2",
"xml2js": "^0.4.5"
"uuid": "^7.0.3",
"xml2js": "^0.4.23"
},
"devDependencies": {
"@types/bluebird": "^3.5.23",
"@types/cheerio": "^0.22.8",
"@types/fs-extra": "^5.0.4",
"@types/mkdirp": "^0.5.2",
"@types/node": "^10.5.3",
"@types/request": "^2.47.1",
"@types/request-promise": "^4.1.42",
"@types/uuid": "^3.4.3",
"@types/xml2js": "^0.4.3",
"npm-check": "^5.7.1",
"@types/bluebird": "^3.5.30",
"@types/cheerio": "^0.22.17",
"@types/fs-extra": "^8.1.0",
"@types/mkdirp": "^1.0.0",
"@types/node": "^13.11.1",
"@types/request": "^2.48.4",
"@types/request-promise": "^4.1.46",
"@types/uuid": "^7.0.2",
"@types/xml2js": "^0.4.5",
"npm-check": "^5.9.2",
"tsconfig-lint": "^0.12.0",
"tslint": "^5.11.0",
"typescript": "^2.9.2"
"tslint": "^6.1.1",
"typescript": "^3.8.3"
},
"scripts": {
"prepublishOnly": "npm run build",

View File

@@ -200,7 +200,7 @@ function split(value: string): string[]
return pieces;
}
function get_min_filter(filter: string): number
function get_min_filter(filter: string): IEpisodeNumber
{
if (filter !== undefined)
{
@@ -214,13 +214,41 @@ function get_min_filter(filter: string): number
if (tok[0] !== '')
{
return parseInt(tok[0], 10);
/* If first item is not empty, ie '10-20' */
if (tok[0].includes('e'))
{
/* include a e so we probably have something like 5e10
aka season 5 episode 10
*/
const tok2 = tok[0].split('else');
if (tok2.length > 2)
{
log.error('Invalid episode filter \'' + filter + '\'');
process.exit(-1);
}
if (tok[0] !== '')
{
/* So season is properly filled */
return {season: parseInt(tok2[0], 10), episode: parseInt(tok2[1], 10)};
}
else
{
/* we have 'e10' */
return {season: 0, episode: parseInt(tok2[1], 10)};
}
}
else
{
return {season: 0, episode: parseInt(tok[0], 10)};
}
}
}
return 0;
/* First item is empty, ie '-20' */
return {season: 0, episode: 0};
}
function get_max_filter(filter: string): number
function get_max_filter(filter: string): IEpisodeNumber
{
if (filter !== undefined)
{
@@ -235,15 +263,15 @@ function get_max_filter(filter: string): number
if ((tok.length > 1) && (tok[1] !== ''))
{
/* We have a max value */
return parseInt(tok[1], 10);
return {season: +Infinity, episode: parseInt(tok[1], 10)};
}
else if ((tok.length === 1) && (tok[0] !== ''))
{
/* A single episode has been requested */
return parseInt(tok[0], 10);
return {season: +Infinity, episode: parseInt(tok[0], 10) + 1};
}
}
return +Infinity;
return {season: +Infinity, episode: +Infinity};
}
/**
@@ -290,7 +318,7 @@ function tasks(config: IConfigLine, batchPath: string, done: (err: Error, tasks?
episode_min: get_min_filter(config.episodes), episode_max: get_max_filter(config.episodes)};
}
return {address: '', retry: 0, episode_min: 0, episode_max: 0};
return {address: '', retry: 0, episode_min: {season: 0, episode: 0}, episode_max: {season: 0, episode: 0}};
}));
}
@@ -366,6 +394,6 @@ function parse(args: string[]): IConfigLine
.option('--verbose', 'Make tool verbose')
.option('--debug', 'Create a debug file. Use only if requested!')
.option('--rebuildcrp', 'Rebuild the crpersistant file.')
.option('--retry <i>', 'Number or time to retry fetching an episode.', 5)
.option('--retry <i>', 'Number or time to retry fetching an episode.', '5')
.parse(args);
}

View File

@@ -45,6 +45,27 @@ export function save(config: IConfig)
tmp.args = undefined;
tmp.commands = undefined;
tmp._allowUnknownOption = undefined;
tmp.parent = undefined;
tmp._scriptPath = undefined;
tmp._optionValues = undefined;
tmp._storeOptionsAsProperties = undefined;
tmp._passCommandToAction = undefined;
tmp._actionResults = undefined;
tmp._actionHandler = undefined;
tmp._executableHandler = undefined;
tmp._executableFile = undefined;
tmp._defaultCommandName = undefined;
tmp._exitCallback = undefined;
tmp._alias = undefined;
tmp._noHelp = undefined;
tmp._helpFlags = undefined;
tmp._helpDescription = undefined;
tmp._helpShortFlag = undefined;
tmp._helpLongFlag = undefined;
tmp._hasImplicitHelpCommand = undefined;
tmp._helpCommandName = undefined;
tmp._helpCommandnameAndArgs = undefined;
tmp._helpCommandDescription = undefined;
// Things we don't want to save
tmp.cache = undefined;

View File

@@ -66,13 +66,15 @@ function fileExist(path: string)
function sanitiseFileName(str: string)
{
return str.replace(/[\/':\?\*"<>\\\.\|]/g, '_');
const sanitized = str.replace(/[\/':\?\*"<>\\\.\|]/g, '_');
return sanitized.replace(/{DIR_SEPARATOR}/g, '/');
}
/**
* Downloads the subtitle and video.
*/
function download(config: IConfig, page: IEpisodePage, player: IEpisodePlayer, done: (err: Error, ign: boolean) => void)
function download(config: IConfig, page: IEpisodePage, player: IEpisodePlayer, done: (err: Error | string, ign: boolean) => void)
{
const serieFolder = sanitiseFileName(config.series || page.series);
@@ -109,14 +111,9 @@ function download(config: IConfig, page: IEpisodePage, player: IEpisodePlayer, d
return done(null, true);
}
mkdirp(path.dirname(filePath), (errM: Error) =>
const ret = mkdirp(path.dirname(filePath));
if (ret)
{
if (errM)
{
log.dispEpisode(fileName, 'Error...', true);
return done(errM, false);
}
log.dispEpisode(fileName, 'Fetching...', false);
downloadSubtitle(config, player, filePath, (errDS) =>
{
@@ -164,13 +161,18 @@ function download(config: IConfig, page: IEpisodePage, player: IEpisodePlayer, d
done(null, true);
}
});
});
}
else
{
log.dispEpisode(fileName, 'Error creating folder \'" + filePath + "\'...', true);
return done('Cannot create folder', false);
}
}
/**
* Saves the subtitles to disk.
*/
function downloadSubtitle(config: IConfig, player: IEpisodePlayer, filePath: string, done: (err?: Error) => void)
function downloadSubtitle(config: IConfig, player: IEpisodePlayer, filePath: string, done: (err?: Error | string) => void)
{
const enc = player.subtitle;
@@ -336,15 +338,15 @@ function scrapePlayer(config: IConfig, address: string, id: number, done: (err:
return done(new Error('Invalid address.'));
}
my_request.post(config, {
form: {
current_page: address,
video_format: config.video_format,
video_quality: config.video_quality,
media_id: id
},
url: url[1] + '/xml/?req=RpcApiVideoPlayer_GetStandardConfig&media_id=' + id,
}, (err, result) =>
const postForm = {
current_page: address,
video_format: config.video_format,
video_quality: config.video_quality,
media_id: id
};
my_request.post(config, url[1] + '/xml/?req=RpcApiVideoPlayer_GetStandardConfig&media_id=' + id, postForm,
(err, result) =>
{
if (err)
{

View File

@@ -1,3 +1,5 @@
interface IAuthError extends Error {
name: string;
message: string;
authError: boolean;
}

View File

@@ -1,6 +1,6 @@
interface IConfigTask {
address: string;
retry: number;
episode_min: number;
episode_max: number;
episode_min: IEpisodeNumber;
episode_max: IEpisodeNumber;
}

4
src/interface/IEpisodeNumber.d.ts vendored Normal file
View File

@@ -0,0 +1,4 @@
interface IEpisodeNumber {
season: number,
episode: number
}

View File

@@ -14,8 +14,6 @@ import { Response } from 'request';
// tslint:disable-next-line:no-var-requires
const cookieStore = require('tough-cookie-file-store');
// tslint:disable-next-line:no-var-requires
const cloudscraper = require('cloudscraper');
const CR_COOKIE_DOMAIN = 'http://crunchyroll.com';
@@ -24,12 +22,10 @@ let isPremium = false;
let j: request.CookieJar;
const defaultHeaders: request.Headers =
{
'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36',
'Connection': 'keep-alive',
'Referer': 'https://www.crunchyroll.com/login',
};
// tslint:disable-next-line:no-var-requires
import cloudscraper = require('cloudscraper');
let currentOptions: any;
let optionsSet = false;
function AuthError(msg: string): IAuthError
{
@@ -63,7 +59,7 @@ function startSession(config: IConfig): Promise<any>
});
}
function login(config: IConfig, sessionId: string, user: string, pass: string): Promise<any>
function APIlogin(config: IConfig, sessionId: string, user: string, pass: string): Promise<any>
{
return rp(
{
@@ -86,24 +82,14 @@ function login(config: IConfig, sessionId: string, user: string, pass: string):
});
}
function checkIfUserIsAuth(config: IConfig, done: (err: Error) => void): void
function checkIfUserIsAuth(config: IConfig, done: (err: any) => void): void
{
if (j === undefined)
{
loadCookies(config);
}
/**
* The main page give us some information about the user
*/
const options =
{
headers: defaultHeaders,
jar: j,
url: 'http://www.crunchyroll.com/',
method: 'GET',
};
cloudscraper.request(options, (err: Error, rep: string, body: string) =>
const url = 'http://www.crunchyroll.com/';
cloudscraper.get(url, getOptions(config, null), (err: any, rep: Response, body: string) =>
{
if (err)
{
@@ -149,6 +135,10 @@ function checkIfUserIsAuth(config: IConfig, done: (err: Error) => void): void
{
const error = $('ul.message, li.error').text();
log.warn('Authentication failed: ' + error);
log.dumpToDebug('not auth rep', rep);
log.dumpToDebug('not auth body', body);
return done(AuthError('Authentication failed: ' + error));
}
else
@@ -193,24 +183,14 @@ export function eatCookies(config: IConfig)
export function getUserAgent(): string
{
return defaultHeaders['User-Agent'];
return currentOptions.headers['User-Agent'];
}
/**
* Performs a GET request for the resource.
*/
export function get(config: IConfig, options: string|request.Options, done: (err: any, result?: string) => void)
export function get(config: IConfig, url: string, done: (err: any, result?: string) => void)
{
if (j === undefined)
{
loadCookies(config);
}
if (config.userAgent)
{
defaultHeaders['User-Agent'] = config.userAgent;
}
authenticate(config, (err) =>
{
if (err)
@@ -218,7 +198,7 @@ export function get(config: IConfig, options: string|request.Options, done: (err
return done(err);
}
cloudscraper.request(modify(options, 'GET'), (error: any, response: any, body: any) =>
cloudscraper.get(url, getOptions(config, null), (error: any, response: any, body: any) =>
{
if (error) return done(error);
@@ -230,18 +210,8 @@ export function get(config: IConfig, options: string|request.Options, done: (err
/**
* Performs a POST request for the resource.
*/
export function post(config: IConfig, options: request.Options, done: (err: Error, result?: string) => void)
export function post(config: IConfig, url: string, form: any, done: (err: any, result?: string) => void)
{
if (j === undefined)
{
loadCookies(config);
}
if (config.userAgent)
{
defaultHeaders['User-Agent'] = config.userAgent;
}
authenticate(config, (err) =>
{
if (err)
@@ -249,7 +219,7 @@ export function post(config: IConfig, options: request.Options, done: (err: Erro
return done(err);
}
cloudscraper.request(modify(options, 'POST'), (error: Error, response: any, body: any) =>
cloudscraper.post(url, getOptions(config, form), (error: Error, response: any, body: any) =>
{
if (error)
{
@@ -260,10 +230,130 @@ export function post(config: IConfig, options: request.Options, done: (err: Erro
});
}
function authUsingCookies(config: IConfig, done: (err: any) => void)
{
j.setCookie(request.cookie('c_userid=' + config.crUserId + '; Domain=crunchyroll.com; HttpOnly; hostOnly=false;'),
CR_COOKIE_DOMAIN);
j.setCookie(request.cookie('c_userkey=' + config.crUserKey + '; Domain=crunchyroll.com; HttpOnly; hostOnly=false;'),
CR_COOKIE_DOMAIN);
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
}
function authUsingApi(config: IConfig, done: (err: any) => void)
{
if (!config.pass || !config.user)
{
log.error('You need to give login/password to use Crunchy');
process.exit(-1);
}
if (config.crDeviceId === undefined)
{
config.crDeviceId = uuid.v4();
}
if (!config.crSessionUrl || !config.crDeviceType || !config.crAPIVersion ||
!config.crLocale || !config.crLoginUrl)
{
return done(AuthError('Invalid API configuration, please check your config file.'));
}
startSession(config)
.then((sessionId: string) =>
{
// defaultHeaders['Cookie'] = `sess_id=${sessionId}; c_locale=enUS`;
return APIlogin(config, sessionId, config.user, config.pass);
})
.then((userData) =>
{
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
})
.catch((errInChk) =>
{
return done(AuthError(errInChk.message));
});
}
function authUsingForm(config: IConfig, done: (err: any) => void)
{
/* So if we are here now, that mean we are not authenticated so do as usual */
if (!config.pass || !config.user)
{
log.error('You need to give login/password to use Crunchy');
process.exit(-1);
}
/* First get https://www.crunchyroll.com/login to get the login token */
cloudscraper.get('https://www.crunchyroll.com/login', getOptions(config, null), (err: any, rep: Response, body: string) =>
{
if (err) return done(err);
const $ = cheerio.load(body);
/* Get the token from the login page */
const token = $('input[name="login_form[_token]"]').attr('value');
if (token === '')
{
return done(AuthError('Can\'t find token!'));
}
/* Now call the page again with the token and credentials */
const paramForm =
{
'login_form[name]': config.user,
'login_form[password]': config.pass,
'login_form[redirect_url]': '/',
'login_form[_token]': token
};
cloudscraper.post('https://www.crunchyroll.com/login', getOptions(config, paramForm), (err: any, rep: Response, body: string) =>
{
if (err)
{
return done(err);
}
/* Now let's check if we are authentificated */
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
});
});
}
/**
* Authenticates using the configured pass and user.
*/
function authenticate(config: IConfig, done: (err: Error) => void)
function authenticate(config: IConfig, done: (err: any) => void)
{
if (isAuthenticated)
{
@@ -278,156 +368,57 @@ function authenticate(config: IConfig, done: (err: Error) => void)
return done(null);
}
/* So if we are here now, that mean we are not authenticated so do as usual */
if (!config.pass || !config.user)
{
log.error('You need to give login/password to use Crunchy');
process.exit(-1);
}
log.info('Seems we are not currently logged. Let\'s login!');
if (config.logUsingApi)
{
if (config.crDeviceId === undefined)
{
config.crDeviceId = uuid.v4();
}
if (!config.crSessionUrl || !config.crDeviceType || !config.crAPIVersion ||
!config.crLocale || !config.crLoginUrl)
{
return done(AuthError('Invalid API configuration, please check your config file.'));
}
startSession(config)
.then((sessionId: string) =>
{
defaultHeaders.Cookie = `sess_id=${sessionId}; c_locale=enUS`;
return login(config, sessionId, config.user, config.pass);
})
.then((userData) =>
{
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
})
.catch((errInChk) =>
{
return done(AuthError(errInChk.message));
});
return authUsingApi(config, done);
}
else if (config.logUsingCookie)
{
j.setCookie(request.cookie('c_userid=' + config.crUserId + '; Domain=crunchyroll.com; HttpOnly; hostOnly=false;'),
CR_COOKIE_DOMAIN);
j.setCookie(request.cookie('c_userkey=' + config.crUserKey + '; Domain=crunchyroll.com; HttpOnly; hostOnly=false;'),
CR_COOKIE_DOMAIN);
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
return authUsingCookies(config, done);
}
else
{
/* First get https://www.crunchyroll.com/login to get the login token */
const options =
{
headers: defaultHeaders,
jar: j,
gzip: false,
method: 'GET',
url: 'https://www.crunchyroll.com/login'
};
cloudscraper.request(options, (err: Error, rep: string, body: string) =>
{
if (err) return done(err);
const $ = cheerio.load(body);
/* Get the token from the login page */
const token = $('input[name="login_form[_token]"]').attr('value');
if (token === '')
{
return done(AuthError('Can\'t find token!'));
}
/* Now call the page again with the token and credentials */
const options =
{
headers: defaultHeaders,
form:
{
'login_form[name]': config.user,
'login_form[password]': config.pass,
'login_form[redirect_url]': '/',
'login_form[_token]': token
},
jar: j,
gzip: false,
method: 'POST',
url: 'https://www.crunchyroll.com/login'
};
cloudscraper.request(options, (err: Error, rep: string, body: string) =>
{
if (err)
{
return done(err);
}
/* Now let's check if we are authentificated */
checkIfUserIsAuth(config, (errCheckAuth2) =>
{
if (isAuthenticated)
{
return done(null);
}
else
{
return done(errCheckAuth2);
}
});
});
});
return authUsingForm(config, done);
}
});
}
/**
* Modifies the options to use the authenticated cookie jar.
*/
function modify(options: string|request.Options, reqMethod: string): request.Options
function getOptions(config: IConfig, form: any)
{
if (typeof options !== 'string')
if (!optionsSet)
{
options.jar = j;
options.headers = defaultHeaders;
options.method = reqMethod;
options.followAllRedirects = true;
return options;
currentOptions = {};
currentOptions.headers = {};
if (config.userAgent)
{
currentOptions.headers['User-Agent'] = config.userAgent;
}
else
{
currentOptions.headers['User-Agent'] = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:75.0) Gecko/20100101 Firefox/75.0';
}
if (j === undefined)
{
loadCookies(config);
}
currentOptions.decodeEmails = true;
currentOptions.jar = j;
optionsSet = true;
}
return {
jar: j,
headers: defaultHeaders,
url: options.toString(),
method: reqMethod
};
}
currentOptions.form = {};
if (form !== null)
{
currentOptions.form = form;
}
return currentOptions;
}

View File

@@ -144,9 +144,10 @@ function download(cache: {[address: string]: number}, config: IConfig,
done: (err: any, ign: boolean) => void)
{
const episodeNumber = parseInt(item.episode, 10);
const seasonNumber = item.volume;
if ( (episodeNumber < task.episode_min) ||
(episodeNumber > task.episode_max) )
if ( (episodeNumber < task.episode_min.episode) ||
(episodeNumber > task.episode_max.episode) )
{
return done(null, false);
}
@@ -198,7 +199,7 @@ function pageScrape(config: IConfig, task: IConfigTask, done: (err: any, result?
}
const $ = cheerio.load(result);
const title = $('span[itemprop=name]').text();
const title = $('meta[itemprop=name]').attr('content');
if (config.debug)
{

96
ts.js
View File

@@ -1,96 +0,0 @@
'use strict';
var childProcess = require('child_process');
var fs = require('fs');
var path = require('path');
var isTest = process.argv[2] === '--only-test';
// TODO: This build task should be removed upon release of TypeScript 1.5 with
// the support for `tsconfig.json`. Invoking `tsc` from `package.json` will then
// read the configuration and compile accordingly. It seems that `TSLint` will,
// eventually, support this mechanism too. That prevents the need for any kind
// of build task and will run entirely based on instructions from `npm`.
//
// Reference #1: https://github.com/Microsoft/TypeScript/issues/1667
// Reference #2: https://github.com/palantir/tslint/issues/281
read(function(err, fileNames) {
clean(fileNames, function() {
var hasLintError = false;
compile(fileNames, function(err) {
if (err) {
console.error(err);
return process.exit(1);
}
lint(fileNames, function(message) {
process.stdout.write(message);
hasLintError = true;
}, function() {
process.exit(Number(hasLintError));
});
});
});
});
/**
* Clean the files.
* @param {Array.<string>} filePaths
* @param {function()} done
*/
function clean(filePaths, done) {
if (isTest) return done();
var i = -1;
(function next() {
i += 1;
if (i >= filePaths.length) return done();
var filePath = filePaths[i];
if (/\.d\.ts$/.test(filePath)) return next();
var mapName = filePath.substring(4, filePath.length - 2) + 'js.map';
var mapPath = path.join('dist', mapName);
if (fs.existsSync(mapPath)) fs.unlinkSync(mapPath);
next();
})();
}
/**
* Compile the files.
* @param {Array.<string>} filePaths
* @param {function(Error)} done
*/
function compile(filePaths, done) {
if (isTest) return done(null);
var execPath = path.join(__dirname, 'node_modules/.bin/tsc');
var options = '--declaration --module CommonJS --noImplicitAny --outDir dist --target ES5';
childProcess.exec([execPath, options].concat(filePaths).join(' '), function(err, stdout) {
if (stdout) return done(new Error(stdout));
done(null);
});
}
/**
* Lint the files.
* @param {Array.<string>} filePaths
* @param {function(string)} handler
* @param {function()} done
*/
function lint(filePaths, handler, done) {
var i = -1;
var execPath = path.join(__dirname, 'node_modules/.bin/tslint');
(function next() {
i += 1;
if (i >= filePaths.length) return done();
var filePath = filePaths[i];
if (/\.d\.ts$/.test(filePath)) return next();
childProcess.exec(execPath + ' -f ' + filePath, function(err, stdout) {
if (stdout) handler(stdout);
next();
});
})();
}
/**
* Read the files from the project file.
* @param {function(Error, Array.<string>)} done
*/
function read(done) {
done(null, JSON.parse(fs.readFileSync('tsconfig.json', 'utf8')).files);
}