Merge pull request #108 from Ronserruya/fix_title_scrape

Fix login and only direct links issues.

Still need to understand what is happening.
This commit is contained in:
Manoël Trapier 2019-07-31 16:09:27 +01:00 committed by GitHub
commit ca59e3b2fd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 7 deletions

View File

@ -314,7 +314,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
startSession(config)
.then((sessionId: string) =>
{
//defaultHeaders['Cookie'] = `sess_id=${sessionId}; c_locale=enUS`;
// defaultHeaders['Cookie'] = `sess_id=${sessionId}; c_locale=enUS`;
return APIlogin(config, sessionId, config.user, config.pass);
})
.then((userData) =>
@ -360,7 +360,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
/* First get https://www.crunchyroll.com/login to get the login token */
const options =
{
jar: j,
// jar: j,
uri: 'https://www.crunchyroll.com/login'
};
@ -369,7 +369,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
if (err) return done(err);
console.log('------- GET --------');
//console.error(err);
// console.error(err);
console.log(body);
console.log('------- /GET --------');
@ -381,7 +381,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
{
return done(AuthError('Can\'t find token!'));
}
console.log("Token: " + token);
console.log('Token: ' + token);
/* Now call the page again with the token and credentials */
const options =
{
@ -392,7 +392,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
'login_form[redirect_url]': '/',
'login_form[_token]': token
},
jar: j,
// jar: j,
url: 'https://www.crunchyroll.com/login'
};
@ -401,7 +401,7 @@ function authenticate(config: IConfig, done: (err: Error) => void)
cloudscraper.post(options, (err: Error, rep: string, body: string) =>
{
console.log('------- POST --------');
//console.error(err);
// console.error(err);
console.log(body);
console.log('------- /POST --------');

View File

@ -198,7 +198,7 @@ function pageScrape(config: IConfig, task: IConfigTask, done: (err: any, result?
}
const $ = cheerio.load(result);
const title = $('span[itemprop=name]').text();
const title = $('meta[itemprop=name]').attr('content');
if (config.debug)
{