tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

[scraper] adds google-it for imdbid search

Browse Source
This commit is contained in:
TheBeastLT
2020-03-23 20:41:07 +01:00
parent ed6f0969da
commit 184f7e23b0
3 changed files with 286 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
scraper/lib/metadata.js
View File

@@ -1,5 +1,6 @@
const needle = require('needle');
const nameToImdb = require('name-to-imdb');
const googleIt = require('google-it');
const bing = require('nodejs-bing');
const he = require('he');
const { cacheWrapImdbId, cacheWrapKitsuId, cacheWrapMetadata } = require('./cache');
@@ -94,6 +95,7 @@ async function getImdbId(info, type) {
const name = escapeTitle(info.title);
const year = info.year || info.date && info.date.slice(0, 4);
const key = `${name}_${year}_${type}`;
const query = `${name} ${year || ''} ${type} imdb`;
return cacheWrapImdbId(key,
() => new Promise((resolve, reject) => {
@@ -104,7 +106,8 @@ async function getImdbId(info, type) {
reject(err || new Error('failed imdbId search'));
}
});
}).catch(() => bing.web(`${name} ${year || ''} ${type} imdb`)
}).catch(() => googleIt({ query, disableConsole: true })
.catch(() => bing.web(query))
.then(results => results
.map(result => result.link)
.find(result => result.includes('imdb.com/title/')))