brock/torrentio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

use google-sr

Browse Source
This commit is contained in:
TheBeastLT
2021-09-13 10:12:38 +02:00
committed by TheBeastLT
parent 7282c9f729
commit 9b8600ebe0
3 changed files with 626 additions and 539 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1157
package-lock.json generated
View File

File diff suppressed because it is too large Load Diff

1
package.json
View File

@@ -20,6 +20,7 @@
"cheerio": "^0.22.0", "cheerio": "^0.22.0",
"express": "^4.16.4", "express": "^4.16.4",
"google-it": "^1.6.2", "google-it": "^1.6.2",
"google-sr": "^1.0.4",
"he": "^1.2.0", "he": "^1.2.0",
"jaro-winkler": "^0.2.8", "jaro-winkler": "^0.2.8",
"line-by-line": "^0.1.6", "line-by-line": "^0.1.6",

7
scraper/lib/metadata.js
View File

@@ -1,6 +1,7 @@
const needle = require('needle'); const needle = require('needle');
const nameToImdb = require('name-to-imdb'); const nameToImdb = require('name-to-imdb');
const googleIt = require('google-it'); const googleIt = require('google-it');
const googleSr = require('google-sr');
const bing = require('nodejs-bing'); const bing = require('nodejs-bing');
const he = require('he'); const he = require('he');
const { cacheWrapImdbId, cacheWrapKitsuId, cacheWrapMetadata } = require('./cache'); const { cacheWrapImdbId, cacheWrapKitsuId, cacheWrapMetadata } = require('./cache');
@@ -110,8 +111,10 @@ async function getImdbId(info, type) {
reject(err || new Error('failed imdbId search')); reject(err || new Error('failed imdbId search'));
} }
}); });
}).catch(() => googleIt({ query, userAgent: getRandomUserAgent(), disableConsole: true }) // }).catch(() => googleIt({ query, userAgent: getRandomUserAgent(), disableConsole: true })
.then(results => results.length ? results : Promise.reject('No results')) // .then(results => results.length ? results : Promise.reject('No results'))
}).catch(() => googleSr(query)
.then(response => response.searchResults.length ? response.searchResults : Promise.reject('No results'))
// .catch(() => bing.web(query)) // .catch(() => bing.web(query))
.then(results => results .then(results => results
.map(result => result.link) .map(result => result.link)