tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

updates metadata retrieval exception handling

Browse Source
This commit is contained in:
TheBeastLT
2020-02-25 21:47:57 +01:00
parent 75053fccd0
commit 23880d4fb2
3 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
lib/metadata.js
View File

@@ -9,6 +9,10 @@ const KITSU_URL = 'https://anime-kitsu.now.sh';
const TIMEOUT = 20000; const TIMEOUT = 20000;
function getMetadata(id, type = Type.SERIES) { function getMetadata(id, type = Type.SERIES) {
if (!id) {
return Promise.reject("no valid id provided");
}
const key = id.match(/^\d+$/) ? `kitsu:${id}` : id; const key = id.match(/^\d+$/) ? `kitsu:${id}` : id;
const metaType = type === Type.MOVIE ? Type.MOVIE : Type.SERIES; const metaType = type === Type.MOVIE ? Type.MOVIE : Type.SERIES;
return cacheWrapMetadata(key, return cacheWrapMetadata(key,
@@ -86,10 +90,11 @@ async function getImdbId(info) {
} }
}); });
}).catch(() => bing.web(`${info.name} ${info.year || ''} ${info.type} imdb`) }).catch(() => bing.web(`${info.name} ${info.year || ''} ${info.type} imdb`)
.then((results) => results .then(results => results
.map((result) => result.link) .map((result) => result.link)
.find(result => result.includes('imdb.com/title/')) .find(result => result.includes('imdb.com/title/')))
.match(/imdb\.com\/title\/(tt\d+)/)[1]))); .then(result => result && result.match(/imdb\.com\/title\/(tt\d+)/))
.then(match => match && match[1])));
} }
async function getKitsuId(info) { async function getKitsuId(info) {

2
package-lock.json generated
View File

@@ -1714,7 +1714,7 @@
} }
}, },
"parse-torrent-title": { "parse-torrent-title": {
"version": "git://github.com/TheBeastLT/parse-torrent-title.git#91d711a5c3558baced7d20cb5a5458a859ddede6", "version": "git://github.com/TheBeastLT/parse-torrent-title.git#d6b677ad5e576c9294de1de75c0fd1396bd1ab7b",
"from": "git://github.com/TheBeastLT/parse-torrent-title.git#master" "from": "git://github.com/TheBeastLT/parse-torrent-title.git#master"
}, },
"parseurl": { "parseurl": {

1
scrapers/thepiratebay/thepiratebay_unofficial_dump_scraper.js
View File

@@ -63,7 +63,6 @@ async function scrape() {
console.log(err); console.log(err);
}); });
lr.on('end', () => { lr.on('end', () => {
fs.unlink(CSV_FILE_PATH);
console.log(`finished to scrape tpb dump!`); console.log(`finished to scrape tpb dump!`);
}); });
} }