tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix torrent9 scraper

Browse Source
This commit is contained in:
TheBeastLT
2022-05-03 15:34:07 +02:00
parent a4eb290871
commit 01337005de
2 changed files with 3 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scraper/scrapers/torrent9/torrent9_api.js
View File

@@ -6,7 +6,7 @@ const { parse } = require('parse-torrent-title');
const { getRandomUserAgent } = require('../../lib/requestHelper'); const { getRandomUserAgent } = require('../../lib/requestHelper');
const { parseSize } = require("../scraperHelper"); const { parseSize } = require("../scraperHelper");
const baseUrl = 'https://www.torrent9.pw' const baseUrl = 'https://torrent9.nl'
const defaultTimeout = 10000; const defaultTimeout = 10000;
const pageSize = 50; const pageSize = 50;

8
scraper/scrapers/torrent9/torrent9_scraper.js
View File

@@ -1,12 +1,10 @@
const moment = require('moment'); const moment = require('moment');
const Bottleneck = require('bottleneck'); const Bottleneck = require('bottleneck');
const torrent9 = require('./torrent9_api'); const torrent9 = require('./torrent9_api');
const torrent9v2 = require('./torrent9v2_api');
const { Type } = require('../../lib/types'); const { Type } = require('../../lib/types');
const repository = require('../../lib/repository'); const repository = require('../../lib/repository');
const Promises = require('../../lib/promises'); const Promises = require('../../lib/promises');
const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrentEntries'); const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrentEntries');
const { Op } = require("sequelize");
const NAME = 'Torrent9'; const NAME = 'Torrent9';
const TYPE_MAPPING = typeMapping(); const TYPE_MAPPING = typeMapping();
@@ -18,8 +16,7 @@ const allowedCategories = [
torrent9.Categories.TV, torrent9.Categories.TV,
]; ];
const clients = [ const clients = [
torrent9, torrent9
torrent9v2
]; ];
async function scrape() { async function scrape() {
@@ -57,8 +54,7 @@ async function scrapeLatestTorrentsForCategory(client, category, page = 1) {
} }
async function processTorrentRecord(client, record) { async function processTorrentRecord(client, record) {
if (await checkAndUpdateTorrent( if (await checkAndUpdateTorrent({ provider: NAME, torrentId: record.torrentId })) {
{ provider: NAME, torrentId: { [Op.endsWith]: record.torrentId.replace(/^\d+/, '') } })) {
return record; return record;
} }