From 01337005de31d4b95cc0c7b66da7b5fbde3f7c88 Mon Sep 17 00:00:00 2001 From: TheBeastLT Date: Tue, 3 May 2022 15:34:07 +0200 Subject: [PATCH] fix torrent9 scraper --- scraper/scrapers/torrent9/torrent9_api.js | 2 +- scraper/scrapers/torrent9/torrent9_scraper.js | 8 ++------ 2 files changed, 3 insertions(+), 7 deletions(-) diff --git a/scraper/scrapers/torrent9/torrent9_api.js b/scraper/scrapers/torrent9/torrent9_api.js index f9498d4..21aece7 100644 --- a/scraper/scrapers/torrent9/torrent9_api.js +++ b/scraper/scrapers/torrent9/torrent9_api.js @@ -6,7 +6,7 @@ const { parse } = require('parse-torrent-title'); const { getRandomUserAgent } = require('../../lib/requestHelper'); const { parseSize } = require("../scraperHelper"); -const baseUrl = 'https://www.torrent9.pw' +const baseUrl = 'https://torrent9.nl' const defaultTimeout = 10000; const pageSize = 50; diff --git a/scraper/scrapers/torrent9/torrent9_scraper.js b/scraper/scrapers/torrent9/torrent9_scraper.js index 0ddab87..ac6fd79 100644 --- a/scraper/scrapers/torrent9/torrent9_scraper.js +++ b/scraper/scrapers/torrent9/torrent9_scraper.js @@ -1,12 +1,10 @@ const moment = require('moment'); const Bottleneck = require('bottleneck'); const torrent9 = require('./torrent9_api'); -const torrent9v2 = require('./torrent9v2_api'); const { Type } = require('../../lib/types'); const repository = require('../../lib/repository'); const Promises = require('../../lib/promises'); const { createTorrentEntry, checkAndUpdateTorrent } = require('../../lib/torrentEntries'); -const { Op } = require("sequelize"); const NAME = 'Torrent9'; const TYPE_MAPPING = typeMapping(); @@ -18,8 +16,7 @@ const allowedCategories = [ torrent9.Categories.TV, ]; const clients = [ - torrent9, - torrent9v2 + torrent9 ]; async function scrape() { @@ -57,8 +54,7 @@ async function scrapeLatestTorrentsForCategory(client, category, page = 1) { } async function processTorrentRecord(client, record) { - if (await checkAndUpdateTorrent( - { provider: NAME, torrentId: { [Op.endsWith]: record.torrentId.replace(/^\d+/, '') } })) { + if (await checkAndUpdateTorrent({ provider: NAME, torrentId: record.torrentId })) { return record; }