mirror of
https://github.com/knightcrawler-stremio/knightcrawler.git
synced 2024-12-20 03:29:51 +00:00
ab17ef81be
Changed from page scraping to rss xml scraping Includes RealDebridManager hashlist decoding (requires a github readonly PAT as requests must be authenticated) - This allows ingestion of 200k+ entries in a few hours. Simplifies a lot of torrentio to deal with new data
10 lines
424 B
C#
10 lines
424 B
C#
namespace Scraper.Jobs;
|
|
|
|
[DisallowConcurrentExecution]
|
|
public class SyncTpbJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
|
{
|
|
private const string JobName = nameof(TpbCrawler);
|
|
public static readonly JobKey Key = new(JobName, nameof(Crawlers));
|
|
public static readonly TriggerKey Trigger = new($"{JobName}-trigger", nameof(Crawlers));
|
|
protected override string Crawler => nameof(TpbCrawler);
|
|
} |