Big rewrite - distributed consumers for ingestion / scraping(scalable) - single producer written in c#.
Changed from page scraping to rss xml scraping Includes RealDebridManager hashlist decoding (requires a github readonly PAT as requests must be authenticated) - This allows ingestion of 200k+ entries in a few hours. Simplifies a lot of torrentio to deal with new data
This commit is contained in:
14
src/producer/Jobs/IPJob.cs
Normal file
14
src/producer/Jobs/IPJob.cs
Normal file
@@ -0,0 +1,14 @@
|
||||
namespace Scraper.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class IPJob(IIpService ipService) : IJob
|
||||
{
|
||||
private const string JobName = nameof(IPJob);
|
||||
public static readonly JobKey Key = new(JobName, nameof(Jobs));
|
||||
public static readonly TriggerKey Trigger = new($"{JobName}-trigger", nameof(Jobs));
|
||||
|
||||
public Task Execute(IJobExecutionContext context)
|
||||
{
|
||||
return ipService.GetPublicIpAddress();
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user