mirror of
https://github.com/knightcrawler-stremio/knightcrawler.git
synced 2024-12-20 03:29:51 +00:00
Introduce max batch size, and configurable publish window
Still need to implement queue size limit Also fixes env var consistency between addon and consumer
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
namespace Scraper.Jobs;
|
||||
namespace Producer.Jobs;
|
||||
|
||||
public abstract class BaseJob(ICrawlerProvider crawlerProvider) : IJob
|
||||
{
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
namespace Scraper.Jobs;
|
||||
namespace Producer.Jobs;
|
||||
|
||||
public interface ICrawlerJob<out TCrawler> : IJob
|
||||
where TCrawler : ICrawler
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
namespace Scraper.Jobs;
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class IPJob(IIpService ipService) : IJob
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
namespace Scraper.Jobs;
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class PublisherJob(IMessagePublisher publisher, IDataStorage storage, ILogger<PublisherJob> logger) : IJob
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
namespace Scraper.Jobs;
|
||||
using DebridMediaManagerCrawler = Producer.Crawlers.Sites.DebridMediaManagerCrawler;
|
||||
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class SyncDmmJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
namespace Scraper.Jobs;
|
||||
using Producer.Crawlers.Sites;
|
||||
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class SyncEzTvJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
namespace Scraper.Jobs;
|
||||
using TgxCrawler = Producer.Crawlers.Sites.TgxCrawler;
|
||||
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class SyncTgxJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
namespace Scraper.Jobs;
|
||||
using Producer.Crawlers.Sites;
|
||||
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class SyncTpbJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
||||
|
||||
@@ -1,4 +1,6 @@
|
||||
namespace Scraper.Jobs;
|
||||
using Producer.Crawlers.Sites;
|
||||
|
||||
namespace Producer.Jobs;
|
||||
|
||||
[DisallowConcurrentExecution]
|
||||
public class SyncYtsJob(ICrawlerProvider crawlerProvider) : BaseJob(crawlerProvider)
|
||||
|
||||
Reference in New Issue
Block a user