Introduce max batch size, and configurable publish window

Still need to implement queue size limit
Also fixes env var consistency between addon and consumer
This commit is contained in:
iPromKnight
2024-02-02 13:49:42 +00:00
parent 0644fe7720
commit 68edaba308
41 changed files with 88 additions and 51 deletions

View File

@@ -9,14 +9,14 @@ global using LZStringCSharp;
global using MassTransit;
global using Microsoft.AspNetCore.Builder;
global using Microsoft.Extensions.DependencyInjection;
global using Microsoft.Extensions.DependencyInjection.Extensions;
global using Microsoft.Extensions.Logging;
global using Npgsql;
global using Quartz;
global using Scraper.Crawlers;
global using Scraper.Crawlers.Sites;
global using Scraper.Extensions;
global using Scraper.Interfaces;
global using Scraper.Jobs;
global using Scraper.Models;
global using Scraper.Services;
global using Producer.Crawlers;
global using Producer.Crawlers.Sites;
global using Producer.Interfaces;
global using Producer.Jobs;
global using Producer.Models;
global using Producer.Services;
global using Serilog;