Changed from page scraping to rss xml scraping Includes RealDebridManager hashlist decoding (requires a github readonly PAT as requests must be authenticated) - This allows ingestion of 200k+ entries in a few hours. Simplifies a lot of torrentio to deal with new data
22 lines
661 B
C#
22 lines
661 B
C#
// Global using directives
|
|
|
|
global using System.Text;
|
|
global using System.Text.Json;
|
|
global using System.Text.RegularExpressions;
|
|
global using System.Xml.Linq;
|
|
global using Dapper;
|
|
global using LZStringCSharp;
|
|
global using MassTransit;
|
|
global using Microsoft.AspNetCore.Builder;
|
|
global using Microsoft.Extensions.DependencyInjection;
|
|
global using Microsoft.Extensions.Logging;
|
|
global using Npgsql;
|
|
global using Quartz;
|
|
global using Scraper.Crawlers;
|
|
global using Scraper.Crawlers.Sites;
|
|
global using Scraper.Extensions;
|
|
global using Scraper.Interfaces;
|
|
global using Scraper.Jobs;
|
|
global using Scraper.Models;
|
|
global using Scraper.Services;
|
|
global using Serilog; |