tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix Trackers TTL

Browse Source 
Also introduces the ability to reuse your PAT token. If its set, it'll be used on tracker calls.
This commit is contained in:
iPromKnight
2024-03-09 17:44:17 +00:00
parent 7a9e949741
commit 17e092d830
3 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/node/consumer/src/lib/models/configuration/tracker_config.ts
View File

@@ -2,5 +2,6 @@ import {BooleanHelpers} from "@helpers/boolean_helpers";
export const trackerConfig = { export const trackerConfig = {
TRACKERS_URL: process.env.TRACKERS_URL || 'https://ngosang.github.io/trackerslist/trackers_all.txt', TRACKERS_URL: process.env.TRACKERS_URL || 'https://ngosang.github.io/trackerslist/trackers_all.txt',
GITHUB_PAT: process.env.GITHUB_PAT,
UDP_ENABLED: BooleanHelpers.parseBool(process.env.UDP_TRACKERS_ENABLED, false) UDP_ENABLED: BooleanHelpers.parseBool(process.env.UDP_TRACKERS_ENABLED, false)
}; };

9
src/node/consumer/src/lib/services/cache_service.ts
View File

@@ -51,7 +51,7 @@ export class CacheService implements ICacheService {
} }
cacheTrackers(method: CacheMethod): Promise<CacheMethod> { cacheTrackers(method: CacheMethod): Promise<CacheMethod> {
return this.cacheWrap(CacheType.Memory, `${TRACKERS_KEY_PREFIX}`, method, {ttl: TRACKERS_TTL}); return this.cacheWrap(CacheType.MongoDb, `${TRACKERS_KEY_PREFIX}`, method, {ttl: TRACKERS_TTL});
} }
private initiateMemoryCache = (): MemoryCache => private initiateMemoryCache = (): MemoryCache =>
@@ -102,10 +102,15 @@ export class CacheService implements ICacheService {
return method(); return method();
} }
const expirationTime = new Date(Date.now() + options.ttl * 1000);
this.logger.debug(`Cache type: ${cacheType}`); this.logger.debug(`Cache type: ${cacheType}`);
this.logger.debug(`Cache key: ${key}`); this.logger.debug(`Cache key: ${key}`);
this.logger.debug(`Cache options: ${JSON.stringify(options)}`); this.logger.debug(`Cache options: ${JSON.stringify(options)}`);
this.logger.debug(`Cache item will expire at: ${expirationTime.toISOString()}`);
return cache.wrap(key, method, options.ttl); // Memory Cache is Milliseconds, Mongo Cache converts to Seconds internally.
const ttl : number = cacheType === CacheType.Memory ? options.ttl * 1000 : options.ttl;
return cache.wrap(key, method, ttl);
}; };
} }

8
src/node/consumer/src/lib/services/tracker_service.ts
View File

@@ -16,7 +16,13 @@ export class TrackerService implements ITrackerService {
} }
private downloadTrackers = async (): Promise<string[]> => { private downloadTrackers = async (): Promise<string[]> => {
const response: AxiosResponse<string> = await axios.get(configurationService.trackerConfig.TRACKERS_URL); const headers = {};
if (configurationService.trackerConfig.GITHUB_PAT) {
headers['Authorization'] = `Basic ${configurationService.trackerConfig.GITHUB_PAT}`;
}
const response: AxiosResponse<string> = await axios.get(configurationService.trackerConfig.TRACKERS_URL, { headers });
const trackersListText: string = response.data; const trackersListText: string = response.data;
// Trackers are separated by a newline character // Trackers are separated by a newline character
let urlTrackers = trackersListText.split("\n"); let urlTrackers = trackersListText.split("\n");