tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

use custom rate limit key generator due to cf changes

Browse Source
This commit is contained in:
TheBeastLT
2021-12-13 09:15:04 +01:00
parent 91eac9f8c6
commit 5d42389067
4 changed files with 419 additions and 416 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
addon/moch/realdebrid.js
View File

@@ -39,12 +39,12 @@ async function _getInstantAvailable(hashes, apiKey, retries = 3, maxChunkSize =
const RD = new RealDebridClient(apiKey, getDefaultOptions());
const hashBatches = chunkArray(missingHashes, maxChunkSize)
return Promise.all(hashBatches.map(batch => RD.torrents.instantAvailability(batch)
.then(response => {
if (typeof response !== 'object') {
return Promise.reject(new Error('RD returned non JSON response: ' + response));
}
return processAvailabilityResults(response);
})))
.then(response => {
if (typeof response !== 'object') {
return Promise.reject(new Error('RD returned non JSON response: ' + response));
}
return processAvailabilityResults(response);
})))
.then(results => results.reduce((all, result) => Object.assign(all, result), {}))
.then(results => cacheAvailabilityResults(results))
.then(results => Object.assign(cachedResults, results))
@@ -53,7 +53,7 @@ async function _getInstantAvailable(hashes, apiKey, retries = 3, maxChunkSize =
return Promise.reject(BadTokenError);
}
if (!error && maxChunkSize !== 1) {
// sometimes RD dues to large response size respond with empty body. Reduce chunk size to reduce body
// sometimes due to large response size RD responds with an empty body. Reduce chunk size to reduce body
console.log(`Reducing chunk size for availability request: ${hashes[0]}`);
return _getInstantAvailable(hashes, apiKey, retries - 1, Math.ceil(maxChunkSize / 10));
}

816
addon/package-lock.json generated
View File

File diff suppressed because it is too large Load Diff

2
addon/package.json
View File

@@ -15,7 +15,7 @@
"cache-manager": "^3.4.4",
"cache-manager-mongodb": "^0.3.0",
"debrid-link-api": "^1.0.0",
"express-rate-limit": "^5.1.1",
"express-rate-limit": "^5.5.1",
"https-proxy-agent": "^5.0.0",
"magnet-uri": "^6.2.0",
"named-queue": "^2.2.1",

3
addon/serverless.js
View File

@@ -12,7 +12,8 @@ const router = getRouter({ ...addonInterface, manifest: manifest() });
const limiter = rateLimit({
windowMs: 60 * 60 * 1000, // 1 hours
max: 300, // limit each IP to 300 requests per windowMs
headers: false
headers: false,
keyGenerator: (req) => requestIp.getClientIp(req)
});
router.use(limiter);