[scraper] adds nyaa pantsu scraper

This commit is contained in:
TheBeastLT
2020-10-17 21:15:05 +02:00
parent 723bf38eae
commit f795f5315c
13 changed files with 316 additions and 65 deletions

View File

@@ -0,0 +1,21 @@
const UserAgent = require('user-agents');
const userAgent = new UserAgent();
function getRandomUserAgent() {
return userAgent.random().toString();
}
function defaultOptionsWithProxy() {
if (process.env.PROXY_HOST && process.env.PROXY_TYPE) {
return {
proxy: process.env.PROXY_HOST,
headers: {
'user-agent': getRandomUserAgent(),
'proxy-type': process.env.PROXY_TYPE
}
}
}
return { userAgent: getRandomUserAgent() };
}
module.exports = { getRandomUserAgent, defaultOptionsWithProxy };