[scraper] adds proxy for kat and 1337x

scraper/lib/request_helper.js

@@ -16,4 +16,17 @@ function getRandomProxy() {
   return undefined;
 }
 
-module.exports = { getRandomUserAgent, getRandomProxy };
+function defaultOptionsWithProxy() {
+  if (process.env.PROXY_HOST && process.env.PROXY_TYPE) {
+    return {
+      proxy: process.env.PROXY_HOST,
+      headers: {
+        'user-agent': getRandomUserAgent(),
+        'proxy-type': process.env.PROXY_TYPE
+      }
+    }
+  }
+  return { userAgent: getRandomUserAgent() };
+}
+
+module.exports = { getRandomUserAgent, getRandomProxy, defaultOptionsWithProxy };

scraper/lib/video.js

@@ -1,23 +0,0 @@
-const EXTENSIONS = [
-  "3g2",
-  "3gp",
-  "avi",
-  "flv",
-  "mkv",
-  "mov",
-  "mp2",
-  "mp4",
-  "m4v",
-  "mpe",
-  "mpeg",
-  "mpg",
-  "mpv",
-  "webm",
-  "wmv",
-  "ogm"
-];
-
-module.exports = (filename) => {
-  const extensionMatch = filename.match(/\.(\w{2,4})$/);
-  return extensionMatch && EXTENSIONS.includes(extensionMatch[1].toLowerCase());
-};