[addon] moves rd resolver to addon

addon/lib/cache.js

@@ -3,17 +3,24 @@ const mangodbStore = require('cache-manager-mongodb');
 
 const GLOBAL_KEY_PREFIX = 'torrentio-addon';
 const STREAM_KEY_PREFIX = `${GLOBAL_KEY_PREFIX}|stream`;
+const RESOLVED_URL_KEY_PREFIX = `${GLOBAL_KEY_PREFIX}|resolved`;
+const PROXY_KEY_PREFIX = `${GLOBAL_KEY_PREFIX}|proxy`;
+const USER_AGENT_KEY_PREFIX = `${GLOBAL_KEY_PREFIX}|agent`;
 
 const STREAM_TTL = process.env.STREAM_TTL || 4 * 60 * 60; // 4 hours
 const STREAM_EMPTY_TTL = process.env.STREAM_EMPTY_TTL || 30 * 60; // 30 minutes
+const RESOLVED_URL_TTL = 2 * 60; // 2 minutes
+const PROXY_TTL = 60 * 60; // 60 minutes
+const USER_AGENT_TTL = 2 * 24 * 60 * 60; // 2 days
 // When the streams are empty we want to cache it for less time in case of timeouts or failures
 
 const MONGO_URI = process.env.MONGODB_URI;
 const NO_CACHE = process.env.NO_CACHE || false;
 
-const remoteCache = initiateCache();
+const memoryCache = initiateMemoryCache();
+const remoteCache = initiateRemoteCache();
 
-function initiateCache() {
+function initiateRemoteCache() {
   if (NO_CACHE) {
     return null;
   } else if (MONGO_URI) {
@@ -37,6 +44,13 @@ function initiateCache() {
   }
 }
 
+function initiateMemoryCache() {
+  return cacheManager.caching({
+    store: 'memory',
+    ttl: STREAM_TTL
+  });
+}
+
 function cacheWrap(cache, key, method, options) {
   if (NO_CACHE || !cache) {
     return method();
@@ -50,5 +64,17 @@ function cacheWrapStream(id, method) {
   });
 }
 
-module.exports = { cacheWrapStream };
+function cacheWrapResolvedUrl(id, method) {
+  return cacheWrap(memoryCache, `${RESOLVED_URL_KEY_PREFIX}:${id}`, method, { ttl: { RESOLVED_URL_TTL } });
+}
+
+function cacheWrapProxy(id, method) {
+  return cacheWrap(memoryCache, `${PROXY_KEY_PREFIX}:${id}`, method, { ttl: { PROXY_TTL } });
+}
+
+function cacheUserAgent(id, method) {
+  return cacheWrap(memoryCache, `${USER_AGENT_KEY_PREFIX}:${id}`, method, { ttl: { USER_AGENT_TTL } });
+}
+
+module.exports = { cacheWrapStream, cacheWrapResolvedUrl, cacheWrapProxy, cacheUserAgent };
 

addon/lib/request_helper.js

@@ -0,0 +1,20 @@
+const UserAgent = require('user-agents');
+
+const PROXY_HOSTS = process.env.PROXY_HOSTS && process.env.PROXY_HOSTS.split(',');
+const PROXY_USERNAME = process.env.PROXY_USERNAME;
+const PROXY_PASSWORD = process.env.PROXY_PASSWORD;
+const userAgent = new UserAgent();
+
+function getRandomUserAgent() {
+  return userAgent.random().toString();
+}
+
+function getRandomProxy() {
+  if (PROXY_HOSTS && PROXY_HOSTS.length && PROXY_USERNAME && PROXY_PASSWORD) {
+    return `http://${PROXY_USERNAME}:${PROXY_PASSWORD}@${PROXY_HOSTS[Math.floor(Math.random() * PROXY_HOSTS.length)]}`;
+  }
+  console.warn('No proxy configured!');
+  return undefined;
+}
+
+module.exports = { getRandomUserAgent, getRandomProxy };