remove scraper

This commit is contained in:
TheBeastLT
2022-06-16 17:43:27 +03:00
parent 49227cda5c
commit a253e8e0b0
6 changed files with 0 additions and 7524 deletions

View File

@@ -1,45 +0,0 @@
name: Deploy Scraper
on:
push:
branches: master
paths-ignore:
- 'addon/**'
- 'catalogs/**'
jobs:
build:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v1
- name: Create Docker image
run: |
docker build -t torrentio-scraper:latest .
docker save torrentio-scraper:latest > torrentio_scraper_latest.tar
- name: Upload Docker image
uses: appleboy/scp-action@master
with:
host: ${{ secrets.SCRAPER_SSH_HOST }}
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
port: ${{ secrets.SCRAPER_SSH_PORT }}
key: ${{ secrets.SCRAPER_SSH_KEY }}
source: torrentio_scraper_latest.tar
target: /tmp/docker
overwrite: true
- name: Deploy Docker image
uses: appleboy/ssh-action@master
with:
host: ${{ secrets.SCRAPER_SSH_HOST }}
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
port: ${{ secrets.SCRAPER_SSH_PORT }}
key: ${{ secrets.SCRAPER_SSH_KEY }}
script: |
docker load -i /tmp/docker/torrentio_scraper_latest.tar
docker stop torrentio-scraper
docker rm torrentio-scraper
docker run -p 7000:7000 -d --name torrentio-scraper --restart always -e MONGODB_URI=${{ secrets.SCRAPER_MONGODB_URI }} -e DATABASE_URI=${{ secrets.DATABASE_URI }} -e ENABLE_SCHEDULING=true -e PROXY_HOST=${{ secrets.SCRAPER_PROXY_HOST }} -e PROXY_TYPE=${{ secrets.SCRAPER_PROXY_TYPE }} -e ERAI_RSS_KEY=${{ secrets.SCRAPER_ERAI_RSS_KEY }} torrentio-scraper:latest
docker image prune -f

View File

@@ -1,12 +0,0 @@
FROM node:16-alpine
RUN apk update && apk upgrade && \
apk add --no-cache git
WORKDIR /home/node/app
COPY package*.json ./
RUN npm ci --only-production
COPY . .
CMD [ "node", "scraper/index.js" ]

View File

@@ -1,5 +1,3 @@
# Torrentio
Torrentio includes 2 parts:
- [torrentio-scraper](scraper) - a background process continuously scrapping newest torrents from configured torrent providers.
- [torrentio-addon](addon) - the Stremio addon which will query scraped entries and return Stremio stream results.

View File

@@ -1,16 +0,0 @@
version: '3'
services:
database:
image: postgres
volumes:
- db-data:/var/lib/postgresql/data
ports:
- 5432:5432
environment:
POSTGRES_USER: torrentio
POSTGRES_PASSWORD: postgres
POSTGRES_DB: torrentio
volumes:
db-data:
driver: local

7407
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,42 +0,0 @@
{
"name": "stremio-torrentio-scraper",
"version": "1.0.0",
"main": "scraper/index.js",
"scripts": {
"start": "node scraper/index.js"
},
"author": "TheBeastLT <pauliox@beyond.lt>",
"license": "MIT",
"dependencies": {
"async": "2.6.4",
"axios": "^0.21.4",
"bittorrent-tracker": "^9.18.6",
"bottleneck": "^2.16.2",
"cache-manager": "^3.4.4",
"cache-manager-mongodb": "^0.3.0",
"cheerio": "^0.22.0",
"express": "^4.16.4",
"google-it": "^1.6.2",
"google-sr": "^2.0.0",
"he": "^1.2.0",
"jaro-winkler": "^0.2.8",
"line-by-line": "^0.1.6",
"magnet-uri": "^6.2.0",
"moment": "^2.29.2",
"name-to-imdb": "^3.0.2",
"node-gzip": "^1.1.2",
"node-schedule": "^1.3.2",
"nodejs-bing": "^0.1.0",
"nyaapi": "2.3.3",
"parse-torrent": "^6.1.2",
"parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#e94682462d748a9ecd256a37fab98a20f0306255",
"pg": "^8.7.1",
"pg-hstore": "^2.3.4",
"rss-parser": "^3.12.0",
"rutracker-api-2": "^1.10.0",
"sequelize": "^5.21.5",
"sugar-date": "^2.0.6",
"torrent-stream": "^1.2.1",
"user-agents": "^1.0.773"
}
}