remove scraper
This commit is contained in:
45
.github/workflows/deploy_scraper.yml
vendored
45
.github/workflows/deploy_scraper.yml
vendored
@@ -1,45 +0,0 @@
|
|||||||
name: Deploy Scraper
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches: master
|
|
||||||
paths-ignore:
|
|
||||||
- 'addon/**'
|
|
||||||
- 'catalogs/**'
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v1
|
|
||||||
|
|
||||||
- name: Create Docker image
|
|
||||||
run: |
|
|
||||||
docker build -t torrentio-scraper:latest .
|
|
||||||
docker save torrentio-scraper:latest > torrentio_scraper_latest.tar
|
|
||||||
|
|
||||||
- name: Upload Docker image
|
|
||||||
uses: appleboy/scp-action@master
|
|
||||||
with:
|
|
||||||
host: ${{ secrets.SCRAPER_SSH_HOST }}
|
|
||||||
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
|
|
||||||
port: ${{ secrets.SCRAPER_SSH_PORT }}
|
|
||||||
key: ${{ secrets.SCRAPER_SSH_KEY }}
|
|
||||||
source: torrentio_scraper_latest.tar
|
|
||||||
target: /tmp/docker
|
|
||||||
overwrite: true
|
|
||||||
|
|
||||||
- name: Deploy Docker image
|
|
||||||
uses: appleboy/ssh-action@master
|
|
||||||
with:
|
|
||||||
host: ${{ secrets.SCRAPER_SSH_HOST }}
|
|
||||||
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
|
|
||||||
port: ${{ secrets.SCRAPER_SSH_PORT }}
|
|
||||||
key: ${{ secrets.SCRAPER_SSH_KEY }}
|
|
||||||
script: |
|
|
||||||
docker load -i /tmp/docker/torrentio_scraper_latest.tar
|
|
||||||
docker stop torrentio-scraper
|
|
||||||
docker rm torrentio-scraper
|
|
||||||
docker run -p 7000:7000 -d --name torrentio-scraper --restart always -e MONGODB_URI=${{ secrets.SCRAPER_MONGODB_URI }} -e DATABASE_URI=${{ secrets.DATABASE_URI }} -e ENABLE_SCHEDULING=true -e PROXY_HOST=${{ secrets.SCRAPER_PROXY_HOST }} -e PROXY_TYPE=${{ secrets.SCRAPER_PROXY_TYPE }} -e ERAI_RSS_KEY=${{ secrets.SCRAPER_ERAI_RSS_KEY }} torrentio-scraper:latest
|
|
||||||
docker image prune -f
|
|
||||||
12
Dockerfile
12
Dockerfile
@@ -1,12 +0,0 @@
|
|||||||
FROM node:16-alpine
|
|
||||||
|
|
||||||
RUN apk update && apk upgrade && \
|
|
||||||
apk add --no-cache git
|
|
||||||
|
|
||||||
WORKDIR /home/node/app
|
|
||||||
|
|
||||||
COPY package*.json ./
|
|
||||||
RUN npm ci --only-production
|
|
||||||
COPY . .
|
|
||||||
|
|
||||||
CMD [ "node", "scraper/index.js" ]
|
|
||||||
@@ -1,5 +1,3 @@
|
|||||||
# Torrentio
|
# Torrentio
|
||||||
|
|
||||||
Torrentio includes 2 parts:
|
|
||||||
- [torrentio-scraper](scraper) - a background process continuously scrapping newest torrents from configured torrent providers.
|
|
||||||
- [torrentio-addon](addon) - the Stremio addon which will query scraped entries and return Stremio stream results.
|
- [torrentio-addon](addon) - the Stremio addon which will query scraped entries and return Stremio stream results.
|
||||||
@@ -1,16 +0,0 @@
|
|||||||
version: '3'
|
|
||||||
services:
|
|
||||||
database:
|
|
||||||
image: postgres
|
|
||||||
volumes:
|
|
||||||
- db-data:/var/lib/postgresql/data
|
|
||||||
ports:
|
|
||||||
- 5432:5432
|
|
||||||
environment:
|
|
||||||
POSTGRES_USER: torrentio
|
|
||||||
POSTGRES_PASSWORD: postgres
|
|
||||||
POSTGRES_DB: torrentio
|
|
||||||
|
|
||||||
volumes:
|
|
||||||
db-data:
|
|
||||||
driver: local
|
|
||||||
7407
package-lock.json
generated
7407
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
42
package.json
42
package.json
@@ -1,42 +0,0 @@
|
|||||||
{
|
|
||||||
"name": "stremio-torrentio-scraper",
|
|
||||||
"version": "1.0.0",
|
|
||||||
"main": "scraper/index.js",
|
|
||||||
"scripts": {
|
|
||||||
"start": "node scraper/index.js"
|
|
||||||
},
|
|
||||||
"author": "TheBeastLT <pauliox@beyond.lt>",
|
|
||||||
"license": "MIT",
|
|
||||||
"dependencies": {
|
|
||||||
"async": "2.6.4",
|
|
||||||
"axios": "^0.21.4",
|
|
||||||
"bittorrent-tracker": "^9.18.6",
|
|
||||||
"bottleneck": "^2.16.2",
|
|
||||||
"cache-manager": "^3.4.4",
|
|
||||||
"cache-manager-mongodb": "^0.3.0",
|
|
||||||
"cheerio": "^0.22.0",
|
|
||||||
"express": "^4.16.4",
|
|
||||||
"google-it": "^1.6.2",
|
|
||||||
"google-sr": "^2.0.0",
|
|
||||||
"he": "^1.2.0",
|
|
||||||
"jaro-winkler": "^0.2.8",
|
|
||||||
"line-by-line": "^0.1.6",
|
|
||||||
"magnet-uri": "^6.2.0",
|
|
||||||
"moment": "^2.29.2",
|
|
||||||
"name-to-imdb": "^3.0.2",
|
|
||||||
"node-gzip": "^1.1.2",
|
|
||||||
"node-schedule": "^1.3.2",
|
|
||||||
"nodejs-bing": "^0.1.0",
|
|
||||||
"nyaapi": "2.3.3",
|
|
||||||
"parse-torrent": "^6.1.2",
|
|
||||||
"parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#e94682462d748a9ecd256a37fab98a20f0306255",
|
|
||||||
"pg": "^8.7.1",
|
|
||||||
"pg-hstore": "^2.3.4",
|
|
||||||
"rss-parser": "^3.12.0",
|
|
||||||
"rutracker-api-2": "^1.10.0",
|
|
||||||
"sequelize": "^5.21.5",
|
|
||||||
"sugar-date": "^2.0.6",
|
|
||||||
"torrent-stream": "^1.2.1",
|
|
||||||
"user-agents": "^1.0.773"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Reference in New Issue
Block a user