remove scraper
This commit is contained in:
45
.github/workflows/deploy_scraper.yml
vendored
45
.github/workflows/deploy_scraper.yml
vendored
@@ -1,45 +0,0 @@
|
||||
name: Deploy Scraper
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: master
|
||||
paths-ignore:
|
||||
- 'addon/**'
|
||||
- 'catalogs/**'
|
||||
|
||||
jobs:
|
||||
build:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@v1
|
||||
|
||||
- name: Create Docker image
|
||||
run: |
|
||||
docker build -t torrentio-scraper:latest .
|
||||
docker save torrentio-scraper:latest > torrentio_scraper_latest.tar
|
||||
|
||||
- name: Upload Docker image
|
||||
uses: appleboy/scp-action@master
|
||||
with:
|
||||
host: ${{ secrets.SCRAPER_SSH_HOST }}
|
||||
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
|
||||
port: ${{ secrets.SCRAPER_SSH_PORT }}
|
||||
key: ${{ secrets.SCRAPER_SSH_KEY }}
|
||||
source: torrentio_scraper_latest.tar
|
||||
target: /tmp/docker
|
||||
overwrite: true
|
||||
|
||||
- name: Deploy Docker image
|
||||
uses: appleboy/ssh-action@master
|
||||
with:
|
||||
host: ${{ secrets.SCRAPER_SSH_HOST }}
|
||||
username: ${{ secrets.SCRAPER_SSH_USERNAME }}
|
||||
port: ${{ secrets.SCRAPER_SSH_PORT }}
|
||||
key: ${{ secrets.SCRAPER_SSH_KEY }}
|
||||
script: |
|
||||
docker load -i /tmp/docker/torrentio_scraper_latest.tar
|
||||
docker stop torrentio-scraper
|
||||
docker rm torrentio-scraper
|
||||
docker run -p 7000:7000 -d --name torrentio-scraper --restart always -e MONGODB_URI=${{ secrets.SCRAPER_MONGODB_URI }} -e DATABASE_URI=${{ secrets.DATABASE_URI }} -e ENABLE_SCHEDULING=true -e PROXY_HOST=${{ secrets.SCRAPER_PROXY_HOST }} -e PROXY_TYPE=${{ secrets.SCRAPER_PROXY_TYPE }} -e ERAI_RSS_KEY=${{ secrets.SCRAPER_ERAI_RSS_KEY }} torrentio-scraper:latest
|
||||
docker image prune -f
|
||||
12
Dockerfile
12
Dockerfile
@@ -1,12 +0,0 @@
|
||||
FROM node:16-alpine
|
||||
|
||||
RUN apk update && apk upgrade && \
|
||||
apk add --no-cache git
|
||||
|
||||
WORKDIR /home/node/app
|
||||
|
||||
COPY package*.json ./
|
||||
RUN npm ci --only-production
|
||||
COPY . .
|
||||
|
||||
CMD [ "node", "scraper/index.js" ]
|
||||
@@ -1,5 +1,3 @@
|
||||
# Torrentio
|
||||
|
||||
Torrentio includes 2 parts:
|
||||
- [torrentio-scraper](scraper) - a background process continuously scrapping newest torrents from configured torrent providers.
|
||||
- [torrentio-addon](addon) - the Stremio addon which will query scraped entries and return Stremio stream results.
|
||||
@@ -1,16 +0,0 @@
|
||||
version: '3'
|
||||
services:
|
||||
database:
|
||||
image: postgres
|
||||
volumes:
|
||||
- db-data:/var/lib/postgresql/data
|
||||
ports:
|
||||
- 5432:5432
|
||||
environment:
|
||||
POSTGRES_USER: torrentio
|
||||
POSTGRES_PASSWORD: postgres
|
||||
POSTGRES_DB: torrentio
|
||||
|
||||
volumes:
|
||||
db-data:
|
||||
driver: local
|
||||
7407
package-lock.json
generated
7407
package-lock.json
generated
File diff suppressed because it is too large
Load Diff
42
package.json
42
package.json
@@ -1,42 +0,0 @@
|
||||
{
|
||||
"name": "stremio-torrentio-scraper",
|
||||
"version": "1.0.0",
|
||||
"main": "scraper/index.js",
|
||||
"scripts": {
|
||||
"start": "node scraper/index.js"
|
||||
},
|
||||
"author": "TheBeastLT <pauliox@beyond.lt>",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"async": "2.6.4",
|
||||
"axios": "^0.21.4",
|
||||
"bittorrent-tracker": "^9.18.6",
|
||||
"bottleneck": "^2.16.2",
|
||||
"cache-manager": "^3.4.4",
|
||||
"cache-manager-mongodb": "^0.3.0",
|
||||
"cheerio": "^0.22.0",
|
||||
"express": "^4.16.4",
|
||||
"google-it": "^1.6.2",
|
||||
"google-sr": "^2.0.0",
|
||||
"he": "^1.2.0",
|
||||
"jaro-winkler": "^0.2.8",
|
||||
"line-by-line": "^0.1.6",
|
||||
"magnet-uri": "^6.2.0",
|
||||
"moment": "^2.29.2",
|
||||
"name-to-imdb": "^3.0.2",
|
||||
"node-gzip": "^1.1.2",
|
||||
"node-schedule": "^1.3.2",
|
||||
"nodejs-bing": "^0.1.0",
|
||||
"nyaapi": "2.3.3",
|
||||
"parse-torrent": "^6.1.2",
|
||||
"parse-torrent-title": "git://github.com/TheBeastLT/parse-torrent-title.git#e94682462d748a9ecd256a37fab98a20f0306255",
|
||||
"pg": "^8.7.1",
|
||||
"pg-hstore": "^2.3.4",
|
||||
"rss-parser": "^3.12.0",
|
||||
"rutracker-api-2": "^1.10.0",
|
||||
"sequelize": "^5.21.5",
|
||||
"sugar-date": "^2.0.6",
|
||||
"torrent-stream": "^1.2.1",
|
||||
"user-agents": "^1.0.773"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user