tools/knightcrawler
1
0
Fork 0
mirror of https://github.com/knightcrawler-stremio/knightcrawler.git synced 2024-12-20 03:29:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Wrapped try except for link processing

Browse Source
This commit is contained in:
Gabisonfire
2024-01-17 09:37:52 -05:00
parent a34e40fbc8
commit 364d1545b1
2 changed files with 58 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
addon/hosted/docker-compose.yml
View File

@@ -9,6 +9,7 @@ services:
- 'mongodb_data:/bitnami/mongodb' - 'mongodb_data:/bitnami/mongodb'
scraper: scraper:
build: ./ build: ./
restart: always
volumes: volumes:
- 'sqlite_data:/sqlite' - 'sqlite_data:/sqlite'
torrentio: torrentio:

4
addon/hosted/p1337x.py
View File

@@ -80,6 +80,7 @@ def process_links(links):
print(f"Checking links...({len(links)})") print(f"Checking links...({len(links)})")
counter = 1 counter = 1
for link in links: for link in links:
try:
print(f"Processing: {BASE_URL}{link[0]} {counter}/{len(links)}") print(f"Processing: {BASE_URL}{link[0]} {counter}/{len(links)}")
req = requests.get(f"{BASE_URL}{link[0]}", headers={'User-Agent': 'Mozilla/5.0'}) req = requests.get(f"{BASE_URL}{link[0]}", headers={'User-Agent': 'Mozilla/5.0'})
torrent_html = req.text torrent_html = req.text
@@ -134,4 +135,7 @@ def process_links(links):
print(f"{t['title']} has no IMDB Id") print(f"{t['title']} has no IMDB Id")
continue continue
build_and_write(t) build_and_write(t)
except:
counter += 1
continue
counter += 1 counter += 1