Wrapped try except for link processing

This commit is contained in:
Gabisonfire
2024-01-17 09:37:52 -05:00
parent a34e40fbc8
commit 364d1545b1
2 changed files with 58 additions and 53 deletions

View File

@@ -9,6 +9,7 @@ services:
- 'mongodb_data:/bitnami/mongodb'
scraper:
build: ./
restart: always
volumes:
- 'sqlite_data:/sqlite'
torrentio:

View File

@@ -80,6 +80,7 @@ def process_links(links):
print(f"Checking links...({len(links)})")
counter = 1
for link in links:
try:
print(f"Processing: {BASE_URL}{link[0]} {counter}/{len(links)}")
req = requests.get(f"{BASE_URL}{link[0]}", headers={'User-Agent': 'Mozilla/5.0'})
torrent_html = req.text
@@ -134,4 +135,7 @@ def process_links(links):
print(f"{t['title']} has no IMDB Id")
continue
build_and_write(t)
except:
counter += 1
continue
counter += 1