piotr/pt-scrapper
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add retries to course fetching

Browse source
This commit is contained in:
Piotr Oleszczyk 2025-05-11 13:17:07 +02:00
parent 36f3f8e50a
commit 823ca4c259
2 changed files with 45 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/ptscrapper/config.py
View file

@ -18,7 +18,7 @@ AUTH_PASSWORD = os.getenv("PTS_PASSWORD", "g5crehAfUCh4Wust")
# HTTPX timeout (in seconds)
# You can override any one by setting PTS_TIMEOUT_CONNECT, PTS_TIMEOUT_READ, etc.
REQUEST_TIMEOUT = {
"connect": float(os.getenv("PTS_TIMEOUT_CONNECT", "5.0")),
"connect": float(os.getenv("PTS_TIMEOUT_CONNECT", "3.0")),
"read": float(os.getenv("PTS_TIMEOUT_READ", "10.0")),
"write": float(os.getenv("PTS_TIMEOUT_WRITE", "10.0")),
"pool": float(os.getenv("PTS_TIMEOUT_POOL", "5.0")),
@ -35,3 +35,4 @@ LOCAL_DATA_DIR = os.getenv("LOCAL_DATA_DIR")
HOST_ID = os.getenv("HOST_ID", socket.gethostname())
RCLONE_REMOTE = os.getenv("RCLONE_REMOTE", "nas")
RCLONE_REMOTE_PATH = os.getenv("RCLONE_REMOTE_PATH", "pt-scraper-data")
MAX_COURSE_FETCH_ATTEMPTS = os.getenv("MAX_COURSE_FETCH_ATTEMPTS", 3)