scrapy>=2.11
scrapy-playwright>=0.0.35
extruct>=0.16.0
w3lib>=2.1.2
trafilatura>=1.8.0
selectolax>=0.3.21
parsel>=1.9.1
python-dateutil>=2.9.0
psycopg[binary]~=3.2
redis>=5.0
orjson>=3.10
python-slugify>=8.0
playwright>=1.48
flask
flask-cors
python-dotenv
python-dateutil
gunicorn>=21.2.0
anthropic
openai
Pillow
psycopg2-binary
requests
slugify
youtube-transcript-api
cloudscraper