# Scrapy framework
scrapy>=2.11.0
scrapy-splash>=0.8.0  # Optional: For JS rendering

# HTML parsing (still useful for some utilities)
beautifulsoup4>=4.12.0
lxml>=4.9.0

# Data validation
pydantic>=2.5.0
pydantic-settings>=2.1.0

# Data processing
pandas>=2.0.0
openpyxl>=3.1.0  # For Excel export

# Utilities
python-dotenv>=1.0.0
pyyaml>=6.0
tqdm>=4.66.0  # Progress bars
tenacity>=8.2.0  # Retry logic
click>=8.1.0  # CLI framework
httpx>=0.25.0  # HTTP client for proxy testing

# Optional: For more advanced parsing
selenium>=4.15.0  # Only if needed for JS-heavy sites
playwright>=1.40.0  # Alternative to Selenium

# Logging
loguru>=0.7.2

fastapi>=0.104.0
uvicorn>=0.24.0