# GraphCrawler Core Dependencies
# ================================
# v4.2 OPTIMIZED - with Native Cython Extensions
psutil>=5.9.0

# Web scraping (core)
requests>=2.31.0
beautifulsoup4>=4.12.0
lxml>=4.9.0
lxml_html_clean

# OPTIMIZATION v4.1: Fastest HTML parser (+40% speed)
selectolax>=0.3.0

# Async HTTP (core)
aiohttp>=3.9.0
aiofiles>=23.2.0
aiodns>=3.1.0
uvloop>=0.19.0; platform_system != "Windows"

# OPTIMIZATION v4.1: Fastest JSON serialization (+50% speed)
orjson>=3.9.0

# Configuration & validation (core)
pydantic>=2.5.0
pydantic-settings>=2.0.0

# Utilities (core)
python-dateutil>=2.8.2

# Async SQLite (core storage)
aiosqlite>=0.19.0


# Distributed crawling (Celery)
celery>=5.3.0
redis>=5.0.0


pybloom-live
fake-useragent
dependency-injector
fastapi
pyvis
networkx>=3.6



# OPTIMIZATION v4.2: Cython extensions build dependencies
cython>=3.0.0
mmh3>=4.0.0
setuptools
wheel

# SECURITY v4.1: CVE scanning
# pip-audit  # Uncomment to enable: pip install pip-audit && pip-audit

# ML Smart Page Finder Plugin (optional)
g4f>=0.3.0

# Vector Crawl Engine Plugin (optional)
sentence-transformers>=2.2.0
scikit-learn>=1.0.0