feedparser>=6.0.0
httpx>=0.28.0
click>=8.1.0
beautifulsoup4>=4.12.0
cachetools>=5.3.0
lxml>=6.0.0
rich>=13.0.0
PyGithub>=2.0.0
dynaconf>=3.2.13
trafilatura>=1.0.0
robotexclusionrulesparser>=1.7.1
platformdirs>=4.9.4
numpy<2,>=1.26.0
scikit-learn>=1.7.2
pyyaml>=6.0.3
uvloop>=0.22.0
nanoid>=2.0.0
scrapling>=0.4.0
msgspec>=0.20.0
tavily-python>=0.3.0
questionary<3.0.0,>=2.1.0

[cloudflare]
scrapling>=0.4.0
playwright>=1.49.0
curl-cffi>=0.14.0
socksio>=1.0.0
browserforge>=1.2.0

[ml]
chromadb>=0.4.0
sentence-transformers>=3.0.0
safetensors>=0.4.3
transformers<5.0,>=4.40.0

[ml:python_version < "3.13"]
torch>=2.0.0

[test]
pytest>=9.0.2
pytest-asyncio>=1.0.0
pytest-cov>=7.0.0
pytest-mock>=3.15.0
pytest-click>=1.1.0
pytest-httpx>=0.36.0
pytest-xdist>=3.8.0
ruff>=0.6.0
pre-commit>=3.0.0
