beautifulsoup4>=4.12.0
html2text>=2020.1.16
defusedxml>=0.7.1
extruct>=0.15.0
aiohttp>=3.9.0
rich>=13.0.0
pyyaml>=6.0
pydantic>=2.0

[all]
aiohttp-socks>=0.8.0
url-normalize>=1.4.0
trafilatura>=1.12.0
tiktoken>=0.7.0
mcp>=1.0.0

[dev]
pytest>=7.0.0
pytest-cov>=4.0.0
pytest-asyncio>=0.21.0
mypy>=1.0.0
ruff>=0.1.0
bandit>=1.7.0
pip-audit>=2.0.0
pre-commit>=3.0.0
types-requests>=2.31.0
types-beautifulsoup4>=4.12.0
types-defusedxml>=0.7.0
types-pyyaml>=6.0.0

[llm]
tiktoken>=0.7.0

[mcp]
mcp>=1.0.0

[normalize]
url-normalize>=1.4.0

[proxy]
aiohttp-socks>=0.8.0

[tokens]
tiktoken>=0.7.0

[trafilatura]
trafilatura>=1.12.0
