boto3
botocore
pandas==2.1.4
pydantic
python-dotenv
scrapingbee
serpapi
snowflake-connector-python[pandas]
snowflake-snowpark-python[pandas]
ujson
redis
retry
rich
trafilatura==1.7.0
extruct
beautifulsoup4
newspaper3k
opengraph
jsonschema
psutil
tqdm
lxml==5.1.0

[dev]
pre-commit
ruff
build
twine
pytest
pytest-asyncio
pytest-cov
pytest-mock
moto
requests-mock
