python-dateutil<3,>=2.8
lxml<5,>=4.9
more-itertools<10,>=9.1
cssselect<2,>=1.1
feedparser<7,>=6.0
colorama<1,>=0.4
typing-extensions<5,>=4.0
langdetect<2,>=1.0
aiohttp<4,>=3.8
aioitertools<1,>=0.11
validators!=0.23,<1,>=0.20
requests<3,>=2.28
tqdm<5,>=4.66
fastwarc<1,>=0.14
chardet<6,>=5.2
dill<1,>=0.3

[dev]
pytest~=7.2.2
mypy==1.1.1
isort==5.12.0
black==23.1.0
types-lxml
types-python-dateutil<3,>=2.8
types-requests<3,>=2.28
types-colorama<1,>=0.4
