datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.110
httpx
wordcloud
jsonlines
ray==2.40.0

[all]
datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.110
httpx
wordcloud
jsonlines
ray==2.40.0
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers<4.48.0,>=4.47.0
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers>=0.18.0
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.6.5
rouge
dashscope
openai
ultralytics
huggingface_hub<0.26.0
rembg
onnxruntime
redis>=5.0.0
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark
wandb<=0.19.0
fire
click
pyspark

[dev]
coverage
pre-commit
sphinx
sphinx-autobuild
sphinx_rtd_theme
recommonmark
wandb<=0.19.0

[dist]
redis>=5.0.0

[mini]
datasets>=2.19.0
fsspec==2023.5.0
pandas
numpy
av==13.1.0
soundfile
librosa>=0.10
samplerate
resampy
loguru
tabulate
tqdm
jsonargparse[signatures]
matplotlib
seaborn
emoji==2.2.0
regex
requests
wget
zstandard
lz4
pdfplumber
plotly
python-docx
streamlit
spacy==3.7.0
multiprocess==0.70.12
dill==0.3.4
psutil
pydantic>=2.0
Pillow
fastapi[standard]>=0.110
httpx
wordcloud
jsonlines
ray==2.40.0

[sandbox]
torch>=1.11.0
fire
pyspark
vbench
modelscope
Pillow
deepspeed
safetensors
timm
xformers
decord
opencv-python
omegaconf
imageio[ffmpeg]
imageio[pyav]
tensorboard
diffusers==0.27.0
transformers>=4.37.2
func_timeout

[sci]
torch>=1.11.0
torchaudio
easyocr==1.7.1
fasttext-wheel
kenlm
sentencepiece
scipy
ftfy
simhash-pybind
selectolax
nlpaug
nlpcda
nltk<3.9
transformers<4.48.0,>=4.47.0
transformers_stream_generator
einops
accelerate
tiktoken
opencc==1.1.6
imagededup
spacy-pkuseg
diffusers>=0.18.0
simple-aesthetics-predictor
scenedetect[opencv]
ffmpeg-python
opencv-python
vllm>=0.6.5
rouge
dashscope
openai
ultralytics
huggingface_hub<0.26.0
rembg
onnxruntime

[tools]
fire
jsonlines
click
pyspark
wget
