accelerate>=0.29.1
black>=24.1.0
isort>=5.13.2
datasets>=2.19.0
evaluate>=0.4.0
httpx>=0.23.3
jsonlines
aiohttp
numexpr
numpy>=1.26.4
peft>=0.2.0
pybind11>=2.6.2
pytablewriter
sacrebleu>=1.5.0
scikit-learn>=0.24.1
torch>=2.1.0
torchvision>=0.16.0
timm
einops
ftfy
openai
opencv-python-headless
av<16.0.0
hf_transfer
nltk
sentencepiece
yt-dlp
pycocoevalcap
tqdm-multiprocess
transformers>=4.39.2
transformers-stream-generator
zstandard
pillow
pyyaml
sympy
latex2sympy2
mpmath
Jinja2
openpyxl
loguru
hf_transfer
tenacity>=8.3.0
wandb>=0.16.0
tiktoken
pre-commit
pydantic
packaging
zss
protobuf
sentence_transformers
python-dotenv
qwen-vl-utils>=0.0.14
math-verify

[all]
lmms_eval[core]
lmms_eval[mcp]
lmms_eval[gemini]
lmms_eval[reka]
lmms_eval[qwen]
lmms_eval[mmsearch]
lmms_eval[tui]
lmms_eval[video]

[audio]
more-itertools
editdistance
zhconv
librosa
soundfile

[core]
lmms_eval[server]
lmms_eval[audio]
lmms_eval[metrics]

[gemini]
google-generativeai

[mcp]
mcp[cli]>=1.20.0

[metrics]
pywsd
spacy
anls
rouge
capture_metric
Levenshtein

[mmsearch]
playwright
requests
matplotlib
duckduckgo_search
langchain
langchain-community
beautifulsoup4
FlagEmbedding
rouge

[prismmbench]
pdf2image>=1.17.0
pdfplumber>=0.11.9

[qwen]
decord
qwen_vl_utils

[reka]
httpx>=0.23.3
reka-api

[server]
fastapi
uvicorn

[tui]
fastapi>=0.100.0
uvicorn>=0.20.0

[video]

[video:platform_system != "Darwin"]
decord

[video:platform_system == "Darwin" and python_version < "3.12"]
eva-decord
