packaging>=20.9
wheel>=0.43
pyyaml
py-cpuinfo
torch>=2.6.0
transformers>=4.57.1
datasets>=2.15.0
numba>=0.62.0
numpy>=1.26.4
rich
trl>=0.9.4
peft
pydantic>=2.7.0
aiofiles>=23.2.1

[cuda]
flash-attn>=2.4.0
bitsandbytes>=0.43.1
kernels>=0.9.0
accelerate>=0.34.2
liger-kernel>=0.5.10
mamba-ssm[causal-conv1d]>=2.2.5

[deepspeed]
deepspeed>=0.14.3

[hpu]

[mlflow]
mlflow

[rocm]
flash-attn>=2.6.2
accelerate>=0.34.2
mamba-ssm[causal-conv1d]>=2.2.5

[tensorboard]
tensorboard

[wandb]
wandb
