einops==0.5.0
triton-pre-mlir@git+https://github.com/vchiley/triton.git@triton_pre_mlir_sm90#subdirectory=python
transformers==4.31.0
accelerate==0.21.0
torch
bitsandbytes==0.40.2