| --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/ | |
| packaging | |
| peft==0.7.0 | |
| transformers @ git+https://github.com/huggingface/transformers.git@3cefac1d974db5e2825a0cb2b842883a628be7a0 | |
| tokenizers==0.15.0 | |
| bitsandbytes>=0.41.1 | |
| accelerate @ git+https://github.com/huggingface/accelerate.git@0d2280dadc6a93413a5496613b7fdda3a4d2551b | |
| deepspeed | |
| addict | |
| fire | |
| PyYAML>=6.0 | |
| datasets>=2.15.0 | |
| flash-attn==2.3.3 | |
| fused-dense-lib @ git+https://github.com/Dao-AILab/flash-attention@v2.3.3#subdirectory=csrc/fused_dense_lib | |
| sentencepiece | |
| wandb | |
| einops | |
| xformers==0.0.22 | |
| optimum==1.13.2 | |
| hf_transfer | |
| colorama | |
| numba | |
| numpy>=1.24.4 | |
| mlflow | |
| # qlora things | |
| bert-score==0.3.13 | |
| evaluate==0.4.0 | |
| rouge-score==0.1.2 | |
| scipy | |
| scikit-learn==1.2.2 | |
| pynvml | |
| art | |
| fschat==0.2.34 | |
| gradio==3.50.2 | |
| tensorboard | |
| # remote filesystems | |
| s3fs | |
| gcsfs | |
| # adlfs | |
| trl>=0.7.9 | |