requirements.txt

accelerate==0.23.0
aiohttp==3.8.4
aiosignal==1.3.1
async-timeout==4.0.2
attrs==23.1.0
# auto-gptq==0.4.2+cu118
certifi==2023.7.22
charset-normalizer==3.3.0
click==8.1.7
cmake==3.26.1
coloredlogs==15.0.1
contourpy==1.1.1
cycler==0.12.1
datasets==2.14.5
dill==0.3.6
einops==0.7.0
exllama==0.1.0
filelock==3.10.6
fonttools==4.43.1
frozenlist==1.3.3
fsspec==2023.3.0
huggingface-hub==0.17.3
humanfriendly==10.0
idna==3.4
Jinja2==3.1.2
joblib==1.2.0 
kiwisolver==1.4.5
lit==16.0.0
MarkupSafe==2.1.3
matplotlib==3.8.1
mpmath==1.3.0
multidict==6.0.4
multiprocess==0.70.14
networkx==3.0
ninja==1.11.1
nltk==3.8.1
numpy==1.24.2
nvidia-cublas-cu11==11.10.3.66
nvidia-cublas-cu12==12.1.3.1
nvidia-cuda-cupti-cu11==11.7.101
nvidia-cuda-cupti-cu12==12.1.105
nvidia-cuda-nvrtc-cu11==11.7.99
nvidia-cuda-nvrtc-cu12==12.1.105
nvidia-cuda-runtime-cu11==11.7.99
nvidia-cuda-runtime-cu12==12.1.105
nvidia-cudnn-cu11==8.5.0.96
nvidia-cudnn-cu12==8.9.2.26
nvidia-cufft-cu11==10.9.0.58
nvidia-cufft-cu12==11.0.2.54
nvidia-curand-cu11==10.2.10.91
nvidia-curand-cu12==10.3.2.106
nvidia-cusolver-cu11==11.4.0.1
nvidia-cusolver-cu12==11.4.5.107
nvidia-cusparse-cu11==11.7.4.91
nvidia-cusparse-cu12==12.1.0.106
nvidia-nccl-cu11==2.14.3
nvidia-nccl-cu12==2.18.1
nvidia-nvjitlink-cu12==12.2.140
nvidia-nvtx-cu11==11.7.91
nvidia-nvtx-cu12==12.1.105
openai==0.28.1
optimum==1.13.2
packaging==23.2
pandas==1.5.3
peft==0.5.0
Pillow==10.1.0
protobuf==4.24.4
psutil==5.9.6
pyarrow==11.0.0
pyparsing==3.1.1
python-dateutil==2.8.2
pytz==2023.2
PyYAML==6.0.1
regex==2023.3.23
requests==2.31.0
responses==0.18.0
rouge==1.0.1
safetensors==0.3.1
sentencepiece==0.1.99
six==1.16.0
sympy==1.11.1
tabulate==0.9.0
tenacity==8.2.3
tokenizers==0.14.1
torch==2.1.0
tqdm==4.66.1
transformers==4.34.1
triton==2.1.0
typing_extensions==4.8.0
urllib3==2.0.7
xxhash==3.2.0
yarl==1.8.2
vllm