requirements.txt

# GPU only:
APScheduler==3.10.1
accelerate==0.22.0
appdirs==1.4.4
arxiv==1.4.8
# auto-gptq @ https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.2/auto_gptq-0.4.2+cu118-cp310-cp310-linux_x86_64.whl#sha256=fcf8dbb74227afa1ee377cd198d07c731020fde87ce36a38eb255d3784386cba
auto-gptq==0.4.2
bitsandbytes==0.41.1
boto3==1.26.101
botocore==1.29.101
datasets==2.13.0
docutils==0.20.1
einops==0.6.1
evaluate==0.4.0
faiss-gpu==1.7.2
filelock>=3.12.2
fire==0.5.0
huggingface_hub==0.16.4
instructorembedding==1.0.1
joblib>=1.3.1
jq==1.4.1; platform_machine == "x86_64"
langchain==0.0.250
loralib==0.1.1
matplotlib==3.7.1
neptune==1.2.0
numpy
onnxruntime-gpu==1.15.0
openai==0.27.8
optimum==1.13.1
packaging>=23.1
pandas==2.0.2
pdfminer.six==20221105
peft==0.5.0
pillow==9.5.0
pip-licenses==4.3.0
posthog==3.0.1
psutil==5.9.5
pymupdf==1.23.1 # AGPL license
pynvml==11.5.0
pypdf==3.14.0
replicate==0.10.0
requests>=2.31.0
requests_file
rouge_score==0.1.2
sacrebleu==2.3.1
scikit-learn==1.2.2
sentence_transformers==2.2.2
sentencepiece==0.1.99
tabulate==0.9.0
tabulate>=0.9.0
tensorboard==2.13.0
text-generation==0.6.0
tiktoken==0.4.0
tokenizers==0.13.3
torch==2.0.1
tqdm>=4.65.0
transformers==4.32.0
unstructured[local-inference]==0.9.0
urllib3
urllib3>=1.26.16