fixes for most recent update

This commit is contained in:
Wing Lian 2023-03-28 10:56:35 -04:00
parent 234004ceb5
commit b47da33084
2 changed files with 2 additions and 1 deletions

View File

@ -1,6 +1,6 @@
import torch
import numpy as np
import quant_cuda
from gptq_llama import quant_cuda
# Global Buffer

View File

@ -3,6 +3,7 @@ accelerate
bitsandbytes
datasets
sentencepiece
safetensors
git+https://github.com/huggingface/transformers.git
git+https://github.com/sterlind/GPTQ-for-LLaMa.git@lora_4bit
git+https://github.com/sterlind/peft.git