ilotoki_thu/alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge branch 'main' of github.com:johnsmith0031/alpaca_lora_4bit

Browse Source
This commit is contained in:
John Smith
2023-03-29 01:26:20 +08:00
parent d28ee06202 b5e3dae573
commit 1043ded7d9
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
matmul_utils_4bit.py
View File

@@ -1,6 +1,6 @@
import torch import torch
import numpy as np import numpy as np
import quant_cuda from gptq_llama import quant_cuda
# Global Buffer # Global Buffer

1
requirements.txt
View File

@@ -3,6 +3,7 @@ accelerate
bitsandbytes bitsandbytes
datasets datasets
sentencepiece sentencepiece
safetensors
git+https://github.com/huggingface/transformers.git git+https://github.com/huggingface/transformers.git
git+https://github.com/sterlind/GPTQ-for-LLaMa.git@lora_4bit git+https://github.com/sterlind/GPTQ-for-LLaMa.git@lora_4bit
git+https://github.com/sterlind/peft.git git+https://github.com/sterlind/peft.git