ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix bug

This commit is contained in:
John Smith 2023-04-09 12:44:50 +08:00
parent 8cf3bd4086
commit 4c18a56fc0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
matmul_utils_4bit.py
View File

@ -102,7 +102,7 @@ def _matmul4bit_v2_recons(x, qweight, scales, zeros, g_idx, transpose=False):
def matmul4bit(x, qweight, scales, zeros, g_idx=None): def matmul4bit(x, qweight, scales, zeros, g_idx=None):
# detect if zeros is int32 # detect if zeros is int32
if zeros.dtype == torch.int32: if zeros.dtype != torch.int32:
# use v1 # use v1
if use_new: if use_new:
if auto_switch: if auto_switch: