add triton backend support for v2 model

This commit is contained in:
John Smith
2023-04-07 15:34:06 +08:00
parent 9351f49542
commit dba3773b30
10 changed files with 536 additions and 479 deletions

4
.gitignore vendored
View File

@@ -2,4 +2,6 @@ alpaca_lora/
repository/
__pycache__/
llama-13b-4bit
llama-13b-4bit.pt
llama-13b-4bit.pt
text-generation-webui/
repository/