fix reference

This commit is contained in:
John Smith 2023-04-26 17:29:29 +08:00
parent 8e5cf08479
commit 97804534b9
5 changed files with 3 additions and 3 deletions

View File

@ -1,4 +1,4 @@
from server import ModelServer
from model_server import ModelServer
import argparse
if __name__ == '__main__':

View File

@ -1,4 +1,4 @@
from server import ModelClient
from model_server import ModelClient
from transformers import LlamaTokenizer
def load_model_llama(*args, **kwargs):

View File

@ -1,6 +1,6 @@
import modules.text_generation
from modules.text_generation import *
from server import _SentinelTokenStoppingCriteria
from model_server import _SentinelTokenStoppingCriteria
def generate_reply_patched(question, state, eos_token=None, stopping_strings=[]):
if shared.model_name == 'None' or shared.model is None: