diff --git a/Dockerfile b/Dockerfile index e34d510..e51d31b 100644 --- a/Dockerfile +++ b/Dockerfile @@ -49,7 +49,7 @@ COPY --from=downloader llama-7b-4bit.pt llama-7b-4bit.pt RUN git clone --depth=1 --branch main https://github.com/oobabooga/text-generation-webui.git text-generation-webui-tmp -RUN --mount=type=cache,target=/root/.cache pip install --user markdown +RUN --mount=type=cache,target=/root/.cache pip install --user markdown gradio # Apply monkey patch RUN cd text-generation-webui-tmp && printf '%s'"import custom_monkey_patch # apply monkey patch\nimport gc\n\n" | cat - server.py > tmpfile && mv tmpfile server.py diff --git a/requirements.txt b/requirements.txt index e819472..9832253 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,9 +3,7 @@ accelerate bitsandbytes datasets sentencepiece -safetensors==0.3.0 -gradio -semantic-version==2.10.0 +safetensors flash-attn triton colorama