From ac70f973e3e2fdda0715b19d4920694d5f0730fa Mon Sep 17 00:00:00 2001 From: Sertac Ozercan Date: Thu, 16 May 2024 05:32:55 +0000 Subject: [PATCH] update Signed-off-by: Sertac Ozercan --- pkg/aikit2llb/inference/exllama.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go index 8e511098..af970ffb 100644 --- a/pkg/aikit2llb/inference/exllama.go +++ b/pkg/aikit2llb/inference/exllama.go @@ -26,7 +26,7 @@ func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb s = cloneLocalAI(s, backend) // clone exllama to localai exllama backend path and install python dependencies - s = s.Run(utils.Shf("git clone --depth 1 %[1]s --branch %[2]s /tmp/%[3]s && mv /tmp/%[3]s/* /tmp/localai/backend/python/%[3]s && rm -rf /tmp/%[3]s && cd /tmp/localai/backend/python/%[3]s && rm -rf .git && . $HOME/.cargo/env && make exllama2", exllamaRepo, exllamaTag, backend)).Root() + s = s.Run(utils.Shf("git clone --depth 1 %[1]s --branch %[2]s /tmp/%[3]s && mv /tmp/%[3]s/* /tmp/localai/backend/python/%[3]s && rm -rf /tmp/%[3]s && cd /tmp/localai/backend/python/%[3]s && rm -rf .git && . $HOME/.cargo/env && export BUILD_TYPE=cublas && make exllama2", exllamaRepo, exllamaTag, backend)).Root() // && pip3 install grpcio protobuf typing-extensions sympy mpmath setuptools numpy --break-system-packages && pip3 install -r /tmp/localai/backend/python/%[3]s/requirements.txt --break-system-packages