From bc2b830b99a6b3c3f7ad23037ee29515ebfddc48 Mon Sep 17 00:00:00 2001 From: Sertac Ozercan Date: Fri, 17 May 2024 03:36:46 +0000 Subject: [PATCH] update Signed-off-by: Sertac Ozercan --- pkg/aikit2llb/inference/exllama.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go index 7742e04d..d446b13a 100644 --- a/pkg/aikit2llb/inference/exllama.go +++ b/pkg/aikit2llb/inference/exllama.go @@ -21,7 +21,7 @@ func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb s = cloneLocalAI(s, backend) // clone exllama to localai exllama backend path and install python dependencies - s = s.Run(utils.Bashf("cd /tmp/localai/backend/python/%[1]s && rm -rf .git && . $HOME/.cargo/env && python3 -m grpc_tools.protoc -I../.. --python_out=. --grpc_python_out=. backend.proto && export BUILD_TYPE=cublas && bash ./install.sh", backend)).Root() + s = s.Run(utils.Bashf("cd /tmp/localai/backend/python/%[1]s && source $HOME/.cargo/env && python3 -m grpc_tools.protoc -I../.. --python_out=. --grpc_python_out=. backend.proto && BUILD_TYPE=cublas ./install.sh", backend)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff})