update

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · May 17, 2024 · bc2b830 · bc2b830
1 parent 4661afd
commit bc2b830
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go
@@ -21,7 +21,7 @@ func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb
 	s = cloneLocalAI(s, backend)
 
 	// clone exllama to localai exllama backend path and install python dependencies
-	s = s.Run(utils.Bashf("cd /tmp/localai/backend/python/%[1]s && rm -rf .git && . $HOME/.cargo/env && python3 -m grpc_tools.protoc -I../.. --python_out=. --grpc_python_out=. backend.proto && export BUILD_TYPE=cublas && bash ./install.sh", backend)).Root()
+	s = s.Run(utils.Bashf("cd /tmp/localai/backend/python/%[1]s && source $HOME/.cargo/env && python3 -m grpc_tools.protoc -I../.. --python_out=. --grpc_python_out=. backend.proto && BUILD_TYPE=cublas ./install.sh", backend)).Root()
 
 	diff := llb.Diff(savedState, s)
 	return llb.Merge([]llb.State{merge, diff})