test

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · May 25, 2024 · fe3af81 · fe3af81
1 parent ce6b764
commit fe3af81
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pkg/aikit2llb/inference/image.go b/pkg/aikit2llb/inference/image.go
@@ -57,8 +57,8 @@ func emptyImage(c *config.InferenceConfig) *specs.Image {
 			img.Config.Env = append(img.Config.Env, exllamaEnv...)
 		case utils.BackendMamba:
 			mambaEnv := []string{
-				"LOCALAI_BACKEND_ASSETS_PATH=",
-				"EXTERNAL_GRPC_BACKENDS=mamba:/tmp/localai/backend/python/mamba/run.sh",
+				"LOCALAI_BACKEND_ASSETS_PATH=/tmp/localai/backend/",
+				"EXTERNAL_GRPC_BACKENDS=mamba:python/mamba/run.sh",
 				"CUDA_HOME=/usr/local/cuda",
 			}
 			img.Config.Env = append(img.Config.Env, mambaEnv...)