update

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · May 19, 2024 · 93f3967 · 93f3967
1 parent 80e4abd
commit 93f3967
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pkg/aikit2llb/inference/image.go b/pkg/aikit2llb/inference/image.go
@@ -51,13 +51,13 @@ func emptyImage(c *config.InferenceConfig) *specs.Image {
 		switch c.Backends[b] {
 		case utils.BackendExllama, utils.BackendExllamaV2:
 			exllamaEnv := []string{
-				"EXTERNAL_GRPC_BACKENDS=exllama:/tmp/localai/backend/python/exllama/exllama.py,exllama2:/tmp/localai/backend/python/exllama2/exllama2_backend.py",
+				"EXTERNAL_GRPC_BACKENDS=exllama:/tmp/localai/backend/python/exllama/backend.py,exllama2:/tmp/localai/backend/python/exllama2/backend.py",
 				"CUDA_HOME=/usr/local/cuda",
 			}
 			img.Config.Env = append(img.Config.Env, exllamaEnv...)
 		case utils.BackendMamba:
 			mambaEnv := []string{
-				"EXTERNAL_GRPC_BACKENDS=mamba:/tmp/localai/backend/python/mamba/backend_mamba.py",
+				"EXTERNAL_GRPC_BACKENDS=mamba:/tmp/localai/backend/python/mamba/backend.py",
 				"CUDA_HOME=/usr/local/cuda",
 			}
 			img.Config.Env = append(img.Config.Env, mambaEnv...)