update

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · May 20, 2024 · 80d1f7b · 80d1f7b
1 parent 67c7fc9
commit 80d1f7b
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 6 deletions.
diff --git a/pkg/aikit2llb/inference/convert.go b/pkg/aikit2llb/inference/convert.go
@@ -39,8 +39,7 @@ func Aikit2LLB(c *config.InferenceConfig) (llb.State, *specs.Image) {
 	// install opencv and friends if stable diffusion backend is being used
 	for b := range c.Backends {
 		switch c.Backends[b] {
-		case utils.BackendExllama:
-		case utils.BackendExllamaV2:
+		case utils.BackendExllama, utils.BackendExllamaV2:
 			merge = installExllama(c, state, merge)
 		case utils.BackendStableDiffusion:
 			merge = installOpenCV(state, merge)

diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go
@@ -8,13 +8,9 @@ import (
 
 func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb.State {
 	backend := utils.BackendExllama
-	// exllamaRepo := "https://github.com/turboderp/exllama"
-	// exllamaTag := "master"
 	for b := range c.Backends {
 		if c.Backends[b] == utils.BackendExllamaV2 {
-			// exllamaRepo = "https://github.com/turboderp/exllamav2"
 			backend = utils.BackendExllamaV2
-			// exllamaTag = "v0.0.12"
 		}
 	}