diff --git a/pkg/aikit2llb/inference/diffusers.go b/pkg/aikit2llb/inference/diffusers.go index 49825459..72d35c7f 100644 --- a/pkg/aikit2llb/inference/diffusers.go +++ b/pkg/aikit2llb/inference/diffusers.go @@ -11,7 +11,7 @@ func installDiffusers(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.66.0/grpcio==1.66.1/g' requirements.txt && make %[1]s", utils.BackendDiffusers)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendDiffusers)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff}) diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go index efbdde78..e09ca6d8 100644 --- a/pkg/aikit2llb/inference/exllama.go +++ b/pkg/aikit2llb/inference/exllama.go @@ -11,7 +11,7 @@ func installExllama(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && make %[1]s", utils.BackendExllamaV2)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendExllamaV2)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff}) diff --git a/pkg/aikit2llb/inference/mamba.go b/pkg/aikit2llb/inference/mamba.go index 816700e3..5dc4e82e 100644 --- a/pkg/aikit2llb/inference/mamba.go +++ b/pkg/aikit2llb/inference/mamba.go @@ -11,7 +11,7 @@ func installMamba(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && make %[1]s", utils.BackendMamba)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendMamba)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff})