From a2d422c549e9a3d3d5cf8ff961e7dea70f649038 Mon Sep 17 00:00:00 2001 From: Sertac Ozercan Date: Wed, 27 Nov 2024 01:21:06 +0000 Subject: [PATCH] fix: bump grpcio to 1.68.0 Signed-off-by: Sertac Ozercan --- pkg/aikit2llb/inference/diffusers.go | 2 +- pkg/aikit2llb/inference/exllama.go | 2 +- pkg/aikit2llb/inference/mamba.go | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/pkg/aikit2llb/inference/diffusers.go b/pkg/aikit2llb/inference/diffusers.go index 49825459..72d35c7f 100644 --- a/pkg/aikit2llb/inference/diffusers.go +++ b/pkg/aikit2llb/inference/diffusers.go @@ -11,7 +11,7 @@ func installDiffusers(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.66.0/grpcio==1.66.1/g' requirements.txt && make %[1]s", utils.BackendDiffusers)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendDiffusers)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff}) diff --git a/pkg/aikit2llb/inference/exllama.go b/pkg/aikit2llb/inference/exllama.go index efbdde78..e09ca6d8 100644 --- a/pkg/aikit2llb/inference/exllama.go +++ b/pkg/aikit2llb/inference/exllama.go @@ -11,7 +11,7 @@ func installExllama(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && make %[1]s", utils.BackendExllamaV2)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendExllamaV2)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff}) diff --git a/pkg/aikit2llb/inference/mamba.go b/pkg/aikit2llb/inference/mamba.go index 816700e3..5dc4e82e 100644 --- a/pkg/aikit2llb/inference/mamba.go +++ b/pkg/aikit2llb/inference/mamba.go @@ -11,7 +11,7 @@ func installMamba(s llb.State, merge llb.State) llb.State { s = cloneLocalAI(s) - s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && make %[1]s", utils.BackendMamba)).Root() + s = s.Run(utils.Bashf("export BUILD_TYPE=cublas && export CUDA_MAJOR_VERSION=12 && cd /tmp/localai/backend/python/%[1]s && sed -i 's/grpcio==1.67.1/grpcio==1.68.0/g' requirements.txt && make %[1]s", utils.BackendMamba)).Root() diff := llb.Diff(savedState, s) return llb.Merge([]llb.State{merge, diff})