Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
Signed-off-by: Sertac Ozercan <[email protected]>
  • Loading branch information
sozercan committed May 16, 2024
1 parent 4bf23bd commit 6dff9db
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions pkg/aikit2llb/inference/exllama.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,13 @@ func installExllama(c *config.InferenceConfig, s llb.State, merge llb.State) llb
}

savedState := s
s = s.Run(utils.Sh("apt-get update && apt-get install --no-install-recommends -y git ca-certificates python3-pip python3-dev make g++ curl && curl -LsSf https://astral.sh/uv/install.sh | sh && . $HOME/.cargo/env && apt-get clean"), llb.IgnoreCache).Root()
s = s.Run(utils.Sh("apt-get update && apt-get install --no-install-recommends -y git ca-certificates python3-pip python3-dev make g++ curl && curl -LsSf https://astral.sh/uv/install.sh | sh && apt-get clean"), llb.IgnoreCache).Root()

// clone localai exllama backend only
s = cloneLocalAI(s, backend)

// clone exllama to localai exllama backend path and install python dependencies
s = s.Run(utils.Shf("git clone --depth 1 %[1]s --branch %[2]s /tmp/%[3]s && mv /tmp/%[3]s/* /tmp/localai/backend/python/%[3]s && rm -rf /tmp/%[3]s && cd /tmp/localai/backend/python/%[3]s && rm -rf .git && uv pip install --no-build-isolation --requirement requirements-install.txt && EXLLAMA_NOCOMPILE= uv pip install --no-build-isolation && make protogen", exllamaRepo, exllamaTag, backend)).Root()
s = s.Run(utils.Shf("git clone --depth 1 %[1]s --branch %[2]s /tmp/%[3]s && mv /tmp/%[3]s/* /tmp/localai/backend/python/%[3]s && rm -rf /tmp/%[3]s && cd /tmp/localai/backend/python/%[3]s && rm -rf .git && . $HOME/.cargo/env && uv pip install --no-build-isolation --requirement requirements-install.txt && EXLLAMA_NOCOMPILE= uv pip install --no-build-isolation && make protogen", exllamaRepo, exllamaTag, backend)).Root()

// && pip3 install grpcio protobuf typing-extensions sympy mpmath setuptools numpy --break-system-packages && pip3 install -r /tmp/localai/backend/python/%[3]s/requirements.txt --break-system-packages

Expand Down

0 comments on commit 6dff9db

Please sign in to comment.