From 06cb308611e4f6aad195a40b27fb472cb8ee43d3 Mon Sep 17 00:00:00 2001 From: Kefei Zhang Date: Thu, 22 Aug 2024 11:42:57 +0800 Subject: [PATCH] change codegen tgi model (#646) * change codegen tgi model Signed-off-by: KfreeZ --- CodeGen/kubernetes/codegen_gaudi.yaml | 2 +- CodeGen/kubernetes/codegen_xeon.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/CodeGen/kubernetes/codegen_gaudi.yaml b/CodeGen/kubernetes/codegen_gaudi.yaml index eb02394641..2e37820577 100644 --- a/CodeGen/kubernetes/codegen_gaudi.yaml +++ b/CodeGen/kubernetes/codegen_gaudi.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-gaudi-svc config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: meta-llama/CodeLlama-7b-hf endpoint: /generate isDownstreamService: true diff --git a/CodeGen/kubernetes/codegen_xeon.yaml b/CodeGen/kubernetes/codegen_xeon.yaml index c6bf745da4..e4a95cedfc 100644 --- a/CodeGen/kubernetes/codegen_xeon.yaml +++ b/CodeGen/kubernetes/codegen_xeon.yaml @@ -29,6 +29,6 @@ spec: internalService: serviceName: tgi-service config: - MODEL_ID: ise-uiuc/Magicoder-S-DS-6.7B + MODEL_ID: HuggingFaceH4/mistral-7b-grok endpoint: /generate isDownstreamService: true