zarf.yaml

# yaml-language-server: $schema=https://raw.githubusercontent.com/defenseunicorns/uds-cli/v0.16.0/zarf.schema.json

kind: ZarfPackageConfig
metadata:
  name: llama-cpp-python
  version: "###ZARF_PKG_TMPL_IMAGE_VERSION###"
  description: >
    llama-cpp-python model

constants:
  - name: IMAGE_VERSION
    value: "###ZARF_PKG_TMPL_IMAGE_VERSION###"

variables:
  - name: PVC_SIZE
    description: Size of the PVC used for model storage.
    default: "15Gi"
    pattern: "^[0-9]+[a-zA-Z]+$"
  - name: PVC_ACCESS_MODE
    description: Access mode of the PVC used for model storage.
    default: "ReadWriteOnce"
    pattern: "^(ReadWriteOnce|ReadOnlyMany|ReadWriteMany)$"
  - name: PVC_STORAGE_CLASS
    description: Storage class of the PVC used for model storage.
    default: "local-path"

components:
  - name: llama-cpp-python-model
    required: true
    only:
      flavor: upstream
    charts:
      - name: llama-cpp-python-model
        namespace: leapfrogai
        localPath: chart
        releaseName: llama-cpp-python-model
        # x-release-please-start-version
        version: 0.14.0
        # x-release-please-end
        valuesFiles:
          - "values/upstream-values.yaml"
    images:
      - ghcr.io/defenseunicorns/leapfrogai/llama-cpp-python:###ZARF_PKG_TMPL_IMAGE_VERSION###
      - cgr.dev/chainguard/bash:latest
    dataInjections:
      - source: .model/
        target:
          namespace: leapfrogai
          selector: app=lfai-llama-cpp-python
          container: data-loader
          path: /data/.model
        compress: true
    actions:
      onCreate:
        before:
          # NOTE: This assumes python is installed and in $PATH and 'huggingface_hub[cli,hf_transfer]' has been installed
          - cmd: python scripts/model_download.py
            env:
              - REPO_ID=TheBloke/SynthIA-7B-v2.0-GGUF
              - FILENAME=synthia-7b-v2.0.Q4_K_M.gguf
              - REVISION=3f65d882253d1f15a113dabf473a7c02a004d2b5
              - SHA256_CHECKSUM=5d6369d456446c40a9fd149525747d8dc494196686861c43b00f9230a166ba82