image: repository: ollama/ollama tag: 0.5.4 runtimeClassName: nvidia persistentVolume: enabled: true size: "30Gi" storageClass: longhorn resources: requests: memory: 4096Mi cpu: 2000m limits: memory: 8192Mi cpu: 4000m ollama: gpu: enabled: ture type: "nvidia" number: 1 models: pull: - mistral #- benedict/linkbricks-mistral-nemo-korean:12b #- benedict/linkbricks-gemma2-korean:27b #- qwen2.5-coder:32b #- codeqwen:7b-chat # - llama3 ingress: enabled: true className: "apisix" annotations: cert-manager.io/cluster-issuer: "root-ca-issuer" cert-manager.io/duration: 8760h cert-manager.io/renew-before: 720h k8s.apisix.apache.org/plugin-config-name: oidc-keycloak-authz hosts: - host: "{{ .Name }}.{{ .Domain }}" paths: - path: / pathType: Prefix tls: - hosts: - "{{ .Name }}.{{ .Domain }}" secretName: "{{ .Name }}-tls-secret"