61 lines
891 B
YAML
61 lines
891 B
YAML
deployment:
|
|
image:
|
|
repository: quay.io/go-skynet/local-ai
|
|
tag: latest-cpu
|
|
env:
|
|
threads: 4
|
|
context_size: 512
|
|
modelsPath: "/models"
|
|
prompt_templates:
|
|
image: busybox
|
|
pullPolicy: IfNotPresent
|
|
imagePullSecrets: []
|
|
|
|
resources:
|
|
{}
|
|
|
|
modelsConfigs:
|
|
{}
|
|
|
|
promptTemplates:
|
|
{}
|
|
|
|
initContainers: []
|
|
sidecarContainers: []
|
|
|
|
persistence:
|
|
models:
|
|
enabled: true
|
|
storageClass: "longhorn"
|
|
accessModes:
|
|
- ReadWriteMany
|
|
size: 10Gi
|
|
globalMount: /models
|
|
output:
|
|
enabled: true
|
|
storageClass: "longhorn"
|
|
accessModes:
|
|
- ReadWriteMany
|
|
size: 5Gi
|
|
globalMount: /tmp/generated
|
|
|
|
service:
|
|
type: LoadBalancer
|
|
port: 80
|
|
annotations: {}
|
|
|
|
ingress:
|
|
enabled: false
|
|
hosts:
|
|
- host: localai.local
|
|
paths:
|
|
- path: /
|
|
pathType: ImplementationSpecific
|
|
tls: []
|
|
|
|
nodeSelector: {}
|
|
|
|
tolerations: []
|
|
|
|
affinity: {}
|