From 24b31ccbb5b5812fe1bb4110e62392d9d4b9f64f Mon Sep 17 00:00:00 2001 From: remsky Date: Tue, 11 Feb 2025 04:49:48 -0700 Subject: [PATCH 1/2] -Fixed espeak engagement on gpu -Add default voice code setting and update language code resolution logic --- api/src/core/config.py | 1 + api/src/inference/kokoro_v1.py | 14 ++++++++++---- docker/gpu/Dockerfile | 27 +++++++++++++++------------ 3 files changed, 26 insertions(+), 16 deletions(-) diff --git a/api/src/core/config.py b/api/src/core/config.py index d2e369b..26b4178 100644 --- a/api/src/core/config.py +++ b/api/src/core/config.py @@ -13,6 +13,7 @@ class Settings(BaseSettings): output_dir: str = "output" output_dir_size_limit_mb: float = 500.0 # Maximum size of output directory in MB default_voice: str = "af_heart" + default_voice_code: str | None = None # If set, overrides the first letter of voice name, though api call param still takes precedence use_gpu: bool = True # Whether to use GPU acceleration if available allow_local_voice_saving: bool = ( False # Whether to allow saving combined voices locally diff --git a/api/src/inference/kokoro_v1.py b/api/src/inference/kokoro_v1.py index 9f5e206..28ad272 100644 --- a/api/src/inference/kokoro_v1.py +++ b/api/src/inference/kokoro_v1.py @@ -139,8 +139,14 @@ class KokoroV1(BaseModelBackend): await paths.save_voice_tensor(voice_tensor, temp_path) voice_path = temp_path - # Use provided lang_code or get from voice name - pipeline_lang_code = lang_code if lang_code else voice_name[0].lower() + # Use provided lang_code, settings voice code override, or first letter of voice name + if lang_code: # api is given priority + pipeline_lang_code = lang_code + elif settings.default_voice_code: # settings is next priority + pipeline_lang_code = settings.default_voice_code + else: # voice name is default/fallback + pipeline_lang_code = voice_name[0].lower() + pipeline = self._get_pipeline(pipeline_lang_code) logger.debug( @@ -232,8 +238,8 @@ class KokoroV1(BaseModelBackend): await paths.save_voice_tensor(voice_tensor, temp_path) voice_path = temp_path - # Use provided lang_code or get from voice name - pipeline_lang_code = lang_code if lang_code else voice_name[0].lower() + # Use provided lang_code, settings voice code override, or first letter of voice name + pipeline_lang_code = lang_code if lang_code else (settings.default_voice_code if settings.default_voice_code else voice_name[0].lower()) pipeline = self._get_pipeline(pipeline_lang_code) logger.debug( diff --git a/docker/gpu/Dockerfile b/docker/gpu/Dockerfile index ce0f646..ea9b339 100644 --- a/docker/gpu/Dockerfile +++ b/docker/gpu/Dockerfile @@ -12,6 +12,7 @@ RUN apt-get update && apt-get install -y \ libsndfile1 \ curl \ ffmpeg \ + g++ \ && apt-get clean && rm -rf /var/lib/apt/lists/* \ && mkdir -p /usr/share/espeak-ng-data \ && ln -s /usr/lib/*/espeak-ng-data/* /usr/share/espeak-ng-data/ @@ -19,40 +20,42 @@ RUN apt-get update && apt-get install -y \ # Install UV using the installer script RUN curl -LsSf https://astral.sh/uv/install.sh | sh && \ mv /root/.local/bin/uv /usr/local/bin/ && \ - mv /root/.local/bin/uvx /usr/local/bin/ && \ - useradd -m -u 1000 appuser && \ - mkdir -p /app/api/src/models/v1_0 && \ - chown -R appuser:appuser /app + mv /root/.local/bin/uvx /usr/local/bin/ +# Create non-root user and set up directories and permissions +RUN useradd -m -u 1000 appuser && \ + mkdir -p /app/api/src/models/v1_0 && \ + chown -R appuser:appuser /app + USER appuser WORKDIR /app # Copy dependency files COPY --chown=appuser:appuser pyproject.toml ./pyproject.toml +ENV PHONEMIZER_ESPEAK_PATH=/usr/bin \ + PHONEMIZER_ESPEAK_DATA=/usr/share/espeak-ng-data \ + ESPEAK_DATA_PATH=/usr/share/espeak-ng-data + # Install dependencies with GPU extras (using cache mounts) RUN --mount=type=cache,target=/root/.cache/uv \ uv venv && \ uv sync --extra gpu -# Copy project files including models and sync again +# Copy project files including models COPY --chown=appuser:appuser api ./api COPY --chown=appuser:appuser web ./web COPY --chown=appuser:appuser docker/scripts/ ./ RUN chmod +x ./entrypoint.sh -RUN --mount=type=cache,target=/root/.cache/uv \ - uv sync --extra gpu + # Set all environment variables in one go ENV PYTHONUNBUFFERED=1 \ PYTHONPATH=/app:/app/api \ PATH="/app/.venv/bin:$PATH" \ UV_LINK_MODE=copy \ - USE_GPU=true \ - PHONEMIZER_ESPEAK_PATH=/usr/bin \ - PHONEMIZER_ESPEAK_DATA=/usr/share/espeak-ng-data \ - ESPEAK_DATA_PATH=/usr/share/espeak-ng-data - + USE_GPU=true + ENV DOWNLOAD_MODEL=true # Download model if enabled RUN if [ "$DOWNLOAD_MODEL" = "true" ]; then \ From d4f248b3a2a27113dece8176b16a66faf40f67cf Mon Sep 17 00:00:00 2001 From: Vincent Bailleau Date: Tue, 11 Feb 2025 19:10:01 +0100 Subject: [PATCH 2/2] Add Helm chart --- charts/kokoro-fastapi/.helmignore | 23 +++++ charts/kokoro-fastapi/Chart.yaml | 24 +++++ charts/kokoro-fastapi/templates/NOTES.txt | 22 +++++ charts/kokoro-fastapi/templates/_helpers.tpl | 62 ++++++++++++ charts/kokoro-fastapi/templates/hpa.yaml | 28 ++++++ charts/kokoro-fastapi/templates/ingress.yaml | 82 ++++++++++++++++ .../templates/kokoro-tts-deployment.yaml | 71 ++++++++++++++ .../templates/kokoro-tts-service.yaml | 15 +++ .../templates/serviceaccount.yaml | 12 +++ .../templates/tests/test-connection.yaml | 15 +++ charts/kokoro-fastapi/values.yaml | 94 +++++++++++++++++++ 11 files changed, 448 insertions(+) create mode 100644 charts/kokoro-fastapi/.helmignore create mode 100644 charts/kokoro-fastapi/Chart.yaml create mode 100644 charts/kokoro-fastapi/templates/NOTES.txt create mode 100644 charts/kokoro-fastapi/templates/_helpers.tpl create mode 100644 charts/kokoro-fastapi/templates/hpa.yaml create mode 100644 charts/kokoro-fastapi/templates/ingress.yaml create mode 100644 charts/kokoro-fastapi/templates/kokoro-tts-deployment.yaml create mode 100644 charts/kokoro-fastapi/templates/kokoro-tts-service.yaml create mode 100644 charts/kokoro-fastapi/templates/serviceaccount.yaml create mode 100644 charts/kokoro-fastapi/templates/tests/test-connection.yaml create mode 100644 charts/kokoro-fastapi/values.yaml diff --git a/charts/kokoro-fastapi/.helmignore b/charts/kokoro-fastapi/.helmignore new file mode 100644 index 0000000..0e8a0eb --- /dev/null +++ b/charts/kokoro-fastapi/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/charts/kokoro-fastapi/Chart.yaml b/charts/kokoro-fastapi/Chart.yaml new file mode 100644 index 0000000..bd0cf5d --- /dev/null +++ b/charts/kokoro-fastapi/Chart.yaml @@ -0,0 +1,24 @@ +apiVersion: v2 +name: kokoro-fastapi +description: A Helm chart for kokoro-fastapi + +# A chart can be either an 'application' or a 'library' chart. +# +# Application charts are a collection of templates that can be packaged into versioned archives +# to be deployed. +# +# Library charts provide useful utilities or functions for the chart developer. They're included as +# a dependency of application charts to inject those utilities and functions into the rendering +# pipeline. Library charts do not define any templates and therefore cannot be deployed. +type: application + +# This is the chart version. This version number should be incremented each time you make changes +# to the chart and its templates, including the app version. +# Versions are expected to follow Semantic Versioning (https://semver.org/) +version: 0.1.0 + +# This is the version number of the application being deployed. This version number should be +# incremented each time you make changes to the application. Versions are not expected to +# follow Semantic Versioning. They should reflect the version the application is using. +# It is recommended to use it with quotes. +appVersion: "1.16.0" diff --git a/charts/kokoro-fastapi/templates/NOTES.txt b/charts/kokoro-fastapi/templates/NOTES.txt new file mode 100644 index 0000000..88b8980 --- /dev/null +++ b/charts/kokoro-fastapi/templates/NOTES.txt @@ -0,0 +1,22 @@ +1. Get the application URL by running these commands: +{{- if .Values.ingress.enabled }} +{{- range $host := .Values.ingress.hosts }} + {{- range .paths }} + http{{ if $.Values.ingress.tls }}s{{ end }}://{{ $host.host }}{{ .path }} + {{- end }} +{{- end }} +{{- else if contains "NodePort" .Values.service.type }} + export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "kokoro-fastapi.fullname" . }}) + export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}") + echo http://$NODE_IP:$NODE_PORT +{{- else if contains "LoadBalancer" .Values.service.type }} + NOTE: It may take a few minutes for the LoadBalancer IP to be available. + You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "kokoro-fastapi.fullname" . }}' + export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "kokoro-fastapi.fullname" . }} --template "{{"{{ range (index .status.loadBalancer.ingress 0) }}{{.}}{{ end }}"}}") + echo http://$SERVICE_IP:{{ .Values.service.port }} +{{- else if contains "ClusterIP" .Values.service.type }} + export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "kokoro-fastapi.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}") + export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[0].ports[0].containerPort}") + echo "Visit http://127.0.0.1:8080 to use your application" + kubectl --namespace {{ .Release.Namespace }} port-forward $POD_NAME 8080:$CONTAINER_PORT +{{- end }} diff --git a/charts/kokoro-fastapi/templates/_helpers.tpl b/charts/kokoro-fastapi/templates/_helpers.tpl new file mode 100644 index 0000000..849bcd7 --- /dev/null +++ b/charts/kokoro-fastapi/templates/_helpers.tpl @@ -0,0 +1,62 @@ +{{/* +Expand the name of the chart. +*/}} +{{- define "kokoro-fastapi.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }} +{{- end }} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +*/}} +{{- define "kokoro-fastapi.fullname" -}} +{{- if .Values.fullnameOverride }} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }} +{{- else }} +{{- $name := default .Chart.Name .Values.nameOverride }} +{{- if contains $name .Release.Name }} +{{- .Release.Name | trunc 63 | trimSuffix "-" }} +{{- else }} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }} +{{- end }} +{{- end }} +{{- end }} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "kokoro-fastapi.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} +{{- end }} + +{{/* +Common labels +*/}} +{{- define "kokoro-fastapi.labels" -}} +helm.sh/chart: {{ include "kokoro-fastapi.chart" . }} +{{ include "kokoro-fastapi.selectorLabels" . }} +{{- if .Chart.AppVersion }} +app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} +{{- end }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- end }} + +{{/* +Selector labels +*/}} +{{- define "kokoro-fastapi.selectorLabels" -}} +app.kubernetes.io/name: {{ include "kokoro-fastapi.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- end }} + +{{/* +Create the name of the service account to use +*/}} +{{- define "kokoro-fastapi.serviceAccountName" -}} +{{- if .Values.serviceAccount.create }} +{{- default (include "kokoro-fastapi.fullname" .) .Values.serviceAccount.name }} +{{- else }} +{{- default "default" .Values.serviceAccount.name }} +{{- end }} +{{- end }} diff --git a/charts/kokoro-fastapi/templates/hpa.yaml b/charts/kokoro-fastapi/templates/hpa.yaml new file mode 100644 index 0000000..45ba60b --- /dev/null +++ b/charts/kokoro-fastapi/templates/hpa.yaml @@ -0,0 +1,28 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ include "kokoro-fastapi.fullname" . }} + labels: + {{- include "kokoro-fastapi.labels" . | nindent 4 }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ include "kokoro-fastapi.fullname" . }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} diff --git a/charts/kokoro-fastapi/templates/ingress.yaml b/charts/kokoro-fastapi/templates/ingress.yaml new file mode 100644 index 0000000..09a8fb5 --- /dev/null +++ b/charts/kokoro-fastapi/templates/ingress.yaml @@ -0,0 +1,82 @@ +{{- if .Values.ingress.enabled -}} +{{- $fullName := include "kokoro-fastapi.fullname" . -}} +{{- $svcPort := .Values.service.port -}} +{{- $rewriteTargets := (list) -}} +{{- with .Values.ingress.host }} + {{- range .endpoints }} + {{- $serviceName := default $fullName .serviceName -}} + {{- $rewrite := .rewrite | default "none" -}} + {{- if not (has $rewrite $rewriteTargets ) -}} + {{- $rewriteTargets = append $rewriteTargets $rewrite -}} + {{- end -}} + {{- end}} +{{- end }} +{{- range $key := $rewriteTargets }} +{{- $expandedRewrite := regexReplaceAll "/(.*)$" $key "slash${1}" -}} +apiVersion: networking.k8s.io/v1 +kind: Ingress +metadata: +{{- if eq $key "none" }} + name: {{ $fullName }} +{{- else }} + name: {{ $fullName }}-{{ $expandedRewrite }} +{{- end }} + labels: + {{- include "kokoro-fastapi.labels" $ | nindent 4 }} + {{- if ne $key "none" }} + annotations: + nginx.ingress.kubernetes.io/rewrite-target: {{ regexReplaceAll "/$" $key "" }}/$2 + {{- end }} +spec: +{{- if $.Values.ingress.tls }} + tls: + {{- range $.Values.ingress.tls }} + - hosts: + {{- range .hosts }} + - {{ . | quote }} + {{- end }} + secretName: {{ .secretName }} + {{- end }} +{{- end }} + rules: + {{- with $.Values.ingress.host }} + - host: {{ .name | quote }} + http: + paths: + {{- range .endpoints }} + {{- $serviceName := default $fullName .serviceName -}} + {{- $servicePort := default (print "http") .servicePort -}} + {{- if eq ( .rewrite | default "none" ) $key }} + {{- range .paths }} + {{- if not (contains "@" .) }} + {{- if eq $key "none" }} + - path: {{ . }} + {{- else }} + - path: {{ regexReplaceAll "(.*)/$" . "${1}" }}(/|$)(.*) + {{- end }} + pathType: Prefix + backend: + service: + name: "{{ $fullName }}-{{ $serviceName }}" + port: + number: {{ $servicePort }} + {{- else }} + {{- $path := . -}} + {{- $replicaCount := include "getServiceNameReplicaCount" (dict "global" $.Values "serviceName" $serviceName ) -}} + {{- range $count, $e := until ($replicaCount|int) }} + - path: {{ $path | replace "@" ( . | toString ) }}(/|$)(.*) + pathType: Prefix + backend: + service: + name: "{{ $fullName }}-{{ $serviceName }}-{{ . }}" + port: + number: {{ $servicePort }} + {{- end }} + {{- end }} + {{- end }} + {{- end }} + {{- end }} + {{- end }} +--- +{{- end }} +{{- end }} diff --git a/charts/kokoro-fastapi/templates/kokoro-tts-deployment.yaml b/charts/kokoro-fastapi/templates/kokoro-tts-deployment.yaml new file mode 100644 index 0000000..be1f67b --- /dev/null +++ b/charts/kokoro-fastapi/templates/kokoro-tts-deployment.yaml @@ -0,0 +1,71 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ include "kokoro-fastapi.fullname" . }}-kokoro-tts + labels: + {{- include "kokoro-fastapi.labels" . | nindent 4 }} +spec: + {{- if not .Values.autoscaling.enabled }} + replicas: {{ .Values.kokoroTTS.replicaCount }} + {{- end }} + selector: + matchLabels: + {{- include "kokoro-fastapi.selectorLabels" . | nindent 6 }} + template: + metadata: + {{- with .Values.podAnnotations }} + annotations: + {{- toYaml . | nindent 8 }} + {{- end }} + labels: + {{- include "kokoro-fastapi.selectorLabels" . | nindent 8 }} + spec: + {{- with .Values.images.imagePullSecrets }} + imagePullSecrets: + {{- toYaml . | nindent 8 }} + {{- end }} + serviceAccountName: {{ include "kokoro-fastapi.serviceAccountName" . }} + securityContext: + {{- toYaml .Values.podSecurityContext | nindent 8 }} + initContainers: [] + containers: + - name: kokoro-tts + securityContext: + {{- toYaml .Values.securityContext | nindent 12 }} + image: "{{ .Values.kokoroTTS.repository }}:{{ .Values.kokoroTTS.tag | default .Chart.AppVersion }}" + imagePullPolicy: {{ .Values.kokoroTTS.pullPolicy }} + env: + - name: PYTHONPATH + value: "/app:/app/api" + - name: USE_GPU + value: "true" + - name: PYTHONUNBUFFERED + value: "1" + ports: + - name: kokoro-tts-http + containerPort: {{ .Values.kokoroTTS.port | default 8880 }} + protocol: TCP + livenessProbe: + httpGet: + path: /health + port: kokoro-tts-http + readinessProbe: + httpGet: + path: /health + port: kokoro-tts-http + resources: + {{- toYaml .Values.kokoroTTS.resources | nindent 12 }} + volumeMounts: [] + volumes: [] + {{- with .Values.nodeSelector }} + nodeSelector: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.affinity }} + affinity: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.tolerations }} + tolerations: + {{- toYaml . | nindent 8 }} + {{- end }} diff --git a/charts/kokoro-fastapi/templates/kokoro-tts-service.yaml b/charts/kokoro-fastapi/templates/kokoro-tts-service.yaml new file mode 100644 index 0000000..79c7890 --- /dev/null +++ b/charts/kokoro-fastapi/templates/kokoro-tts-service.yaml @@ -0,0 +1,15 @@ +apiVersion: v1 +kind: Service +metadata: + name: {{ include "kokoro-fastapi.fullname" . }}-kokoro-tts-service + labels: + {{- include "kokoro-fastapi.labels" . | nindent 4 }} +spec: + type: {{ .Values.service.type }} + ports: + - port: {{ .Values.kokoroTTS.port }} + targetPort: kokoro-tts-http + protocol: TCP + name: kokoro-tts-http + selector: + {{- include "kokoro-fastapi.selectorLabels" . | nindent 4 }} diff --git a/charts/kokoro-fastapi/templates/serviceaccount.yaml b/charts/kokoro-fastapi/templates/serviceaccount.yaml new file mode 100644 index 0000000..f062f72 --- /dev/null +++ b/charts/kokoro-fastapi/templates/serviceaccount.yaml @@ -0,0 +1,12 @@ +{{- if .Values.serviceAccount.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: {{ include "kokoro-fastapi.serviceAccountName" . }} + labels: + {{- include "kokoro-fastapi.labels" . | nindent 4 }} + {{- with .Values.serviceAccount.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +{{- end }} diff --git a/charts/kokoro-fastapi/templates/tests/test-connection.yaml b/charts/kokoro-fastapi/templates/tests/test-connection.yaml new file mode 100644 index 0000000..120583f --- /dev/null +++ b/charts/kokoro-fastapi/templates/tests/test-connection.yaml @@ -0,0 +1,15 @@ +apiVersion: v1 +kind: Pod +metadata: + name: "{{ include "kokoro-fastapi.fullname" . }}-test-connection" + labels: + {{- include "kokoro-fastapi.labels" . | nindent 4 }} + annotations: + "helm.sh/hook": test +spec: + containers: + - name: wget + image: busybox + command: ['wget'] + args: ['{{ include "kokoro-fastapi.fullname" . }}:{{ .Values.service.port }}'] + restartPolicy: Never diff --git a/charts/kokoro-fastapi/values.yaml b/charts/kokoro-fastapi/values.yaml new file mode 100644 index 0000000..05419d9 --- /dev/null +++ b/charts/kokoro-fastapi/values.yaml @@ -0,0 +1,94 @@ +# Default values for kokoro-fastapi. +# This is a YAML-formatted file. +# Declare variables to be passed into your templates. + +replicaCount: 1 + +images: + pullPolicy: "Always" + imagePullSecrets: [ ] + +nameOverride: "" +fullnameOverride: "" + +serviceAccount: + # Specifies whether a service account should be created + create: true + # Annotations to add to the service account + annotations: {} + # The name of the service account to use. + # If not set and create is true, a name is generated using the fullname template + name: "" + +podAnnotations: {} + +podSecurityContext: {} + # fsGroup: 2000 + +securityContext: {} + # capabilities: + # drop: + # - ALL + # readOnlyRootFilesystem: true + # runAsNonRoot: true + # runAsUser: 1000 + +service: + type: ClusterIP + +ingress: + enabled: false + className: "" + annotations: {} + # kubernetes.io/ingress.class: nginx + # kubernetes.io/tls-acme: "true" + host: + name: kokoro.example.com + endpoints: + backend: + path: "/" + serviceName: "fastapi" + servicePort: 8880 + + tls: [] + # - secretName: chart-example-tls + # hosts: + # - chart-example.local + +kokoroTTS: + repository: "ghcr.io/remsky/kokoro-fastapi-gpu" + tag: "latest" + pullPolicy: Always + serviceName: "fastapi" + port: 8880 + replicaCount: 1 + resources: + limits: + nvidia.com/gpu: 1 + requests: + nvidia.com/gpu: 1 + + + # We usually recommend not to specify default resources and to leave this as a conscious + # choice for the user. This also increases chances charts run on environments with little + # resources, such as Minikube. If you do want to specify resources, uncomment the following + # lines, adjust them as necessary, and remove the curly braces after 'resources:'. + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +autoscaling: + enabled: false + minReplicas: 1 + maxReplicas: 100 + targetCPUUtilizationPercentage: 80 + # targetMemoryUtilizationPercentage: 80 + +nodeSelector: {} + +tolerations: [] + +affinity: {}