Enable addition of custom API and Engine TOML sections

charts/deepgram-self-hosted/CHANGELOG.md

@@ -6,6 +6,10 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 
 ## Unreleased
 
+### Added
+
+- Exposed the ability to add custom TOML sections in api.toml and engine.toml via `customToml`
+
 ## [0.18.1] - 2025-09-03
 
 ### Added

charts/deepgram-self-hosted/samples/01-basic-setup-aws.values.yaml

@@ -70,6 +70,10 @@ api:
       memory: "8Gi"
       cpu: "4000m"
 
+  # -- Custom TOML sections can be added here to extend api.toml
+  # customToml: |
+  #   [custom_section]
+
 engine:
   affinity:
     nodeAffinity:
@@ -95,6 +99,16 @@ engine:
   concurrencyLimit:
     activeRequests:
 
+  # -- Custom TOML sections can be added here to extend engine.toml
+  # customToml: |
+  #   # Preload models on engine startup for faster initial requests
+  #   # See https://deepgram.gitbook.io/help-center/how-can-i-pre-load-models-to-reduce-cold-start-latency
+  #   [preload_models]
+  #   models = [
+  #     # Example model preload configuration:
+  #     # { model = "general-nova-3", version = "2025-09-05.12808", language = "multi", format = false }
+  #   ]
+
   modelManager:
     volumes:
       aws:

charts/deepgram-self-hosted/templates/api/api.config.yaml

@@ -108,3 +108,7 @@ data:
       {{- end }}
     {{- end }}
     {{- end }}
+
+    {{- if .Values.api.customToml }}
+    {{ .Values.api.customToml | nindent 4 }}
+    {{- end }}

charts/deepgram-self-hosted/templates/engine/engine.config.yaml

@@ -67,3 +67,6 @@ data:
     [half_precision]
       state = "{{ .Values.engine.halfPrecision.state }}"
 
+    {{- if .Values.engine.customToml }}
+    {{ .Values.engine.customToml | nindent 4 }}
+    {{- end }}