NVIDIA Run:ai Mimir Helm Chart
This page is for Multi-Tenant, version v3.0 (default).
For other versions, use one of these documentation indexes:
- v3.0 (default): https://docs.nvidia.com/run-ai/multi-tenant/v3.0/llms.txt
- v2.26: https://docs.nvidia.com/run-ai/multi-tenant/v2.26/llms.txt
- v2.25: https://docs.nvidia.com/run-ai/multi-tenant/v2.25/llms.txt
- v2.24: https://docs.nvidia.com/run-ai/multi-tenant/v2.24/llms.txt
metaMonitoring:serviceMonitor:clusterLabel: "<<REPLACE ME WITH CLUSTER IDENTIFIER>>" #example: “cluster-prod01”enabled: truealertmanager:enabled: falseminio:enabled: falsequery_scheduler:replicas: 2resources:requests:cpu: 1memory: 1Gienabled: truequerier:replicas: 3resources:limits:memory: 8.5Girequests:cpu: 2memory: 6Giruler:enabled: falsequery_frontend:replicas: 3resources:limits:memory: 2.8Girequests:cpu: 2memory: 2Giingester:persistentVolume:size: 100Gireplicas: 3resources:limits:memory: 12Girequests:cpu: 3.5memory: 8Giadmin-cache:enabled: truereplicas: 2chunks-cache:enabled: truereplicas: 4index-cache:enabled: truereplicas: 4metadata-cache:enabled: trueresults-cache:enabled: truereplicas: 4allocatedMemory: 1024overrides_exporter:replicas: 1resources:limits:memory: 128Mirequests:cpu: 100mmemory: 128Micompactor:resources:limits:memory: 2Girequests:cpu: 1memory: 1GipersistentVolume:size: 300Gistore_gateway:persistentVolume:size: 100Gireplicas: 3resources:limits:memory: 8.5Girequests:cpu: 1memory: 6Gidistributor:replicas: 3resources:limits:memory: 5.7Girequests:cpu: 2memory: 4Ginginx:enabled: truereplicas: 3verboseLogging: falseresources:requests:cpu: 1000mmemory: 300Miingress:enabled: trueingressClassName: nginxannotations:nginx.ingress.kubernetes.io/client-body-buffer-size: 128khosts:- host: <MIMIR_HOST_FQDN> #example: ozbarshalom-mimir.runailabs.compaths:- path: /pathType: Prefixtls:- secretName: mimir-tls-certificatehosts:- <MIMIR_HOST_FQDN> #example: ozbarshalom-mimir.runailabs.comnginxConfig:logFormat: |-main escape=json'{''"time_local":"$time_local",''"remote_addr":"$remote_addr",''"remote_user":"$remote_user",''"request":"$request",''"status": "$status",''"body_bytes_sent":"$body_bytes_sent",''"request_time":"$request_time",''"http_referrer":"$http_referer",''"http_user_agent":"$http_user_agent"''}';file: |worker_processes 5; ## Default: 1error_log /dev/stderr;pid /tmp/nginx.pid;worker_rlimit_nofile 8192;events {worker_connections 4096; ## Default: 1024}http {client_body_temp_path /tmp/client_temp;proxy_temp_path /tmp/proxy_temp_path;fastcgi_temp_path /tmp/fastcgi_temp;uwsgi_temp_path /tmp/uwsgi_temp;scgi_temp_path /tmp/scgi_temp;default_type application/octet-stream;log_format {{ .Values.nginx.nginxConfig.logFormat }}{{- if .Values.nginx.verboseLogging }}access_log /dev/stderr main;{{- else }}map $status $loggable {~^[23] 0;default 1;}access_log /dev/stderr main if=$loggable;{{- end }}sendfile on;tcp_nopush on;resolver {{ .Values.global.dnsService }}.{{ .Values.global.dnsNamespace }}.svc.{{ .Values.global.clusterDomain }};{{- with .Values.nginx.nginxConfig.httpSnippet }}{{ . | nindent 2 }}{{- end }}server {listen 8080;{{- if .Values.nginx.basicAuth.enabled }}auth_basic "Mimir";auth_basic_user_file /etc/nginx/secrets/.htpasswd;{{- end }}location = / {return 200 'OK';auth_basic off;}{{- if not (include "mimir.calculatedConfig" . | fromYaml).multitenancy_enabled }}proxy_set_header X-Scope-OrgID 0;{{- end }}# Distributor endpointslocation /distributor {proxy_pass http://{{ template "mimir.fullname" . }}-distributor-headless.{{ .Release.Namespace }}.svc.{{ .Values.global.clusterDomain }}:{{ include "mimir.serverHttpListenPort" . }}$request_uri;}location = /api/v1/push {proxy_pass http://{{ template "mimir.fullname" . }}-distributor-headless.{{ .Release.Namespace }}.svc.{{ .Values.global.clusterDomain }}:{{ include "mimir.serverHttpListenPort" . }}$request_uri;}}}mimir:structuredConfig:multitenancy_enabled: truelimits:compactor_block_upload_enabled: truemax_global_series_per_user: 3000000ingestion_rate: 200000ingestion_burst_size: 600000max_query_parallelism: 240max_fetched_chunks_per_query: 0activity_tracker:filepath: /data/metrics-activity.logcompactor:data_dir: /dataingester:ring:zone_awareness_enabled: trueruntime_config:file: /var/mimir/runtime.yamlblocks_storage:backend: s3s3:bucket_name: <<REPLACE ME WITH S3 BUCKET NAME>> #example: my-bucketendpoint: s3.dualstack.us-east-1.amazonaws.comtsdb:dir: /data/tsdb/bucket_store:sync_dir: /data/tsdb-sync/query_scheduler:max_outstanding_requests_per_tenant: 4000frontend:parallelize_shardable_queries: trueserver:log_format: jsonstore_gateway:sharding_ring:tokens_file_path: /data/tokenszone_awareness_enabled: true