Installation Guide for Dynamo Kubernetes Platform

$
kubectl get crd | grep dynamo
$
# If you see dynamographdeployments, dynamocomponentdeployments, etc., CRDs are already installed

$
# Check for cluster-wide operator and show its namespace
$
kubectl get clusterrolebinding -o json | \
>
  jq -r '.items[] | select(.metadata.name | contains("dynamo-operator-manager")) |
>
  "Cluster-wide operator found in namespace: \(.subjects[0].namespace)"'
$
$
# If a cluster-wide operator exists: Do NOT install another operator
$
# Only install namespace-restricted mode if you specifically need namespace isolation

$
helm install ...
$
  -f your-values.yaml

$
helm install ...
$
  --set "your-value=your-value"

$
# Check required tools
$
kubectl version --client  # v1.24+
$
helm version             # v3.0+
$
docker version           # Running daemon (for Path D only)
$
$
# Set your release version
$
export RELEASE_VERSION=0.x.x # any version of Dynamo 0.3.2+ listed at https://github.com/ai-dynamo/dynamo/releases

$
# 1. Set environment
$
export NAMESPACE=dynamo-system
$
export RELEASE_VERSION=0.x.x # any version of Dynamo 0.3.2+ listed at https://github.com/ai-dynamo/dynamo/releases
$
$
# 2. Install CRDs (skip if on shared cluster where CRDs already exist)
$
helm fetch https://helm.ngc.nvidia.com/nvidia/ai-dynamo/charts/dynamo-crds-${RELEASE_VERSION}.tgz
$
helm install dynamo-crds dynamo-crds-${RELEASE_VERSION}.tgz --namespace default
$
$
# 3. Install Platform
$
helm fetch https://helm.ngc.nvidia.com/nvidia/ai-dynamo/charts/dynamo-platform-${RELEASE_VERSION}.tgz
$
helm install dynamo-platform dynamo-platform-${RELEASE_VERSION}.tgz --namespace ${NAMESPACE} --create-namespace

$
# Add this flag to the helm install command above
$
--set dynamo-operator.namespaceRestriction.enabled=true

$
--set "dynamo-operator.modelExpressURL=http://model-express-server.model-express.svc.cluster.local:8080"

$
--set "dynamo-operator.namespaceRestriction.enabled=true"
$
--set "dynamo-operator.namespaceRestriction.targetNamespace=dynamo-namespace" # optional

$
# 1. Set environment
$
export NAMESPACE=dynamo-system
$
export DOCKER_SERVER=nvcr.io/nvidia/ai-dynamo/  # or your registry
$
export DOCKER_USERNAME='$oauthtoken'
$
export DOCKER_PASSWORD=<YOUR_NGC_CLI_API_KEY>
$
export IMAGE_TAG=${RELEASE_VERSION}
$
$
# 2. Build operator
$
cd deploy/cloud/operator
$
$
# 2.1 Alternative 1 : Build and push the operator image for multiple platforms
$
docker buildx create --name multiplatform --driver docker-container --bootstrap
$
docker buildx use multiplatform
$
docker buildx build --platform linux/amd64,linux/arm64 -t $DOCKER_SERVER/dynamo-operator:$IMAGE_TAG --push .
$
$
# 2.2 Alternative 2 : Build and push the operator image for a single platform
$
docker build -t $DOCKER_SERVER/dynamo-operator:$IMAGE_TAG . && docker push $DOCKER_SERVER/dynamo-operator:$IMAGE_TAG
$
$
cd -
$
$
# 3. Create namespace and secrets to be able to pull the operator image (only needed if you pushed the operator image to a private registry)
$
kubectl create namespace ${NAMESPACE}
$
kubectl create secret docker-registry docker-imagepullsecret \
>
  --docker-server=${DOCKER_SERVER} \
>
  --docker-username=${DOCKER_USERNAME} \
>
  --docker-password=${DOCKER_PASSWORD} \
>
  --namespace=${NAMESPACE}
$
$
cd deploy/cloud/helm
$
$
# 4. Install CRDs
$
helm upgrade --install dynamo-crds ./crds/ --namespace default
$
$
# 5. Install Platform
$
helm dep build ./platform/
$
$
# To install cluster-wide instead, set NS_RESTRICT_FLAGS="" (empty) or omit that line entirely.
$
$
NS_RESTRICT_FLAGS="--set dynamo-operator.namespaceRestriction.enabled=true"
$
helm install dynamo-platform ./platform/ \
>
  --namespace "${NAMESPACE}" \
>
  --set "dynamo-operator.controllerManager.manager.image.repository=${DOCKER_SERVER}/dynamo-operator" \
>
  --set "dynamo-operator.controllerManager.manager.image.tag=${IMAGE_TAG}" \
>
  --set "dynamo-operator.imagePullSecrets[0].name=docker-imagepullsecret" \
>
  ${NS_RESTRICT_FLAGS}

$
# Check CRDs
$
kubectl get crd | grep dynamo
$
$
# Check operator and platform pods
$
kubectl get pods -n ${NAMESPACE}
$
# Expected: dynamo-operator-* and etcd-* and nats-* pods Running

$
--set dynamo-operator.namespaceRestriction.enabled=true

$
kubectl get crd | grep dynamo

$
kubectl describe pod <pod-name> -n ${NAMESPACE}
$
kubectl logs <pod-name> -n ${NAMESPACE}

$
kubectl create secret generic hf-token-secret \
>
  --from-literal=HF_TOKEN=${HF_TOKEN} \
>
  -n ${NAMESPACE}

$
ERROR: Original containers have been substituted for unrecognized ones. Deploying this chart with non-standard containers is likely to cause degraded security and performance, broken chart features, and missing environment variables.

$
--set "etcd.image.repository=bitnamilegacy/etcd" --set "etcd.global.security.allowInsecureImages=true"

$
./uninstall.sh  # Removes all CRDs and platform