Overwrite NVIDIA NIM service policy.

PUT

http://localhost:8080/api/v2/policy/nim-services

PUT

/api/v2/policy/nim-services

curl -X PUT http://localhost:8080/api/v2/policy/nim-services \
     -H "Authorization: Bearer <token>" \
     -H "Content-Type: application/json" \
     -d '{}'

{
  "meta": {
    "id": "string",
    "createdBy": "string",
    "createdAt": "2024-01-15T09:30:00Z",
    "updatedBy": "string",
    "updatedAt": "2024-01-15T09:30:00Z",
    "scope": "system",
    "name": "my-policy",
    "tenantId": 1001,
    "clusterId": "71f69d83-ba66-4822-adf5-55ce55efd210",
    "projectId": 1,
    "departmentId": "2"
  },
  "policy": {
    "defaults": {
      "annotations": {
        "instances": [
          {
            "name": "billing",
            "value": "my-billing-unit",
            "exclude": false
          }
        ]
      },
      "autoscaling": {
        "maxReplicas": 1,
        "metric": "http_requests_total",
        "metricThreshold": 1,
        "minReplicas": 1,
        "scaleWindowSeconds": 1
      },
      "category": "string",
      "compute": {
        "cpuCoreLimit": 2,
        "cpuCoreRequest": 0.5,
        "cpuMemoryLimit": "30M",
        "cpuMemoryRequest": "20M",
        "gpuDevicesRequest": 1,
        "gpuMemoryLimit": "10M",
        "gpuMemoryRequest": "10M",
        "gpuPortionLimit": 0.5,
        "gpuPortionRequest": 0.5,
        "gpuRequestType": "portion"
      },
      "environmentVariables": {
        "instances": [
          {
            "name": "HOME",
            "value": "/home/my-folder",
            "secret": {
              "name": "postgress_secret",
              "key": "POSTGRES_PASSWORD"
            },
            "configMap": {
              "name": "my-config-map",
              "key": "MY_POSTGRES_SCHEMA"
            },
            "podFieldRef": {
              "path": "metadata.name"
            },
            "userCredential": {
              "name": "my_postgres_user_and_password",
              "key": "POSTGRES_PASSWORD"
            },
            "exclude": false,
            "description": "Home directory of the user."
          }
        ]
      },
      "image": "python:3.8",
      "imagePullPolicy": "Always",
      "imagePullSecrets": {
        "instances": [
          {
            "name": "string",
            "userCredential": true,
            "exclude": false
          }
        ]
      },
      "labels": {
        "instances": [
          {
            "name": "stage",
            "value": "initial-research",
            "exclude": false
          }
        ]
      },
      "modelStore": {
        "nimCache": {
          "name": "nim-cache-a",
          "profile": "tensorrt_llm-b200-fp8-tp2-pp1-latency-2901:10de-2"
        },
        "pvc": {
          "existingPvc": false,
          "claimName": "my-claim",
          "readOnly": false,
          "claimInfo": {
            "size": "1G",
            "storageClass": "my-storage-class",
            "accessModes": {
              "readWriteOnce": true,
              "readOnlyMany": false,
              "readWriteMany": false
            },
            "volumeMode": "Filesystem",
            "addedAttrValues": [
              {
                "key": "dnsname",
                "value": "my.dns.com"
              }
            ]
          }
        }
      },
      "multiNode": {
        "workers": 3
      },
      "ngcAuthSecret": "string",
      "nodePools": [
        "my-node-pool-a",
        "my-node-pool-b"
      ],
      "preemptibility": "preemptible",
      "priorityClass": "string",
      "probes": {
        "readiness": {
          "initialDelaySeconds": 1,
          "periodSeconds": 1,
          "timeoutSeconds": 1,
          "successThreshold": 1,
          "failureThreshold": 1,
          "handler": {
            "httpGet": {
              "path": "/",
              "port": 1,
              "host": "example.com",
              "scheme": "HTTP"
            }
          }
        }
      },
      "replicas": 2,
      "security": {
        "runAsGid": 30,
        "runAsUid": 500
      },
      "servingPort": {
        "serviceType": "ClusterIP",
        "port": 8000,
        "grpcPort": 8001,
        "metricsPort": 8002,
        "exposeExternally": true,
        "exposedUrl": "string",
        "exposedProtocol": "http",
        "authorizationType": "public",
        "authorizedUsers": [
          "user.a@example.com",
          "user.b@example.com"
        ],
        "authorizedGroups": [
          "group-a",
          "group-b"
        ]
      },
      "tolerations": {
        "attributes": {
          "name": "string",
          "operator": "Equal",
          "key": "string",
          "value": "string",
          "effect": "NoSchedule",
          "seconds": 1,
          "exclude": false
        },
        "instances": [
          {
            "name": "string",
            "operator": "Equal",
            "key": "string",
            "value": "string",
            "effect": "NoSchedule",
            "seconds": 1,
            "exclude": false
          }
        ]
      }
    },
    "rules": {
      "annotations": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "autoscaling": {
        "maxReplicas": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "metric": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "metricThreshold": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "minReplicas": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "scaleWindowSeconds": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "category": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "compute": {
        "cpuCoreLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuCoreRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuMemoryLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuMemoryRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuDevicesRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuMemoryLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuMemoryRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuPortionLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuPortionRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuRequestType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "portion",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        }
      },
      "environmentVariables": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "image": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "imagePullPolicy": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "Always",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "imagePullSecrets": {
        "attributes": {
          "name": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "userCredentials": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          }
        },
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "labels": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "modelStore": {
        "nimCache": {
          "name": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "profile": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          }
        },
        "pvc": {
          "claimName": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "path": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "readOnly": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          },
          "claimInfo": {
            "size": {
              "blocked": true,
              "canEdit": true,
              "options": [
                {
                  "value": "string",
                  "displayed": "string"
                }
              ],
              "required": true,
              "sourceOfRule": {
                "scope": "project",
                "projectId": 3
              }
            },
            "storageClass": {
              "blocked": true,
              "canEdit": true,
              "options": [
                {
                  "value": "string",
                  "displayed": "string"
                }
              ],
              "required": true,
              "sourceOfRule": {
                "scope": "project",
                "projectId": 3
              }
            },
            "accessModes": {
              "readWriteOnce": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              },
              "readOnlyMany": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              },
              "readWriteMany": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              }
            }
          }
        }
      },
      "multiNode": {
        "workers": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "ngcAuthSecret": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "nodePools": {
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        },
        "required": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "canEdit": true
      },
      "preemptibility": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "preemptible",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "priorityClass": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "probes": {
        "readiness": {
          "initialDelaySeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "periodSeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "timeoutSeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "successThreshold": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "failureThreshold": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "handler": {
            "httpGet": {
              "path": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              },
              "port": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true,
                "min": 1,
                "max": 1,
                "step": 1,
                "defaultFrom": {
                  "field": "string",
                  "factor": 1
                }
              },
              "host": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              },
              "scheme": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              }
            }
          }
        }
      },
      "replicas": {
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        },
        "required": true,
        "canEdit": true,
        "min": 1,
        "max": 1,
        "step": 1,
        "defaultFrom": {
          "field": "string",
          "factor": 1
        }
      },
      "security": {
        "runAsGid": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "runAsUid": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "servingPort": {
        "serviceType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "ClusterIP",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "port": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "grpcPort": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "metricsPort": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "exposeExternally": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true
        },
        "exposedUrl": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "exposedProtocol": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "http",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "authorizationType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "public",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "authorizedUsers": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "canEdit": true
        },
        "authorizedGroups": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "canEdit": true
        }
      },
      "tolerations": {
        "attributes": {
          "operator": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "Equal",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "key": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "value": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "effect": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "NoSchedule",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "seconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "exclude": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          }
        },
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      }
    },
    "status": {
      "validation": {
        "errorMessage": "string"
      }
    }
  },
  "effective": {
    "defaults": {
      "annotations": {
        "instances": [
          {
            "name": "billing",
            "value": "my-billing-unit",
            "exclude": false
          }
        ]
      },
      "autoscaling": {
        "maxReplicas": 1,
        "metric": "http_requests_total",
        "metricThreshold": 1,
        "minReplicas": 1,
        "scaleWindowSeconds": 1
      },
      "category": "string",
      "compute": {
        "cpuCoreLimit": 2,
        "cpuCoreRequest": 0.5,
        "cpuMemoryLimit": "30M",
        "cpuMemoryRequest": "20M",
        "gpuDevicesRequest": 1,
        "gpuMemoryLimit": "10M",
        "gpuMemoryRequest": "10M",
        "gpuPortionLimit": 0.5,
        "gpuPortionRequest": 0.5,
        "gpuRequestType": "portion"
      },
      "environmentVariables": {
        "instances": [
          {
            "name": "HOME",
            "value": "/home/my-folder",
            "secret": {
              "name": "postgress_secret",
              "key": "POSTGRES_PASSWORD"
            },
            "configMap": {
              "name": "my-config-map",
              "key": "MY_POSTGRES_SCHEMA"
            },
            "podFieldRef": {
              "path": "metadata.name"
            },
            "userCredential": {
              "name": "my_postgres_user_and_password",
              "key": "POSTGRES_PASSWORD"
            },
            "exclude": false,
            "description": "Home directory of the user."
          }
        ]
      },
      "image": "python:3.8",
      "imagePullPolicy": "Always",
      "imagePullSecrets": {
        "instances": [
          {
            "name": "string",
            "userCredential": true,
            "exclude": false
          }
        ]
      },
      "labels": {
        "instances": [
          {
            "name": "stage",
            "value": "initial-research",
            "exclude": false
          }
        ]
      },
      "modelStore": {
        "nimCache": {
          "name": "nim-cache-a",
          "profile": "tensorrt_llm-b200-fp8-tp2-pp1-latency-2901:10de-2"
        },
        "pvc": {
          "existingPvc": false,
          "claimName": "my-claim",
          "readOnly": false,
          "claimInfo": {
            "size": "1G",
            "storageClass": "my-storage-class",
            "accessModes": {
              "readWriteOnce": true,
              "readOnlyMany": false,
              "readWriteMany": false
            },
            "volumeMode": "Filesystem",
            "addedAttrValues": [
              {
                "key": "dnsname",
                "value": "my.dns.com"
              }
            ]
          }
        }
      },
      "multiNode": {
        "workers": 3
      },
      "ngcAuthSecret": "string",
      "nodePools": [
        "my-node-pool-a",
        "my-node-pool-b"
      ],
      "preemptibility": "preemptible",
      "priorityClass": "string",
      "probes": {
        "readiness": {
          "initialDelaySeconds": 1,
          "periodSeconds": 1,
          "timeoutSeconds": 1,
          "successThreshold": 1,
          "failureThreshold": 1,
          "handler": {
            "httpGet": {
              "path": "/",
              "port": 1,
              "host": "example.com",
              "scheme": "HTTP"
            }
          }
        }
      },
      "replicas": 2,
      "security": {
        "runAsGid": 30,
        "runAsUid": 500
      },
      "servingPort": {
        "serviceType": "ClusterIP",
        "port": 8000,
        "grpcPort": 8001,
        "metricsPort": 8002,
        "exposeExternally": true,
        "exposedUrl": "string",
        "exposedProtocol": "http",
        "authorizationType": "public",
        "authorizedUsers": [
          "user.a@example.com",
          "user.b@example.com"
        ],
        "authorizedGroups": [
          "group-a",
          "group-b"
        ]
      },
      "tolerations": {
        "attributes": {
          "name": "string",
          "operator": "Equal",
          "key": "string",
          "value": "string",
          "effect": "NoSchedule",
          "seconds": 1,
          "exclude": false
        },
        "instances": [
          {
            "name": "string",
            "operator": "Equal",
            "key": "string",
            "value": "string",
            "effect": "NoSchedule",
            "seconds": 1,
            "exclude": false
          }
        ]
      }
    },
    "rules": {
      "annotations": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "autoscaling": {
        "maxReplicas": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "metric": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "metricThreshold": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "minReplicas": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "scaleWindowSeconds": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "category": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "compute": {
        "cpuCoreLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuCoreRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuMemoryLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "cpuMemoryRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuDevicesRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuMemoryLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuMemoryRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": "string",
          "max": "string",
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuPortionLimit": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuPortionRequest": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1.1,
          "max": 1.1,
          "step": 1.1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "gpuRequestType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "portion",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        }
      },
      "environmentVariables": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "image": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "imagePullPolicy": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "Always",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "imagePullSecrets": {
        "attributes": {
          "name": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "userCredentials": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          }
        },
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "labels": {
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      },
      "modelStore": {
        "nimCache": {
          "name": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "profile": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          }
        },
        "pvc": {
          "claimName": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "path": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "readOnly": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          },
          "claimInfo": {
            "size": {
              "blocked": true,
              "canEdit": true,
              "options": [
                {
                  "value": "string",
                  "displayed": "string"
                }
              ],
              "required": true,
              "sourceOfRule": {
                "scope": "project",
                "projectId": 3
              }
            },
            "storageClass": {
              "blocked": true,
              "canEdit": true,
              "options": [
                {
                  "value": "string",
                  "displayed": "string"
                }
              ],
              "required": true,
              "sourceOfRule": {
                "scope": "project",
                "projectId": 3
              }
            },
            "accessModes": {
              "readWriteOnce": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              },
              "readOnlyMany": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              },
              "readWriteMany": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true
              }
            }
          }
        }
      },
      "multiNode": {
        "workers": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "ngcAuthSecret": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "nodePools": {
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        },
        "required": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "canEdit": true
      },
      "preemptibility": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "preemptible",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "priorityClass": {
        "blocked": true,
        "canEdit": true,
        "options": [
          {
            "value": "string",
            "displayed": "string"
          }
        ],
        "required": true,
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        }
      },
      "probes": {
        "readiness": {
          "initialDelaySeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "periodSeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "timeoutSeconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "successThreshold": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "failureThreshold": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "handler": {
            "httpGet": {
              "path": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              },
              "port": {
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                },
                "required": true,
                "canEdit": true,
                "min": 1,
                "max": 1,
                "step": 1,
                "defaultFrom": {
                  "field": "string",
                  "factor": 1
                }
              },
              "host": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              },
              "scheme": {
                "blocked": true,
                "canEdit": true,
                "options": [
                  {
                    "value": "string",
                    "displayed": "string"
                  }
                ],
                "required": true,
                "sourceOfRule": {
                  "scope": "project",
                  "projectId": 3
                }
              }
            }
          }
        }
      },
      "replicas": {
        "sourceOfRule": {
          "scope": "project",
          "projectId": 3
        },
        "required": true,
        "canEdit": true,
        "min": 1,
        "max": 1,
        "step": 1,
        "defaultFrom": {
          "field": "string",
          "factor": 1
        }
      },
      "security": {
        "runAsGid": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "runAsUid": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        }
      },
      "servingPort": {
        "serviceType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "ClusterIP",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "port": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "grpcPort": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "metricsPort": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true,
          "min": 1,
          "max": 1,
          "step": 1,
          "defaultFrom": {
            "field": "string",
            "factor": 1
          }
        },
        "exposeExternally": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "canEdit": true
        },
        "exposedUrl": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "exposedProtocol": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "http",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "authorizationType": {
          "blocked": true,
          "canEdit": true,
          "options": [
            {
              "value": "public",
              "displayed": "string"
            }
          ],
          "required": true,
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          }
        },
        "authorizedUsers": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "canEdit": true
        },
        "authorizedGroups": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "required": true,
          "options": [
            {
              "value": "string",
              "displayed": "string"
            }
          ],
          "canEdit": true
        }
      },
      "tolerations": {
        "attributes": {
          "operator": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "Equal",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "key": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "value": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "string",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "effect": {
            "blocked": true,
            "canEdit": true,
            "options": [
              {
                "value": "NoSchedule",
                "displayed": "string"
              }
            ],
            "required": true,
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            }
          },
          "seconds": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true,
            "min": 1,
            "max": 1,
            "step": 1,
            "defaultFrom": {
              "field": "string",
              "factor": 1
            }
          },
          "exclude": {
            "sourceOfRule": {
              "scope": "project",
              "projectId": 3
            },
            "required": true,
            "canEdit": true
          }
        },
        "instances": {
          "sourceOfRule": {
            "scope": "project",
            "projectId": 3
          },
          "canAdd": true,
          "locked": [
            "HOME",
            "USER"
          ]
        }
      }
    },
    "status": {
      "validation": {
        "errorMessage": "string"
      }
    }
  },
  "effectiveUpdatedAt": "2024-01-15T09:30:00Z"
}

Use to apply NVIDIA NIM service policy for a given organizational unit.

Authentication

AuthorizationBearer

Bearer authentication

Query parameters

validateOnlybooleanOptional

Validate the given policy payload without applying it

Request

This endpoint expects an object.

metaobjectOptional

policyobjectOptional

Response

Policy applied.

metaobjectOptional

policyobjectOptional

effectiveobjectOptional

effectiveUpdatedAtdatetimeOptional

The time at which an event occurred. e.g. the time an effective policy has been updated

Errors

400

Bad Request Error

401

Unauthorized Error

403

Forbidden Error

503

Service Unavailable Error