List Audit Targets#

import os
from nemo_microservices import NeMoMicroservices

client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))

targets = client.beta.audit.targets.list()
print("\n".join([target.model_dump_json(indent=2) for target in targets]))
curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/targets" \
  -H "Accept: application/json" | jq

Example Output

{
  "model": "nvidia/llama-3.1-nemotron-nano-8b-v1",
  "type": "nim.NVOpenAIChat",
  "id": "audit_target-7nuZNEfXrwbUs3RrLXA7px",
  "created_at": "2025-09-24T14:22:00.591952Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_target-7nuZNEfXrwbUs3RrLXA7px",
  "name": "demo-build-nvidia-com-target",
  "namespace": "default",
  "options": {
    "nim": {
      "skip_seq_start": "<think>",
      "skip_seq_end": "</think>",
      "max_tokens": 3200,
      "uri": "https://integrate.api.nvidia.com/v1/"
    }
  },
  "ownership": null,
  "project": null,
  "schema_version": "1.0",
  "type_prefix": null,
  "updated_at": "2025-09-24T14:22:00.591952Z"
}
{
  "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
  "type": "nim.NVOpenAIChat",
  "id": "audit_target-DHhhbAJucRiYgfDCPj1Pqb",
  "created_at": "2025-09-24T14:22:00.663734Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_target-DHhhbAJucRiYgfDCPj1Pqb",
  "name": "demo-nemo-platform-target",
  "namespace": "default",
  "options": {
    "nim": {
      "skip_seq_start": "<think>",
      "skip_seq_end": "</think>",
      "max_tokens": 3200,
      "uri": "http://nemo-nim-proxy:8000/v1/"
    }
  },
  "ownership": null,
  "project": null,
  "schema_version": "1.0",
  "type_prefix": null,
  "updated_at": "2025-09-24T14:22:00.663734Z"
}
{
  "model": "gpt-4o",
  "type": "openai.OpenAIGenerator",
  "id": "audit_target-Ugb66QRx5TBrLjPM7iwwAP",
  "created_at": "2025-09-24T14:22:00.723572Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_target-Ugb66QRx5TBrLjPM7iwwAP",
  "name": "demo-openai-target",
  "namespace": "default",
  "options": {
    "openai": {
      "uri": "https://api.openai.com/v1/",
      "max_tokens": 1024,
      "seed": 42
    }
  },
  "ownership": null,
  "project": null,
  "schema_version": "1.0",
  "type_prefix": null,
  "updated_at": "2025-09-24T14:22:00.723572Z"
}
{
  "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
  "type": "nim.NVOpenAIChat",
  "id": "audit_target-EeMJ9a4yA1QPno6qeL5rjT",
  "created_at": "2025-09-24T14:22:00.782754Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_target-EeMJ9a4yA1QPno6qeL5rjT",
  "name": "demo-basic-target",
  "namespace": "default",
  "options": {
    "nim": {
      "skip_seq_start": "<think>",
      "skip_seq_end": "</think>",
      "max_tokens": 3200,
      "uri": "https://integrate.api.nvidia.com/v1/"
    }
  },
  "ownership": null,
  "project": null,
  "schema_version": "1.0",
  "type_prefix": null,
  "updated_at": "2025-09-24T14:22:00.782754Z"
}
{
  "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
  "type": "nim.NVOpenAIChat",
  "id": "audit_target-WdEyegandKwvx7UdXfJgjZ",
  "created_at": "2025-09-24T14:22:00.794509Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_target-WdEyegandKwvx7UdXfJgjZ",
  "name": "demo-local-llm-target",
  "namespace": "default",
  "options": {
    "nim": {
      "skip_seq_start": "<think>",
      "skip_seq_end": "</think>",
      "max_tokens": 3200,
      "uri": "http://local-llm:8000/v1/"
    }
  },
  "ownership": null,
  "project": null,
  "schema_version": "1.0",
  "type_prefix": null,
  "updated_at": "2025-09-24T14:22:00.794509Z"
}
[
  {
    "schema_version": "1.0",
    "id": "audit_target-Y1y5fjwJSKbodkV5qY2z6a",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-22T13:40:07.276807Z",
    "updated_at": "2025-08-22T13:40:07.276807Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-build-nvidia-com-target",
    "entity_id": "audit_target-Y1y5fjwJSKbodkV5qY2z6a",
    "type": "nim.NVOpenAIChat",
    "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
    "options": {
      "nim": {
        "skip_seq_start": "<think>",
        "skip_seq_end": "</think>",
        "max_tokens": 3200,
        "uri": "https://integrate.api.nvidia.com/v1/"
      }
    }
  },
  {
    "schema_version": "1.0",
    "id": "audit_target-MZ5dMTUfxnS25kbEE1MuYf",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-22T13:40:07.306653Z",
    "updated_at": "2025-08-22T13:40:07.306653Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-nemo-platform-target",
    "entity_id": "audit_target-MZ5dMTUfxnS25kbEE1MuYf",
    "type": "nim.NVOpenAIChat",
    "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
    "options": {
      "nim": {
        "skip_seq_start": "<think>",
        "skip_seq_end": "</think>",
        "max_tokens": 3200,
        "uri": "http://nemo-nim-proxy:8000/v1/"
      }
    }
  },
  {
    "schema_version": "1.0",
    "id": "audit_target-L5eLCJsoWqXxnvB7bfGLbw",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-22T13:40:07.328314Z",
    "updated_at": "2025-08-22T13:40:07.328314Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-openai-target",
    "entity_id": "audit_target-L5eLCJsoWqXxnvB7bfGLbw",
    "type": "openai.OpenAIGenerator",
    "model": "gpt-4o",
    "options": {
      "openai": {
        "uri": "https://api.openai.com/v1/",
        "max_tokens": 1024,
        "seed": 42
      }
    }
  },
  {
    "schema_version": "1.0",
    "id": "audit_target-QmN6GddUYzNHog3xSqc6Ly",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-22T13:40:07.350722Z",
    "updated_at": "2025-08-22T13:40:07.350722Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-basic-target",
    "entity_id": "audit_target-QmN6GddUYzNHog3xSqc6Ly",
    "type": "nim.NVOpenAIChat",
    "model": "deepseek-ai/deepseek-r1-distill-llama-8b",
    "options": {
      "nim": {
        "skip_seq_start": "<think>",
        "skip_seq_end": "</think>",
        "max_tokens": 3200,
        "uri": "https://integrate.api.nvidia.com/v1/"
      }
    }
  }
]