List Audit Configs

Python SDK

import os
from nemo_microservices import NeMoMicroservices

client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))

configs = client.beta.audit.configs.list()
print("\n".join([config.model_dump_json(indent=2) for config in configs]))

cURL

curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs" \
  -H "Accept: application/json" | jq

Example Output

Python SDK

{
  "id": "audit_config-SbbXDHYLgBZzpuchvuypWj",
  "created_at": "2025-09-24T14:21:04.216139Z",
  "custom_fields": {},
  "description": null,
  "entity_id": "audit_config-SbbXDHYLgBZzpuchvuypWj",
  "name": "default",
  "namespace": "default",
  "ownership": null,
  "plugins": {
    "buff_max": null,
    "buff_spec": null,
    "buffs": {},
    "buffs_include_original_prompt": false,
    "detector_spec": "auto",
    "detectors": {},
    "extended_detectors": false,
    "generators": {},
    "harnesses": {},
    "model_name": null,
    "model_type": null,
    "probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,xss",
    "probes": {
      "encoding": {
        "payloads": [
          "default",
          "xss"
        ]
      }
    }
  },
  "project": null,
  "reporting": {
    "report_dir": "garak_runs",
    "report_prefix": "run1",
    "show_100_pass_modules": true,
    "taxonomy": null
  },
  "run": {
    "deprefix": true,
    "eval_threshold": 0.5,
    "generations": 3,
    "probe_tags": null,
    "seed": null,
    "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
  },
  "schema_version": "1.0",
  "system": {
    "enable_experimental": false,
    "lite": false,
    "narrow_output": false,
    "parallel_attempts": 32,
    "parallel_requests": false,
    "show_z": false,
    "verbose": 0
  },
  "type_prefix": null,
  "updated_at": "2025-09-24T14:21:04.216139Z"
}
{
  "id": "audit_config-XW9qmKq4PHwKvg8uck7UnR",
  "created_at": "2025-09-24T14:41:56.295529Z",
  "custom_fields": {},
  "description": "Local LLM configuration",
  "entity_id": "audit_config-XW9qmKq4PHwKvg8uck7UnR",
  "name": "demo-local-llm-config",
  "namespace": "default",
  "ownership": null,
  "plugins": {
    "buff_max": null,
    "buff_spec": null,
    "buffs": {},
    "buffs_include_original_prompt": false,
    "detector_spec": "auto",
    "detectors": {},
    "extended_detectors": false,
    "generators": {},
    "harnesses": {},
    "model_name": null,
    "model_type": null,
    "probe_spec": "probes.dan.DanInTheWild,grandma,leakreplay,latentinjection,realtoxicityprompts",
    "probes": {}
  },
  "project": null,
  "reporting": {
    "report_dir": "garak_runs",
    "report_prefix": "run1",
    "show_100_pass_modules": true,
    "taxonomy": null
  },
  "run": {
    "deprefix": true,
    "eval_threshold": 0.5,
    "generations": 7,
    "probe_tags": null,
    "seed": null,
    "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
  },
  "schema_version": "1.0",
  "system": {
    "enable_experimental": false,
    "lite": true,
    "narrow_output": false,
    "parallel_attempts": 32,
    "parallel_requests": false,
    "show_z": false,
    "verbose": 0
  },
  "type_prefix": null,
  "updated_at": "2025-09-24T14:41:56.295529Z"
}
{
  "id": "audit_config-VXWjP3w86a4eFEHXEdWQf6",
  "created_at": "2025-09-24T14:38:49.337981Z",
  "custom_fields": {},
  "description": "Updated description",
  "entity_id": "audit_config-Ab9c8iLTmWnE1Evdhei2wf",
  "name": "demo-basic-config",
  "namespace": "default",
  "ownership": null,
  "plugins": {
    "buff_max": null,
    "buff_spec": null,
    "buffs": {},
    "buffs_include_original_prompt": false,
    "detector_spec": "auto",
    "detectors": {},
    "extended_detectors": false,
    "generators": {},
    "harnesses": {},
    "model_name": null,
    "model_type": null,
    "probe_spec": "ansiescape",
    "probes": {}
  },
  "project": null,
  "reporting": {
    "report_dir": "garak_runs",
    "report_prefix": "run1",
    "show_100_pass_modules": true,
    "taxonomy": null
  },
  "run": {
    "deprefix": true,
    "eval_threshold": 0.5,
    "generations": 5,
    "probe_tags": null,
    "seed": null,
    "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
  },
  "schema_version": "1.0",
  "system": {
    "enable_experimental": false,
    "lite": false,
    "narrow_output": false,
    "parallel_attempts": 10,
    "parallel_requests": false,
    "show_z": false,
    "verbose": 0
  },
  "type_prefix": null,
  "updated_at": "2025-09-24T14:38:49.337981Z"
}

cURL

[
  {
    "schema_version": "1.0",
    "id": "audit_config-SbbXDHYLgBZzpuchvuypWj",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-09-24T14:21:04.216139Z",
    "updated_at": "2025-09-24T14:21:04.216139Z",
    "custom_fields": {},
    "ownership": null,
    "name": "default",
    "entity_id": "audit_config-SbbXDHYLgBZzpuchvuypWj",
    "system": {
      "verbose": 0,
      "narrow_output": false,
      "parallel_requests": false,
      "parallel_attempts": 32,
      "lite": false,
      "show_z": false,
      "enable_experimental": false
    },
    "run": {
      "seed": null,
      "deprefix": true,
      "eval_threshold": 0.5,
      "generations": 3,
      "probe_tags": null,
      "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
    },
    "plugins": {
      "model_type": null,
      "model_name": null,
      "probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,xss",
      "detector_spec": "auto",
      "extended_detectors": false,
      "buff_spec": null,
      "buffs_include_original_prompt": false,
      "buff_max": null,
      "detectors": {},
      "generators": {},
      "buffs": {},
      "harnesses": {},
      "probes": {
        "encoding": {
          "payloads": [
            "default",
            "xss"
          ]
        }
      }
    },
    "reporting": {
      "report_prefix": "run1",
      "taxonomy": null,
      "report_dir": "garak_runs",
      "show_100_pass_modules": true
    }
  },
  {
    "schema_version": "1.0",
    "id": "audit_config-UyXNReLShs3sjL1gSyhb5M",
    "description": "Updated description",
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-09-24T14:28:15.646328Z",
    "updated_at": "2025-09-24T14:28:15.646328Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-basic-config",
    "entity_id": "audit_config-2AzuvbhNSDRvitGsHADXQz",
    "system": {
      "verbose": 0,
      "narrow_output": false,
      "parallel_requests": false,
      "parallel_attempts": 10,
      "lite": false,
      "show_z": false,
      "enable_experimental": false
    },
    "run": {
      "seed": null,
      "deprefix": true,
      "eval_threshold": 0.5,
      "generations": 5,
      "probe_tags": null,
      "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
    },
    "plugins": {
      "model_type": null,
      "model_name": null,
      "probe_spec": "ansiescape",
      "detector_spec": "auto",
      "extended_detectors": false,
      "buff_spec": null,
      "buffs_include_original_prompt": false,
      "buff_max": null,
      "detectors": {},
      "generators": {},
      "buffs": {},
      "harnesses": {},
      "probes": {}
    },
    "reporting": {
      "report_prefix": "run1",
      "taxonomy": null,
      "report_dir": "garak_runs",
      "show_100_pass_modules": true
    }
  }
]