List Audit Configs#
import os
from nemo_microservices import NeMoMicroservices
client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
configs = client.beta.audit.configs.list()
print("\n".join([config.model_dump_json(indent=2) for config in configs]))
curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs" \
-H "Accept: application/json" | jq
Example Output
{
"id": "audit_config-AKumCnoDvC8D2xZfCCNvSr",
"created_at": "2025-10-22T20:13:56.618762Z",
"custom_fields": {},
"description": null,
"entity_id": "audit_config-AKumCnoDvC8D2xZfCCNvSr",
"name": "default",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,web_injection",
"probes": {
"encoding": {
"payloads": [
"default",
"xss"
]
}
}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 3,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 32,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-22T20:13:56.618762Z"
}
{
"id": "audit_config-V8ydyHVKXdUna9oW2NAan3",
"created_at": "2025-10-23T18:08:48.611894Z",
"custom_fields": {},
"description": "Demo configuration using probe tags",
"entity_id": "audit_config-V8ydyHVKXdUna9oW2NAan3",
"name": "demo-config-using-tags",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "all",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": "owasp:llm06",
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:08:48.611894Z"
}
{
"id": "audit_config-JiMYGm98xzdbxtYxxHzLAH",
"created_at": "2025-10-23T18:12:57.843927Z",
"custom_fields": {},
"description": "Updated description",
"entity_id": "audit_config-G7qVcW2F3z5t7wP9C4sxLi",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 10,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:12:57.843927Z"
}
{
"id": "audit_config-Rt7As3SrnCMuQLYyw33o2N",
"created_at": "2025-10-23T18:13:18.719888Z",
"custom_fields": {},
"description": "Local LLM configuration",
"entity_id": "audit_config-Rt7As3SrnCMuQLYyw33o2N",
"name": "demo-local-llm-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "probes.dan.DanInTheWild,grandma,leakreplay,latentinjection,realtoxicityprompts",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 7,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 32,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:13:18.719888Z"
}
[
{
"schema_version": "1.0",
"id": "audit_config-AKumCnoDvC8D2xZfCCNvSr",
"description": null,
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:13:56.618762Z",
"updated_at": "2025-10-22T20:13:56.618762Z",
"custom_fields": {},
"ownership": null,
"name": "default",
"entity_id": "audit_config-AKumCnoDvC8D2xZfCCNvSr",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 32,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 3,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,web_injection",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {
"encoding": {
"payloads": [
"default",
"xss"
]
}
}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-Sgo8TnRzkPFRQXhW9yDgCu",
"description": "Demo configuration using probe tags",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:15:02.370320Z",
"updated_at": "2025-10-22T20:15:02.370320Z",
"custom_fields": {},
"ownership": null,
"name": "demo-config-using-tags",
"entity_id": "audit_config-Sgo8TnRzkPFRQXhW9yDgCu",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 20,
"lite": true,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": "owasp:llm06",
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "all",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-KWpUpeQKLM1EfnLT8nXiAN",
"description": "Updated description",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:20:11.150567Z",
"updated_at": "2025-10-22T20:20:11.150567Z",
"custom_fields": {},
"ownership": null,
"name": "demo-basic-config",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 10,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-HQX43LshSKBWhAo5fD4CZn",
"description": "Local LLM configuration",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:20:17.686928Z",
"updated_at": "2025-10-22T20:20:17.686928Z",
"custom_fields": {},
"ownership": null,
"name": "demo-local-llm-config",
"entity_id": "audit_config-HQX43LshSKBWhAo5fD4CZn",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 32,
"lite": true,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 7,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "probes.dan.DanInTheWild,grandma,leakreplay,latentinjection,realtoxicityprompts",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
}
]