List Audit Configs#
import os
from nemo_microservices import NeMoMicroservices
client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
configs = client.beta.audit.configs.list()
print("\n".join([config.model_dump_json(indent=2) for config in configs]))
curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs" \
-H "Accept: application/json" | jq
Example Output
{
"id": "audit_config-4aPawVGto1R4DmiXB4XDQc",
"created_at": "2025-11-25T14:00:21.641067Z",
"custom_fields": {},
"description": null,
"entity_id": "audit_config-4aPawVGto1R4DmiXB4XDQc",
"name": "default",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,web_injection",
"probes": {
"encoding": {
"payloads": [
"default",
"xss"
]
}
}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 3,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 32,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-11-25T14:00:21.641067Z"
}
{
"id": "audit_config-7ZGGAum2ZqPMWKaFocNz3p",
"created_at": "2025-11-25T16:30:28.552748Z",
"custom_fields": {},
"description": "Demo configuration using probe tags",
"entity_id": "audit_config-7ZGGAum2ZqPMWKaFocNz3p",
"name": "demo-config-using-tags",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "all",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": "owasp:llm06",
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-11-25T16:30:28.552748Z"
}
{
"id": "audit_config-2skG18rm8fKMRUSWHrjbaz",
"created_at": "2025-11-25T16:34:54.318745Z",
"custom_fields": {},
"description": "Local LLM configuration",
"entity_id": "audit_config-2skG18rm8fKMRUSWHrjbaz",
"name": "demo-local-llm-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "probes.dan.DanInTheWild,grandma,leakreplay,latentinjection,realtoxicityprompts",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 7,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 32,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-11-25T16:34:54.318745Z"
}
{
"id": "audit_config-HGXjhRh17e2R1YP6D9Jnin",
"created_at": "2025-11-25T16:34:37.957732Z",
"custom_fields": {},
"description": "Updated description",
"entity_id": "audit_config-Sn8uXGpwBDkBNDDTpuyucr",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 10,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-11-25T16:34:37.957732Z"
}
[
{
"schema_version": "1.0",
"id": "audit_config-G3yRpv8WLmDvxjVjmUvES6",
"description": null,
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-11-25T18:36:33.132094Z",
"updated_at": "2025-11-25T18:36:33.132094Z",
"custom_fields": {},
"ownership": null,
"name": "default",
"entity_id": "audit_config-G3yRpv8WLmDvxjVjmUvES6",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 32,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 3,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,web_injection",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {
"encoding": {
"payloads": [
"default",
"xss"
]
}
}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-RRTppMhgM6UDZ19wbQGrxA",
"description": "Demo configuration using probe tags",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-11-25T18:42:46.966884Z",
"updated_at": "2025-11-25T18:42:46.966884Z",
"custom_fields": {},
"ownership": null,
"name": "demo-config-using-tags",
"entity_id": "audit_config-RRTppMhgM6UDZ19wbQGrxA",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 20,
"lite": true,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": "owasp:llm06",
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "all",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-RRXGLzZwJY6Q67qaTWnmmZ",
"description": "Updated description",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-11-25T18:50:54.978880Z",
"updated_at": "2025-11-25T18:50:54.978880Z",
"custom_fields": {},
"ownership": null,
"name": "demo-basic-config",
"entity_id": "audit_config-UBboobCgipkfUaBbV1dxjh",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 10,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-G1gCzKYmj1sji1v4fPa95a",
"description": "Local LLM configuration",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-11-25T18:51:01.689619Z",
"updated_at": "2025-11-25T18:51:01.689619Z",
"custom_fields": {},
"ownership": null,
"name": "demo-local-llm-config",
"entity_id": "audit_config-G1gCzKYmj1sji1v4fPa95a",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 32,
"lite": true,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 7,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "probes.dan.DanInTheWild,grandma,leakreplay,latentinjection,realtoxicityprompts",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
}
]