List Audit Configs#
import os
from nemo_microservices import NeMoMicroservices
client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
configs = client.beta.audit.configs.list()
print(configs)
curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs" \
-H "Accept: application/json" | jq
Example Output
[AuditConfig(id='audit_config-7grxMUmBZGe4mZShC49HXc',
created_at=datetime.datetime(2025, 8, 22, 14, 35, 16, 308865,
tzinfo=TzInfo(UTC)), custom_fields={}, description='Updated description',
entity_id='audit_config-AeCUg2Beiif4J7wNTVE4W2', name='demo-basic-config',
namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='ansiescape', probes={}), project=None,
reporting=AuditReportData(report_dir='garak_runs', report_prefix='run1',
show_100_pass_modules=True, taxonomy=None), run=AuditRunData(deprefix=True,
eval_threshold=0.5, generations=5, probe_tags=None, seed=None,
user_agent='garak/{version} (LLM vulnerability scanner https://garak.ai)'),
schema_version='1.0', system=AuditSystemData(enable_experimental=False,
lite=False, narrow_output=False, parallel_attempts=10,
parallel_requests=False, show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 22, 14, 35, 16, 308865,
tzinfo=TzInfo(UTC))), AuditConfig(id='audit_config-AyJufTsAzi8ckbV2cPh1gg',
created_at=datetime.datetime(2025, 8, 22, 14, 38, 18, 416168,
tzinfo=TzInfo(UTC)), custom_fields={}, description='Local LLM
configuration', entity_id='audit_config-AyJufTsAzi8ckbV2cPh1gg',
name='demo-local-llm-config', namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='probes.dan.DanInTheWild,grandma,leakreplay,lat
entinjection,realtoxicityprompts', probes={}), project=None,
reporting=AuditReportData(report_dir='garak_runs', report_prefix='run1',
show_100_pass_modules=True, taxonomy=None), run=AuditRunData(deprefix=True,
eval_threshold=0.5, generations=7, probe_tags=None, seed=None,
user_agent='garak/{version} (LLM vulnerability scanner https://garak.ai)'),
schema_version='1.0', system=AuditSystemData(enable_experimental=False,
lite=True, narrow_output=False, parallel_attempts=32,
parallel_requests=False, show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 22, 14, 38, 18, 416168,
tzinfo=TzInfo(UTC))), AuditConfig(id='audit_config-PLJ7gDvsUqedAP1iaL92Ph',
created_at=datetime.datetime(2025, 8, 18, 12, 56, 55, 960816,
tzinfo=TzInfo(UTC)), custom_fields={}, description=None,
entity_id='audit_config-PLJ7gDvsUqedAP1iaL92Ph', name='default',
namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='ansiescape,atkgen,continuation,dan.Ablation_Da
n_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,
goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,l
mrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malw
aregen,misleading,packagehallucination,phrasing,promptinject,realtoxicitypr
ompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,to
pic,xss', probes={'encoding': {'payloads': ['default', 'xss']}}),
project=None, reporting=AuditReportData(report_dir='garak_runs',
report_prefix='run1', show_100_pass_modules=True, taxonomy=None),
run=AuditRunData(deprefix=True, eval_threshold=0.5, generations=3,
probe_tags=None, seed=None, user_agent='garak/{version} (LLM vulnerability
scanner https://garak.ai)'), schema_version='1.0',
system=AuditSystemData(enable_experimental=False, lite=False,
narrow_output=False, parallel_attempts=32, parallel_requests=False,
show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 18, 12, 56, 55, 960816,
tzinfo=TzInfo(UTC)))]
[
{
"schema_version": "1.0",
"id": "audit_config-CvmyJFLK2vAm5nXGrHY8EX",
"description": "Updated description",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-08-22T14:21:11.611871Z",
"updated_at": "2025-08-22T14:21:11.611871Z",
"custom_fields": {},
"ownership": null,
"name": "demo-basic-config",
"entity_id": "audit_config-WLzcsdS1MEYTSgsYf3u4MZ",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 10,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-PLJ7gDvsUqedAP1iaL92Ph",
"description": null,
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-08-18T12:56:55.960816Z",
"updated_at": "2025-08-18T12:56:55.960816Z",
"custom_fields": {},
"ownership": null,
"name": "default",
"entity_id": "audit_config-PLJ7gDvsUqedAP1iaL92Ph",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 32,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 3,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,xss",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {
"encoding": {
"payloads": [
"default",
"xss"
]
}
}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
}
]