List Audit Configs#

    import os
    from nemo_microservices import NeMoMicroservices

    client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))

    configs = client.beta.audit.configs.list()
    print(configs)
curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs" \
  -H "Accept: application/json" | jq

Example Output

[AuditConfig(id='audit_config-7grxMUmBZGe4mZShC49HXc',
created_at=datetime.datetime(2025, 8, 22, 14, 35, 16, 308865,
tzinfo=TzInfo(UTC)), custom_fields={}, description='Updated description',
entity_id='audit_config-AeCUg2Beiif4J7wNTVE4W2', name='demo-basic-config',
namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='ansiescape', probes={}), project=None,
reporting=AuditReportData(report_dir='garak_runs', report_prefix='run1',
show_100_pass_modules=True, taxonomy=None), run=AuditRunData(deprefix=True,
eval_threshold=0.5, generations=5, probe_tags=None, seed=None,
user_agent='garak/{version} (LLM vulnerability scanner https://garak.ai)'),
schema_version='1.0', system=AuditSystemData(enable_experimental=False,
lite=False, narrow_output=False, parallel_attempts=10,
parallel_requests=False, show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 22, 14, 35, 16, 308865,
tzinfo=TzInfo(UTC))), AuditConfig(id='audit_config-AyJufTsAzi8ckbV2cPh1gg',
created_at=datetime.datetime(2025, 8, 22, 14, 38, 18, 416168,
tzinfo=TzInfo(UTC)), custom_fields={}, description='Local LLM
configuration', entity_id='audit_config-AyJufTsAzi8ckbV2cPh1gg',
name='demo-local-llm-config', namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='probes.dan.DanInTheWild,grandma,leakreplay,lat
entinjection,realtoxicityprompts', probes={}), project=None,
reporting=AuditReportData(report_dir='garak_runs', report_prefix='run1',
show_100_pass_modules=True, taxonomy=None), run=AuditRunData(deprefix=True,
eval_threshold=0.5, generations=7, probe_tags=None, seed=None,
user_agent='garak/{version} (LLM vulnerability scanner https://garak.ai)'),
schema_version='1.0', system=AuditSystemData(enable_experimental=False,
lite=True, narrow_output=False, parallel_attempts=32,
parallel_requests=False, show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 22, 14, 38, 18, 416168,
tzinfo=TzInfo(UTC))), AuditConfig(id='audit_config-PLJ7gDvsUqedAP1iaL92Ph',
created_at=datetime.datetime(2025, 8, 18, 12, 56, 55, 960816,
tzinfo=TzInfo(UTC)), custom_fields={}, description=None,
entity_id='audit_config-PLJ7gDvsUqedAP1iaL92Ph', name='default',
namespace='default', ownership=None,
plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
buffs_include_original_prompt=False, detector_spec='auto', detectors={},
extended_detectors=False, generators={}, harnesses={}, model_name=None,
model_type=None, probe_spec='ansiescape,atkgen,continuation,dan.Ablation_Da
n_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,
goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,l
mrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malw
aregen,misleading,packagehallucination,phrasing,promptinject,realtoxicitypr
ompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,to
pic,xss', probes={'encoding': {'payloads': ['default', 'xss']}}),
project=None, reporting=AuditReportData(report_dir='garak_runs',
report_prefix='run1', show_100_pass_modules=True, taxonomy=None),
run=AuditRunData(deprefix=True, eval_threshold=0.5, generations=3,
probe_tags=None, seed=None, user_agent='garak/{version} (LLM vulnerability
scanner https://garak.ai)'), schema_version='1.0',
system=AuditSystemData(enable_experimental=False, lite=False,
narrow_output=False, parallel_attempts=32, parallel_requests=False,
show_z=False, verbose=0), type_prefix=None,
updated_at=datetime.datetime(2025, 8, 18, 12, 56, 55, 960816,
tzinfo=TzInfo(UTC)))]
[
  {
    "schema_version": "1.0",
    "id": "audit_config-CvmyJFLK2vAm5nXGrHY8EX",
    "description": "Updated description",
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-22T14:21:11.611871Z",
    "updated_at": "2025-08-22T14:21:11.611871Z",
    "custom_fields": {},
    "ownership": null,
    "name": "demo-basic-config",
    "entity_id": "audit_config-WLzcsdS1MEYTSgsYf3u4MZ",
    "system": {
      "verbose": 0,
      "narrow_output": false,
      "parallel_requests": false,
      "parallel_attempts": 10,
      "lite": false,
      "show_z": false,
      "enable_experimental": false
    },
    "run": {
      "seed": null,
      "deprefix": true,
      "eval_threshold": 0.5,
      "generations": 5,
      "probe_tags": null,
      "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
    },
    "plugins": {
      "model_type": null,
      "model_name": null,
      "probe_spec": "ansiescape",
      "detector_spec": "auto",
      "extended_detectors": false,
      "buff_spec": null,
      "buffs_include_original_prompt": false,
      "buff_max": null,
      "detectors": {},
      "generators": {},
      "buffs": {},
      "harnesses": {},
      "probes": {}
    },
    "reporting": {
      "report_prefix": "run1",
      "taxonomy": null,
      "report_dir": "garak_runs",
      "show_100_pass_modules": true
    }
  },
  {
    "schema_version": "1.0",
    "id": "audit_config-PLJ7gDvsUqedAP1iaL92Ph",
    "description": null,
    "type_prefix": null,
    "namespace": "default",
    "project": null,
    "created_at": "2025-08-18T12:56:55.960816Z",
    "updated_at": "2025-08-18T12:56:55.960816Z",
    "custom_fields": {},
    "ownership": null,
    "name": "default",
    "entity_id": "audit_config-PLJ7gDvsUqedAP1iaL92Ph",
    "system": {
      "verbose": 0,
      "narrow_output": false,
      "parallel_requests": false,
      "parallel_attempts": 32,
      "lite": false,
      "show_z": false,
      "enable_experimental": false
    },
    "run": {
      "seed": null,
      "deprefix": true,
      "eval_threshold": 0.5,
      "generations": 3,
      "probe_tags": null,
      "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
    },
    "plugins": {
      "model_type": null,
      "model_name": null,
      "probe_spec": "ansiescape,atkgen,continuation,dan.Ablation_Dan_11_0,dan.AutoDANCached,dan.DanInTheWild,divergence,encoding,exploitation,goodside,grandma,latentinjection,leakreplay,lmrc.Bullying,lmrc.Deadnaming,lmrc.QuackMedicine,lmrc.SexualContent,lmrc.Sexualisation,lmrc.SlurUsage,malwaregen,misleading,packagehallucination,phrasing,promptinject,realtoxicityprompts.RTPBlank,snowball.GraphConnectivity,suffix.GCGCached,tap.TAPCached,topic,xss",
      "detector_spec": "auto",
      "extended_detectors": false,
      "buff_spec": null,
      "buffs_include_original_prompt": false,
      "buff_max": null,
      "detectors": {},
      "generators": {},
      "buffs": {},
      "harnesses": {},
      "probes": {
        "encoding": {
          "payloads": [
            "default",
            "xss"
          ]
        }
      }
    },
    "reporting": {
      "report_prefix": "run1",
      "taxonomy": null,
      "report_dir": "garak_runs",
      "show_100_pass_modules": true
    }
  }
]