View an Auditor Configuration#

  • Send a GET request to the /v1beta1/evaluation/configs/<namespace>/<config-name> endpoint.

    import os
    from nemo_microservices import NeMoMicroservices
    
    client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
        
    config = client.beta.audit.configs.retrieve(
        config_name="demo-basic-config",
        namespace="default"
    )
    print(config)
    
    curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs/default/demo-basic-config" \
      -H 'Accept: application/json' | jq
    
    Example Output
    AuditConfig(id='audit_config-F6pVLsJbYGWfCTKDvZrHr7',
    created_at=datetime.datetime(2025, 7, 24, 17, 20, 31, 482028),
    custom_fields={}, description='Basic demonstration configuration',
    name='demo-basic-config', namespace='default', ownership=None,
    plugins=AuditPluginsDataOutput(buff_max=None, buff_spec=None, buffs={},
    buffs_include_original_prompt=False, detector_spec='auto', detectors={},
    extended_detectors=False, generators={}, harnesses={}, model_name=None,
    model_type=None, probe_spec='dan.AutoDANCached,goodside.Tag', probes={}),
    project=None, reporting=AuditReportData(report_dir='garak_runs',
    report_prefix='run1', show_100_pass_modules=True, taxonomy=None),
    run=AuditRunData(deprefix=True, eval_threshold=0.5, generations=5,
    probe_tags=None, seed=None, user_agent='garak/{version} (LLM vulnerability
    scanner https://garak.ai)'), schema_version='1.0',
    system=AuditSystemData(enable_experimental=False, lite=True,
    narrow_output=False, parallel_attempts=20, parallel_requests=False,
    show_z=False, verbose=0), type_prefix=None,
    updated_at=datetime.datetime(2025, 7, 24, 17, 20, 31, 482032))
    
    {
      "schema_version": "1.0",
      "id": "audit_config-VkJUpwkSVakpp3AhKqEh86",
      "description": "Basic demonstration configuration",
      "type_prefix": null,
      "namespace": "default",
      "project": null,
      "created_at": "2025-07-24T16:50:07.764146",
      "updated_at": "2025-07-24T16:50:07.764150",
      "custom_fields": {},
      "ownership": null,
      "name": "demo-basic-config",
      "system": {
        "verbose": 0,
        "narrow_output": false,
        "parallel_requests": false,
        "parallel_attempts": 20,
        "lite": true,
        "show_z": false,
        "enable_experimental": false
      },
      "run": {
        "seed": null,
        "deprefix": true,
        "eval_threshold": 0.5,
        "generations": 5,
        "probe_tags": null,
        "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
      },
      "plugins": {
        "model_type": null,
        "model_name": null,
        "probe_spec": "dan.AutoDANCached,goodside.Tag",
        "detector_spec": "auto",
        "extended_detectors": false,
        "buff_spec": null,
        "buffs_include_original_prompt": false,
        "buff_max": null,
        "detectors": {},
        "generators": {},
        "buffs": {},
        "harnesses": {},
        "probes": {}
      },
      "reporting": {
        "report_prefix": "run1",
        "taxonomy": null,
        "report_dir": "garak_runs",
        "show_100_pass_modules": true
      }
    }