View an Auditor Configuration#

  • Send a GET request to the /v1beta1/evaluation/configs/<namespace>/<config-name> endpoint.

    import os
    from nemo_microservices import NeMoMicroservices
    
    client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
    
    config = client.beta.audit.configs.retrieve(
        config_name="demo-basic-config",
        namespace="default"
    )
    print(config.model_dump_json(indent=2))
    
    curl -X GET "${AUDITOR_BASE_URL}/v1beta1/audit/configs/default/demo-basic-config" \
      -H 'Accept: application/json' | jq
    

    Example Output

    {
      "id": "audit_config-Ab9c8iLTmWnE1Evdhei2wf",
      "created_at": "2025-09-24T14:38:49.337981Z",
      "custom_fields": {},
      "description": "Basic demonstration configuration",
      "entity_id": "audit_config-Ab9c8iLTmWnE1Evdhei2wf",
      "name": "demo-basic-config",
      "namespace": "default",
      "ownership": null,
      "plugins": {
        "buff_max": null,
        "buff_spec": null,
        "buffs": {},
        "buffs_include_original_prompt": false,
        "detector_spec": "auto",
        "detectors": {},
        "extended_detectors": false,
        "generators": {},
        "harnesses": {},
        "model_name": null,
        "model_type": null,
        "probe_spec": "dan.AutoDANCached,goodside.Tag",
        "probes": {}
      },
      "project": null,
      "reporting": {
        "report_dir": "garak_runs",
        "report_prefix": "run1",
        "show_100_pass_modules": true,
        "taxonomy": null
      },
      "run": {
        "deprefix": true,
        "eval_threshold": 0.5,
        "generations": 5,
        "probe_tags": null,
        "seed": null,
        "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
      },
      "schema_version": "1.0",
      "system": {
        "enable_experimental": false,
        "lite": true,
        "narrow_output": false,
        "parallel_attempts": 20,
        "parallel_requests": false,
        "show_z": false,
        "verbose": 0
      },
      "type_prefix": null,
      "updated_at": "2025-09-24T14:38:49.337981Z"
    }
    
    {
      "schema_version": "1.0",
      "id": "audit_config-QDCphLWg1JYKUHZwngFfgm",
      "description": "Basic demonstration configuration",
      "type_prefix": null,
      "namespace": "default",
      "project": null,
      "created_at": "2025-08-18T12:37:46.827186Z",
      "updated_at": "2025-08-18T12:37:46.827186Z",
      "custom_fields": {},
      "ownership": null,
      "name": "demo-basic-config",
      "entity_id": "audit_config-QDCphLWg1JYKUHZwngFfgm",
      "system": {
        "verbose": 0,
        "narrow_output": false,
        "parallel_requests": false,
        "parallel_attempts": 20,
        "lite": true,
        "show_z": false,
        "enable_experimental": false
      },
      "run": {
        "seed": null,
        "deprefix": true,
        "eval_threshold": 0.5,
        "generations": 5,
        "probe_tags": null,
        "user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
      },
      "plugins": {
        "model_type": null,
        "model_name": null,
        "probe_spec": "dan.AutoDANCached,goodside.Tag",
        "detector_spec": "auto",
        "extended_detectors": false,
        "buff_spec": null,
        "buffs_include_original_prompt": false,
        "buff_max": null,
        "detectors": {},
        "generators": {},
        "buffs": {},
        "harnesses": {},
        "probes": {}
      },
      "reporting": {
        "report_prefix": "run1",
        "taxonomy": null,
        "report_dir": "garak_runs",
        "show_100_pass_modules": true
      }
    }