Update and Delete Aditor Configuration#
Update a Configuration#
To update an audit configuration, you send a PATCH request to the /v1beta1/audit/configs endpoint.
client.beta.audit.configs.update(
config_name="demo-basic-config",
namespace="default",
description="Updated description",
system={
"parallel_attempts": 10,
"lite": False
},
plugins={
"probe_spec": "ansiescape"
}
)
curl -X PATCH "${AUDITOR_BASE_URL}/v1beta1/audit/configs/default/demo-basic-config" \
-H "Accept: application/json" \
-H "Content-Type: application/json" \
-d '{
"description": "Updated description",
"system": {
"parallel_attempts": 10,
"lite": false
},
"plugins": {
"probe_spec": "ansiescape"
}
}' | jq
Delete a Configuration#
To delete an audit configuration, you send a DELETE request to the /v1beta1/audit/configs endpoint.
client.beta.audit.configs.delete(
config_name="demo-basic-config",
namespace="default"
)
curl -X DELETE "${AUDITOR_BASE_URL}/v1beta1/audit/configs/default/demo-basic-config" \
-H "Accept: application/json"
View Configuration History#
To view the configuration history, you send a GET request to the /v1beta1/audit/configs/<namespace>/<config-name>/versions endpoint.
You can compare the updated_at fields to determine the most recent version or
you can compare the id and entity_id fields.
The object with matching id and entity_id fields is the latest version.
import os
from nemo_microservices import NeMoMicroservices
client = NeMoMicroservices(base_url=os.getenv("AUDITOR_BASE_URL"))
versions = client.beta.audit.configs.list_versions(
config_name="demo-basic-config",
namespace="default"
)
print(versions.model_dump_json(indent=2))
curl -X DELETE "${AUDITOR_BASE_URL}/v1beta1/audit/configs/default/demo-basic-config" \
-H "Accept: application/json"
Example Output
{
"object": "list",
"data": [
{
"id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"created_at": "2025-10-22T20:15:01.970576Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-22T20:20:11.150567Z"
},
{
"id": "audit_config-KWpUpeQKLM1EfnLT8nXiAN",
"created_at": "2025-10-22T20:20:11.150567Z",
"custom_fields": {},
"description": "Updated description",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 10,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-22T20:20:25.866043Z"
},
{
"id": "audit_config-GhjuzkgrBWzRPs6maY7SWs",
"created_at": "2025-10-22T20:20:25.866043Z",
"custom_fields": {},
"description": "Updated description",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 10,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-22T20:20:25.866043Z"
},
{
"id": "audit_config-B6YaeudD4ZeUFG8AZ2cMH8",
"created_at": "2025-10-23T17:45:53.746327Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-B6YaeudD4ZeUFG8AZ2cMH8",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T17:59:54.799919Z"
},
{
"id": "audit_config-WMu3ZSVeWK1ZhmTXdRb27z",
"created_at": "2025-10-23T17:59:54.799919Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-B6YaeudD4ZeUFG8AZ2cMH8",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T17:59:54.799919Z"
},
{
"id": "audit_config-2jN6LUgmev4WtygYAGHyKF",
"created_at": "2025-10-23T18:00:07.137710Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-2jN6LUgmev4WtygYAGHyKF",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:08:06.815083Z"
},
{
"id": "audit_config-14BQCsSBeEmsyTfib9ZTes",
"created_at": "2025-10-23T18:08:06.815083Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-2jN6LUgmev4WtygYAGHyKF",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:08:06.815083Z"
},
{
"id": "audit_config-G7qVcW2F3z5t7wP9C4sxLi",
"created_at": "2025-10-23T18:08:48.186614Z",
"custom_fields": {},
"description": "Basic demonstration configuration",
"entity_id": "audit_config-G7qVcW2F3z5t7wP9C4sxLi",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": true,
"narrow_output": false,
"parallel_attempts": 20,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:12:57.843927Z"
},
{
"id": "audit_config-JiMYGm98xzdbxtYxxHzLAH",
"created_at": "2025-10-23T18:12:57.843927Z",
"custom_fields": {},
"description": "Updated description",
"entity_id": "audit_config-G7qVcW2F3z5t7wP9C4sxLi",
"name": "demo-basic-config",
"namespace": "default",
"ownership": null,
"plugins": {
"buff_max": null,
"buff_spec": null,
"buffs": {},
"buffs_include_original_prompt": false,
"detector_spec": "auto",
"detectors": {},
"extended_detectors": false,
"generators": {},
"harnesses": {},
"model_name": null,
"model_type": null,
"probe_spec": "ansiescape",
"probes": {}
},
"project": null,
"reporting": {
"report_dir": "garak_runs",
"report_prefix": "run1",
"show_100_pass_modules": true,
"taxonomy": null
},
"run": {
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"seed": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"schema_version": "1.0",
"system": {
"enable_experimental": false,
"lite": false,
"narrow_output": false,
"parallel_attempts": 10,
"parallel_requests": false,
"show_z": false,
"verbose": 0
},
"type_prefix": null,
"updated_at": "2025-10-23T18:12:57.843927Z"
}
],
"sort": "created_at",
"pagination": {
"current_page_size": 9,
"page": 1,
"page_size": 100,
"total_pages": 1,
"total_results": 9
},
"filter": {
"ownership": null
},
"search": null
}
{
"object": "list",
"data": [
{
"schema_version": "1.0",
"id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"description": "Basic demonstration configuration",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:15:01.970576Z",
"updated_at": "2025-10-22T20:20:11.150567Z",
"custom_fields": {},
"ownership": null,
"name": "demo-basic-config",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 20,
"lite": true,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "dan.AutoDANCached,goodside.Tag",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
},
{
"schema_version": "1.0",
"id": "audit_config-KWpUpeQKLM1EfnLT8nXiAN",
"description": "Updated description",
"type_prefix": null,
"namespace": "default",
"project": null,
"created_at": "2025-10-22T20:20:11.150567Z",
"updated_at": "2025-10-22T20:20:11.150567Z",
"custom_fields": {},
"ownership": null,
"name": "demo-basic-config",
"entity_id": "audit_config-43Y8mdtEbFwDmMvCrBwgZv",
"system": {
"verbose": 0,
"narrow_output": false,
"parallel_requests": false,
"parallel_attempts": 10,
"lite": false,
"show_z": false,
"enable_experimental": false
},
"run": {
"seed": null,
"deprefix": true,
"eval_threshold": 0.5,
"generations": 5,
"probe_tags": null,
"user_agent": "garak/{version} (LLM vulnerability scanner https://garak.ai)"
},
"plugins": {
"model_type": null,
"model_name": null,
"probe_spec": "ansiescape",
"detector_spec": "auto",
"extended_detectors": false,
"buff_spec": null,
"buffs_include_original_prompt": false,
"buff_max": null,
"detectors": {},
"generators": {},
"buffs": {},
"harnesses": {},
"probes": {}
},
"reporting": {
"report_prefix": "run1",
"taxonomy": null,
"report_dir": "garak_runs",
"show_100_pass_modules": true
}
}
],
"pagination": {
"page": 1,
"page_size": 100,
"current_page_size": 2,
"total_pages": 1,
"total_results": 2
},
"sort": "created_at",
"filter": {
"ownership": null
},
"search": null
}