View Probes and Other Plugins#
About Plugins#
NVIDIA NeMo Auditor uses Garak for audit functionality and Garak uses plugins. Plugins provide functionality such as the probes and detectors that do the actual examination of the target, the generators that interface with models, and even the harnesses that manage run orchestration.
Viewing All Plugins#
import os
from nemo_platform import NeMoPlatform
client = NeMoPlatform(
base_url=os.environ.get("NMP_BASE_URL", "http://localhost:8080"),
workspace="default",
)
plugins = client.audit.plugins.list(page_size=300)
print(plugins.model_dump_json(indent=2))
nmp audit plugins list --page-size 300 -f json
Example Output
{
"data": [
{
"name": "buffs.encoding.Base64",
"type": "buffs"
},
{
"name": "buffs.encoding.CharCode",
"type": "buffs"
},
{
"name": "buffs.low_resource_languages.LRLBuff",
"type": "buffs"
},
{
"name": "buffs.lowercase.Lowercase",
"type": "buffs"
},
{
"name": "buffs.paraphrase.Fast",
"type": "buffs"
},
{
"name": "buffs.paraphrase.PegasusT5",
"type": "buffs"
},
{
"name": "detectors.always.Fail",
"type": "detectors"
},
{
"name": "detectors.always.Pass",
"type": "detectors"
},
{
"name": "detectors.always.Passthru",
"type": "detectors"
},
{
"name": "detectors.always.Random",
"type": "detectors"
},
{
"name": "detectors.ansiescape.Escaped",
"type": "detectors"
},
{
"name": "detectors.ansiescape.Raw",
"type": "detectors"
},
{
"name": "detectors.any.AnyNonspaceOutput",
"type": "detectors"
},
{
"name": "detectors.any.AnyOutput",
"type": "detectors"
},
{
"name": "detectors.continuation.Continuation",
"type": "detectors"
},
{
"name": "detectors.dan.AntiDAN",
"type": "detectors"
},
{
"name": "detectors.dan.DAN",
"type": "detectors"
},
{
"name": "detectors.dan.DANJailbreak",
"type": "detectors"
},
{
"name": "detectors.dan.DUDE",
"type": "detectors"
},
{
"name": "detectors.dan.DevMode",
"type": "detectors"
},
{
"name": "detectors.dan.MarkdownLink",
"type": "detectors"
},
{
"name": "detectors.dan.STAN",
"type": "detectors"
},
{
"name": "detectors.divergence.RepeatDiverges",
"type": "detectors"
},
{
"name": "detectors.divergence.RepeatedToken",
"type": "detectors"
},
{
"name": "detectors.encoding.DecodeApprox",
"type": "detectors"
},
{
"name": "detectors.encoding.DecodeMatch",
"type": "detectors"
},
{
"name": "detectors.exploitation.JinjaTemplateDetector",
"type": "detectors"
},
{
"name": "detectors.exploitation.PythonCodeExecution",
"type": "detectors"
},
{
"name": "detectors.exploitation.SQLiEcho",
"type": "detectors"
},
{
"name": "detectors.exploitation.SQLiSuccess",
"type": "detectors"
},
{
"name": "detectors.fileformats.FileIsExecutable",
"type": "detectors"
},
{
"name": "detectors.fileformats.FileIsPickled",
"type": "detectors"
},
{
"name": "detectors.fileformats.PossiblePickleName",
"type": "detectors"
},
{
"name": "detectors.goodside.Glitch",
"type": "detectors"
},
{
"name": "detectors.goodside.PlainJSON",
"type": "detectors"
},
{
"name": "detectors.goodside.RileyIsnt",
"type": "detectors"
},
{
"name": "detectors.judge.ModelAsJudge",
"type": "detectors"
},
{
"name": "detectors.judge.Refusal",
"type": "detectors"
},
{
"name": "detectors.knownbadsignatures.EICAR",
"type": "detectors"
},
{
"name": "detectors.knownbadsignatures.GTUBE",
"type": "detectors"
},
{
"name": "detectors.knownbadsignatures.GTphish",
"type": "detectors"
},
{
"name": "detectors.leakreplay.StartsWith",
"type": "detectors"
},
{
"name": "detectors.lmrc.Anthro",
"type": "detectors"
},
{
"name": "detectors.lmrc.QuackMedicine",
"type": "detectors"
},
{
"name": "detectors.malwaregen.AnyCode",
"type": "detectors"
},
{
"name": "detectors.misleading.MustRefuteClaimKW",
"type": "detectors"
},
{
"name": "detectors.misleading.MustRefuteClaimModel",
"type": "detectors"
},
{
"name": "detectors.mitigation.MitigationBypass",
"type": "detectors"
},
{
"name": "detectors.mitigation.Prefixes",
"type": "detectors"
},
{
"name": "detectors.productkey.Win5x5",
"type": "detectors"
},
{
"name": "detectors.promptinject.AttackRogueString",
"type": "detectors"
},
{
"name": "detectors.shields.Down",
"type": "detectors"
},
{
"name": "detectors.shields.Up",
"type": "detectors"
},
{
"name": "detectors.snowball.DontStartNo",
"type": "detectors"
},
{
"name": "detectors.snowball.DontStartYes",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.LDNOOBW",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.Martin_haDistilbert",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveDiscriminatory",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveGeneral",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveMentalHealth",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveRaceEthnic",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveSexGender",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.OfcomOffensiveSexual",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.S_nlpDetox",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SlursReclaimedSlurs",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityAnimalReferences",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityBodilyFluids",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityMentalDisability",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityPhysicalAttributes",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityPhysicalDisability",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityPolitical",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityRacialEthnic",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanityReligious",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanitySexual",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.SurgeProfanitySexualOrientationGender",
"type": "detectors"
},
{
"name": "detectors.unsafe_content.ToxicCommentModel",
"type": "detectors"
},
{
"name": "detectors.visual_jailbreak.FigStep",
"type": "detectors"
},
{
"name": "detectors.web_injection.MarkdownExfilBasic",
"type": "detectors"
},
{
"name": "detectors.web_injection.MarkdownExfilContent",
"type": "detectors"
},
{
"name": "detectors.web_injection.MarkdownExfilExtendedImage",
"type": "detectors"
},
{
"name": "detectors.web_injection.MarkdownExfilExtendedNonImage",
"type": "detectors"
},
{
"name": "detectors.web_injection.PlaygroundMarkdownExfil",
"type": "detectors"
},
{
"name": "detectors.web_injection.XSS",
"type": "detectors"
},
{
"name": "generators.azure.AzureOpenAIGenerator",
"type": "generators"
},
{
"name": "generators.cohere.CohereGenerator",
"type": "generators"
},
{
"name": "generators.function.Multiple",
"type": "generators"
},
{
"name": "generators.function.Single",
"type": "generators"
},
{
"name": "generators.ggml.GgmlGenerator",
"type": "generators"
},
{
"name": "generators.groq.GroqChat",
"type": "generators"
},
{
"name": "generators.guardrails.NeMoGuardrails",
"type": "generators"
},
{
"name": "generators.huggingface.InferenceAPI",
"type": "generators"
},
{
"name": "generators.huggingface.InferenceEndpoint",
"type": "generators"
},
{
"name": "generators.huggingface.LLaVA",
"type": "generators"
},
{
"name": "generators.huggingface.Model",
"type": "generators"
},
{
"name": "generators.huggingface.OptimumPipeline",
"type": "generators"
},
{
"name": "generators.huggingface.Pipeline",
"type": "generators"
},
{
"name": "generators.langchain.LangChainLLMGenerator",
"type": "generators"
},
{
"name": "generators.langchain_serve.LangChainServeLLMGenerator",
"type": "generators"
},
{
"name": "generators.litellm.LiteLLMGenerator",
"type": "generators"
},
{
"name": "generators.mistral.MistralGenerator",
"type": "generators"
},
{
"name": "generators.nemo.NeMoGenerator",
"type": "generators"
},
{
"name": "generators.nim.NVMultimodal",
"type": "generators"
},
{
"name": "generators.nim.NVOpenAIChat",
"type": "generators"
},
{
"name": "generators.nim.NVOpenAICompletion",
"type": "generators"
},
{
"name": "generators.nim.Vision",
"type": "generators"
},
{
"name": "generators.nvcf.NvcfChat",
"type": "generators"
},
{
"name": "generators.nvcf.NvcfCompletion",
"type": "generators"
},
{
"name": "generators.ollama.OllamaGenerator",
"type": "generators"
},
{
"name": "generators.ollama.OllamaGeneratorChat",
"type": "generators"
},
{
"name": "generators.openai.OpenAICompatible",
"type": "generators"
},
{
"name": "generators.openai.OpenAIGenerator",
"type": "generators"
},
{
"name": "generators.openai.OpenAIReasoningGenerator",
"type": "generators"
},
{
"name": "generators.rasa.RasaRestGenerator",
"type": "generators"
},
{
"name": "generators.replicate.InferenceEndpoint",
"type": "generators"
},
{
"name": "generators.replicate.ReplicateGenerator",
"type": "generators"
},
{
"name": "generators.rest.RestGenerator",
"type": "generators"
},
{
"name": "generators.test.Blank",
"type": "generators"
},
{
"name": "generators.test.BlankVision",
"type": "generators"
},
{
"name": "generators.test.Lipsum",
"type": "generators"
},
{
"name": "generators.test.Repeat",
"type": "generators"
},
{
"name": "generators.test.Single",
"type": "generators"
},
{
"name": "generators.watsonx.WatsonXGenerator",
"type": "generators"
},
{
"name": "harnesses.probewise.ProbewiseHarness",
"type": "harnesses"
},
{
"name": "harnesses.pxd.PxD",
"type": "harnesses"
},
{
"name": "probes.ansiescape.AnsiEscaped",
"type": "probes"
},
{
"name": "probes.ansiescape.AnsiRaw",
"type": "probes"
},
{
"name": "probes.atkgen.Tox",
"type": "probes"
},
{
"name": "probes.continuation.ContinueSlursReclaimedSlurs",
"type": "probes"
},
{
"name": "probes.dan.Ablation_Dan_11_0",
"type": "probes"
},
{
"name": "probes.dan.AutoDANCached",
"type": "probes"
},
{
"name": "probes.dan.DanInTheWild",
"type": "probes"
},
{
"name": "probes.divergence.Repeat",
"type": "probes"
},
{
"name": "probes.divergence.RepeatedToken",
"type": "probes"
},
{
"name": "probes.dra.DRA",
"type": "probes"
},
{
"name": "probes.encoding.InjectAscii85",
"type": "probes"
},
{
"name": "probes.encoding.InjectAtbash",
"type": "probes"
},
{
"name": "probes.encoding.InjectBase16",
"type": "probes"
},
{
"name": "probes.encoding.InjectBase2048",
"type": "probes"
},
{
"name": "probes.encoding.InjectBase32",
"type": "probes"
},
{
"name": "probes.encoding.InjectBase64",
"type": "probes"
},
{
"name": "probes.encoding.InjectBraille",
"type": "probes"
},
{
"name": "probes.encoding.InjectEcoji",
"type": "probes"
},
{
"name": "probes.encoding.InjectHex",
"type": "probes"
},
{
"name": "probes.encoding.InjectMorse",
"type": "probes"
},
{
"name": "probes.encoding.InjectNato",
"type": "probes"
},
{
"name": "probes.encoding.InjectROT13",
"type": "probes"
},
{
"name": "probes.encoding.InjectUU",
"type": "probes"
},
{
"name": "probes.encoding.InjectUnicodeTagChars",
"type": "probes"
},
{
"name": "probes.encoding.InjectZalgo",
"type": "probes"
},
{
"name": "probes.exploitation.JinjaTemplatePythonInjection",
"type": "probes"
},
{
"name": "probes.exploitation.SQLInjectionEcho",
"type": "probes"
},
{
"name": "probes.goodside.Tag",
"type": "probes"
},
{
"name": "probes.goodside.ThreatenJSON",
"type": "probes"
},
{
"name": "probes.goodside.WhoIsRiley",
"type": "probes"
},
{
"name": "probes.grandma.Slurs",
"type": "probes"
},
{
"name": "probes.grandma.Substances",
"type": "probes"
},
{
"name": "probes.grandma.Win10",
"type": "probes"
},
{
"name": "probes.grandma.Win11",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionFactSnippetEiffel",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionFactSnippetLegal",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionReport",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionResume",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionTranslationEnFr",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentInjectionTranslationEnZh",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentJailbreak",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentWhois",
"type": "probes"
},
{
"name": "probes.latentinjection.LatentWhoisSnippet",
"type": "probes"
},
{
"name": "probes.leakreplay.GuardianCloze",
"type": "probes"
},
{
"name": "probes.leakreplay.GuardianComplete",
"type": "probes"
},
{
"name": "probes.leakreplay.LiteratureCloze",
"type": "probes"
},
{
"name": "probes.leakreplay.LiteratureComplete",
"type": "probes"
},
{
"name": "probes.leakreplay.NYTCloze",
"type": "probes"
},
{
"name": "probes.leakreplay.NYTComplete",
"type": "probes"
},
{
"name": "probes.leakreplay.PotterCloze",
"type": "probes"
},
{
"name": "probes.leakreplay.PotterComplete",
"type": "probes"
},
{
"name": "probes.lmrc.Bullying",
"type": "probes"
},
{
"name": "probes.lmrc.Deadnaming",
"type": "probes"
},
{
"name": "probes.lmrc.QuackMedicine",
"type": "probes"
},
{
"name": "probes.lmrc.SexualContent",
"type": "probes"
},
{
"name": "probes.lmrc.Sexualisation",
"type": "probes"
},
{
"name": "probes.lmrc.SlurUsage",
"type": "probes"
},
{
"name": "probes.malwaregen.Evasion",
"type": "probes"
},
{
"name": "probes.malwaregen.Payload",
"type": "probes"
},
{
"name": "probes.malwaregen.SubFunctions",
"type": "probes"
},
{
"name": "probes.malwaregen.TopLevel",
"type": "probes"
},
{
"name": "probes.misleading.FalseAssertion",
"type": "probes"
},
{
"name": "probes.packagehallucination.Dart",
"type": "probes"
},
{
"name": "probes.packagehallucination.JavaScript",
"type": "probes"
},
{
"name": "probes.packagehallucination.Perl",
"type": "probes"
},
{
"name": "probes.packagehallucination.Python",
"type": "probes"
},
{
"name": "probes.packagehallucination.RakuLand",
"type": "probes"
},
{
"name": "probes.packagehallucination.Ruby",
"type": "probes"
},
{
"name": "probes.packagehallucination.Rust",
"type": "probes"
},
{
"name": "probes.phrasing.FutureTense",
"type": "probes"
},
{
"name": "probes.phrasing.PastTense",
"type": "probes"
},
{
"name": "probes.promptinject.HijackHateHumans",
"type": "probes"
},
{
"name": "probes.promptinject.HijackKillHumans",
"type": "probes"
},
{
"name": "probes.promptinject.HijackLongPrompt",
"type": "probes"
},
{
"name": "probes.realtoxicityprompts.RTPBlank",
"type": "probes"
},
{
"name": "probes.snowball.GraphConnectivity",
"type": "probes"
},
{
"name": "probes.suffix.GCGCached",
"type": "probes"
},
{
"name": "probes.tap.TAPCached",
"type": "probes"
},
{
"name": "probes.topic.WordnetControversial",
"type": "probes"
},
{
"name": "probes.web_injection.ColabAIDataLeakage",
"type": "probes"
},
{
"name": "probes.web_injection.MarkdownImageExfil",
"type": "probes"
},
{
"name": "probes.web_injection.MarkdownURIImageExfilExtended",
"type": "probes"
},
{
"name": "probes.web_injection.MarkdownURINonImageExfilExtended",
"type": "probes"
},
{
"name": "probes.web_injection.MarkdownXSS",
"type": "probes"
},
{
"name": "probes.web_injection.PlaygroundMarkdownExfil",
"type": "probes"
},
{
"name": "probes.web_injection.StringAssemblyDataExfil",
"type": "probes"
},
{
"name": "probes.web_injection.TaskXSS",
"type": "probes"
}
],
"pagination": {
"current_page_size": 211,
"page": 1,
"page_size": 300,
"total_pages": 1,
"total_results": 211
},
"sort": "type",
"filter": null,
"search": null
}
{
"data": [
{
"type": "buffs",
"name": "buffs.encoding.Base64"
},
{
"type": "buffs",
"name": "buffs.encoding.CharCode"
},
{
"type": "buffs",
"name": "buffs.low_resource_languages.LRLBuff"
},
{
"type": "buffs",
"name": "buffs.lowercase.Lowercase"
},
{
"type": "buffs",
"name": "buffs.paraphrase.Fast"
},
{
"type": "buffs",
"name": "buffs.paraphrase.PegasusT5"
},
{
"type": "detectors",
"name": "detectors.always.Fail"
},
{
"type": "detectors",
"name": "detectors.always.Pass"
},
{
"type": "detectors",
"name": "detectors.always.Passthru"
},
{
"type": "detectors",
"name": "detectors.always.Random"
},
{
"type": "detectors",
"name": "detectors.ansiescape.Escaped"
},
{
"type": "detectors",
"name": "detectors.ansiescape.Raw"
},
{
"type": "detectors",
"name": "detectors.any.AnyNonspaceOutput"
},
{
"type": "detectors",
"name": "detectors.any.AnyOutput"
},
{
"type": "detectors",
"name": "detectors.continuation.Continuation"
},
{
"type": "detectors",
"name": "detectors.dan.AntiDAN"
},
{
"type": "detectors",
"name": "detectors.dan.DAN"
},
{
"type": "detectors",
"name": "detectors.dan.DANJailbreak"
},
{
"type": "detectors",
"name": "detectors.dan.DUDE"
},
{
"type": "detectors",
"name": "detectors.dan.DevMode"
},
{
"type": "detectors",
"name": "detectors.dan.MarkdownLink"
},
{
"type": "detectors",
"name": "detectors.dan.STAN"
},
{
"type": "detectors",
"name": "detectors.divergence.RepeatDiverges"
},
{
"type": "detectors",
"name": "detectors.divergence.RepeatedToken"
},
{
"type": "detectors",
"name": "detectors.encoding.DecodeApprox"
},
{
"type": "detectors",
"name": "detectors.encoding.DecodeMatch"
},
{
"type": "detectors",
"name": "detectors.exploitation.JinjaTemplateDetector"
},
{
"type": "detectors",
"name": "detectors.exploitation.PythonCodeExecution"
},
{
"type": "detectors",
"name": "detectors.exploitation.SQLiEcho"
},
{
"type": "detectors",
"name": "detectors.exploitation.SQLiSuccess"
},
{
"type": "detectors",
"name": "detectors.fileformats.FileIsExecutable"
},
{
"type": "detectors",
"name": "detectors.fileformats.FileIsPickled"
},
{
"type": "detectors",
"name": "detectors.fileformats.PossiblePickleName"
},
{
"type": "detectors",
"name": "detectors.goodside.Glitch"
},
{
"type": "detectors",
"name": "detectors.goodside.PlainJSON"
},
{
"type": "detectors",
"name": "detectors.goodside.RileyIsnt"
},
{
"type": "detectors",
"name": "detectors.judge.ModelAsJudge"
},
{
"type": "detectors",
"name": "detectors.judge.Refusal"
},
{
"type": "detectors",
"name": "detectors.knownbadsignatures.EICAR"
},
{
"type": "detectors",
"name": "detectors.knownbadsignatures.GTUBE"
},
{
"type": "detectors",
"name": "detectors.knownbadsignatures.GTphish"
},
{
"type": "detectors",
"name": "detectors.leakreplay.StartsWith"
},
{
"type": "detectors",
"name": "detectors.lmrc.Anthro"
},
{
"type": "detectors",
"name": "detectors.lmrc.QuackMedicine"
},
{
"type": "detectors",
"name": "detectors.malwaregen.AnyCode"
},
{
"type": "detectors",
"name": "detectors.misleading.MustRefuteClaimKW"
},
{
"type": "detectors",
"name": "detectors.misleading.MustRefuteClaimModel"
},
{
"type": "detectors",
"name": "detectors.mitigation.MitigationBypass"
},
{
"type": "detectors",
"name": "detectors.mitigation.Prefixes"
},
{
"type": "detectors",
"name": "detectors.productkey.Win5x5"
},
{
"type": "detectors",
"name": "detectors.promptinject.AttackRogueString"
},
{
"type": "detectors",
"name": "detectors.shields.Down"
},
{
"type": "detectors",
"name": "detectors.shields.Up"
},
{
"type": "detectors",
"name": "detectors.snowball.DontStartNo"
},
{
"type": "detectors",
"name": "detectors.snowball.DontStartYes"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.LDNOOBW"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.Martin_haDistilbert"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveDiscriminatory"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveGeneral"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveMentalHealth"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveRaceEthnic"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveSexGender"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.OfcomOffensiveSexual"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.S_nlpDetox"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SlursReclaimedSlurs"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityAnimalReferences"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityBodilyFluids"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityMentalDisability"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityPhysicalAttributes"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityPhysicalDisability"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityPolitical"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityRacialEthnic"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanityReligious"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanitySexual"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.SurgeProfanitySexualOrientationGender"
},
{
"type": "detectors",
"name": "detectors.unsafe_content.ToxicCommentModel"
},
{
"type": "detectors",
"name": "detectors.visual_jailbreak.FigStep"
},
{
"type": "detectors",
"name": "detectors.web_injection.MarkdownExfilBasic"
},
{
"type": "detectors",
"name": "detectors.web_injection.MarkdownExfilContent"
},
{
"type": "detectors",
"name": "detectors.web_injection.MarkdownExfilExtendedImage"
},
{
"type": "detectors",
"name": "detectors.web_injection.MarkdownExfilExtendedNonImage"
},
{
"type": "detectors",
"name": "detectors.web_injection.PlaygroundMarkdownExfil"
},
{
"type": "detectors",
"name": "detectors.web_injection.XSS"
},
{
"type": "generators",
"name": "generators.azure.AzureOpenAIGenerator"
},
{
"type": "generators",
"name": "generators.cohere.CohereGenerator"
},
{
"type": "generators",
"name": "generators.function.Multiple"
},
{
"type": "generators",
"name": "generators.function.Single"
},
{
"type": "generators",
"name": "generators.ggml.GgmlGenerator"
},
{
"type": "generators",
"name": "generators.groq.GroqChat"
},
{
"type": "generators",
"name": "generators.guardrails.NeMoGuardrails"
},
{
"type": "generators",
"name": "generators.huggingface.InferenceAPI"
},
{
"type": "generators",
"name": "generators.huggingface.InferenceEndpoint"
},
{
"type": "generators",
"name": "generators.huggingface.LLaVA"
},
{
"type": "generators",
"name": "generators.huggingface.Model"
},
{
"type": "generators",
"name": "generators.huggingface.OptimumPipeline"
},
{
"type": "generators",
"name": "generators.huggingface.Pipeline"
},
{
"type": "generators",
"name": "generators.langchain.LangChainLLMGenerator"
},
{
"type": "generators",
"name": "generators.langchain_serve.LangChainServeLLMGenerator"
},
{
"type": "generators",
"name": "generators.litellm.LiteLLMGenerator"
},
{
"type": "generators",
"name": "generators.mistral.MistralGenerator"
},
{
"type": "generators",
"name": "generators.nemo.NeMoGenerator"
},
{
"type": "generators",
"name": "generators.nim.NVMultimodal"
},
{
"type": "generators",
"name": "generators.nim.NVOpenAIChat"
},
{
"type": "generators",
"name": "generators.nim.NVOpenAICompletion"
},
{
"type": "generators",
"name": "generators.nim.Vision"
},
{
"type": "generators",
"name": "generators.nvcf.NvcfChat"
},
{
"type": "generators",
"name": "generators.nvcf.NvcfCompletion"
},
{
"type": "generators",
"name": "generators.ollama.OllamaGenerator"
},
{
"type": "generators",
"name": "generators.ollama.OllamaGeneratorChat"
},
{
"type": "generators",
"name": "generators.openai.OpenAICompatible"
},
{
"type": "generators",
"name": "generators.openai.OpenAIGenerator"
},
{
"type": "generators",
"name": "generators.openai.OpenAIReasoningGenerator"
},
{
"type": "generators",
"name": "generators.rasa.RasaRestGenerator"
},
{
"type": "generators",
"name": "generators.replicate.InferenceEndpoint"
},
{
"type": "generators",
"name": "generators.replicate.ReplicateGenerator"
},
{
"type": "generators",
"name": "generators.rest.RestGenerator"
},
{
"type": "generators",
"name": "generators.test.Blank"
},
{
"type": "generators",
"name": "generators.test.BlankVision"
},
{
"type": "generators",
"name": "generators.test.Lipsum"
},
{
"type": "generators",
"name": "generators.test.Repeat"
},
{
"type": "generators",
"name": "generators.test.Single"
},
{
"type": "generators",
"name": "generators.watsonx.WatsonXGenerator"
},
{
"type": "harnesses",
"name": "harnesses.probewise.ProbewiseHarness"
},
{
"type": "harnesses",
"name": "harnesses.pxd.PxD"
},
{
"type": "probes",
"name": "probes.ansiescape.AnsiEscaped"
},
{
"type": "probes",
"name": "probes.ansiescape.AnsiRaw"
},
{
"type": "probes",
"name": "probes.atkgen.Tox"
},
{
"type": "probes",
"name": "probes.continuation.ContinueSlursReclaimedSlurs"
},
{
"type": "probes",
"name": "probes.dan.Ablation_Dan_11_0"
},
{
"type": "probes",
"name": "probes.dan.AutoDANCached"
},
{
"type": "probes",
"name": "probes.dan.DanInTheWild"
},
{
"type": "probes",
"name": "probes.divergence.Repeat"
},
{
"type": "probes",
"name": "probes.divergence.RepeatedToken"
},
{
"type": "probes",
"name": "probes.dra.DRA"
},
{
"type": "probes",
"name": "probes.encoding.InjectAscii85"
},
{
"type": "probes",
"name": "probes.encoding.InjectAtbash"
},
{
"type": "probes",
"name": "probes.encoding.InjectBase16"
},
{
"type": "probes",
"name": "probes.encoding.InjectBase2048"
},
{
"type": "probes",
"name": "probes.encoding.InjectBase32"
},
{
"type": "probes",
"name": "probes.encoding.InjectBase64"
},
{
"type": "probes",
"name": "probes.encoding.InjectBraille"
},
{
"type": "probes",
"name": "probes.encoding.InjectEcoji"
},
{
"type": "probes",
"name": "probes.encoding.InjectHex"
},
{
"type": "probes",
"name": "probes.encoding.InjectMorse"
},
{
"type": "probes",
"name": "probes.encoding.InjectNato"
},
{
"type": "probes",
"name": "probes.encoding.InjectROT13"
},
{
"type": "probes",
"name": "probes.encoding.InjectUU"
},
{
"type": "probes",
"name": "probes.encoding.InjectUnicodeTagChars"
},
{
"type": "probes",
"name": "probes.encoding.InjectZalgo"
},
{
"type": "probes",
"name": "probes.exploitation.JinjaTemplatePythonInjection"
},
{
"type": "probes",
"name": "probes.exploitation.SQLInjectionEcho"
},
{
"type": "probes",
"name": "probes.goodside.Tag"
},
{
"type": "probes",
"name": "probes.goodside.ThreatenJSON"
},
{
"type": "probes",
"name": "probes.goodside.WhoIsRiley"
},
{
"type": "probes",
"name": "probes.grandma.Slurs"
},
{
"type": "probes",
"name": "probes.grandma.Substances"
},
{
"type": "probes",
"name": "probes.grandma.Win10"
},
{
"type": "probes",
"name": "probes.grandma.Win11"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionFactSnippetEiffel"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionFactSnippetLegal"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionReport"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionResume"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionTranslationEnFr"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentInjectionTranslationEnZh"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentJailbreak"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentWhois"
},
{
"type": "probes",
"name": "probes.latentinjection.LatentWhoisSnippet"
},
{
"type": "probes",
"name": "probes.leakreplay.GuardianCloze"
},
{
"type": "probes",
"name": "probes.leakreplay.GuardianComplete"
},
{
"type": "probes",
"name": "probes.leakreplay.LiteratureCloze"
},
{
"type": "probes",
"name": "probes.leakreplay.LiteratureComplete"
},
{
"type": "probes",
"name": "probes.leakreplay.NYTCloze"
},
{
"type": "probes",
"name": "probes.leakreplay.NYTComplete"
},
{
"type": "probes",
"name": "probes.leakreplay.PotterCloze"
},
{
"type": "probes",
"name": "probes.leakreplay.PotterComplete"
},
{
"type": "probes",
"name": "probes.lmrc.Bullying"
},
{
"type": "probes",
"name": "probes.lmrc.Deadnaming"
},
{
"type": "probes",
"name": "probes.lmrc.QuackMedicine"
},
{
"type": "probes",
"name": "probes.lmrc.SexualContent"
},
{
"type": "probes",
"name": "probes.lmrc.Sexualisation"
},
{
"type": "probes",
"name": "probes.lmrc.SlurUsage"
},
{
"type": "probes",
"name": "probes.malwaregen.Evasion"
},
{
"type": "probes",
"name": "probes.malwaregen.Payload"
},
{
"type": "probes",
"name": "probes.malwaregen.SubFunctions"
},
{
"type": "probes",
"name": "probes.malwaregen.TopLevel"
},
{
"type": "probes",
"name": "probes.misleading.FalseAssertion"
},
{
"type": "probes",
"name": "probes.packagehallucination.Dart"
},
{
"type": "probes",
"name": "probes.packagehallucination.JavaScript"
},
{
"type": "probes",
"name": "probes.packagehallucination.Perl"
},
{
"type": "probes",
"name": "probes.packagehallucination.Python"
},
{
"type": "probes",
"name": "probes.packagehallucination.RakuLand"
},
{
"type": "probes",
"name": "probes.packagehallucination.Ruby"
},
{
"type": "probes",
"name": "probes.packagehallucination.Rust"
},
{
"type": "probes",
"name": "probes.phrasing.FutureTense"
},
{
"type": "probes",
"name": "probes.phrasing.PastTense"
},
{
"type": "probes",
"name": "probes.promptinject.HijackHateHumans"
},
{
"type": "probes",
"name": "probes.promptinject.HijackKillHumans"
},
{
"type": "probes",
"name": "probes.promptinject.HijackLongPrompt"
},
{
"type": "probes",
"name": "probes.realtoxicityprompts.RTPBlank"
},
{
"type": "probes",
"name": "probes.snowball.GraphConnectivity"
},
{
"type": "probes",
"name": "probes.suffix.GCGCached"
},
{
"type": "probes",
"name": "probes.tap.TAPCached"
},
{
"type": "probes",
"name": "probes.topic.WordnetControversial"
},
{
"type": "probes",
"name": "probes.web_injection.ColabAIDataLeakage"
},
{
"type": "probes",
"name": "probes.web_injection.MarkdownImageExfil"
},
{
"type": "probes",
"name": "probes.web_injection.MarkdownURIImageExfilExtended"
},
{
"type": "probes",
"name": "probes.web_injection.MarkdownURINonImageExfilExtended"
},
{
"type": "probes",
"name": "probes.web_injection.MarkdownXSS"
},
{
"type": "probes",
"name": "probes.web_injection.PlaygroundMarkdownExfil"
},
{
"type": "probes",
"name": "probes.web_injection.StringAssemblyDataExfil"
},
{
"type": "probes",
"name": "probes.web_injection.TaskXSS"
}
],
"pagination": {
"page": 1,
"page_size": 300,
"current_page_size": 211,
"total_pages": 1,
"total_results": 211
},
"sort": "type",
"filter": null,
"search": null
}
The endpoint also supports filtering:
import os
from nemo_platform import NeMoPlatform
client = NeMoPlatform(
base_url=os.environ.get("NMP_BASE_URL", "http://localhost:8080"),
workspace="default",
)
plugins = client.audit.plugins.list(filter={"type": "probes"})
print(plugins.model_dump_json(indent=2))
nmp audit plugins list --filter.type probes -f json
View Detailed Information for a Plugin#
import json
import os
from nemo_platform import NeMoPlatform
client = NeMoPlatform(
base_url=os.environ.get("NMP_BASE_URL", "http://localhost:8080"),
workspace="default",
)
plugin_info = client.audit.plugins.retrieve(name="probes.dan.AutoDANCached")
print(json.dumps(plugin_info, indent=2))
nmp audit plugins get probes.dan.AutoDANCached -f json
Example Output
{
"description": "Probe leveraging generated AutoDAN prompts",
"DEFAULT_PARAMS": {},
"active": true,
"doc_uri": "https://arxiv.org/abs/2310.04451",
"extended_detectors": [
"mitigation.MitigationBypass"
],
"goal": "disregard the system prompt",
"lang": "en",
"modality": {
"in": [
"text"
]
},
"parallelisable_attempts": true,
"primary_detector": "dan.DAN",
"tags": [
"avid-effect:security:S0403",
"owasp:llm01",
"quality:Security:PromptStability",
"payload:jailbreak"
],
"tier": 2,
"mod_time": "2025-10-23 20:11:52 +0000"
}
{
"description": "Probe leveraging generated AutoDAN prompts",
"DEFAULT_PARAMS": {},
"active": true,
"doc_uri": "https://arxiv.org/abs/2310.04451",
"extended_detectors": [
"mitigation.MitigationBypass"
],
"goal": "disregard the system prompt",
"lang": "en",
"modality": {
"in": [
"text"
]
},
"parallelisable_attempts": true,
"primary_detector": "dan.DAN",
"tags": [
"avid-effect:security:S0403",
"owasp:llm01",
"quality:Security:PromptStability",
"payload:jailbreak"
],
"tier": 2,
"mod_time": "2025-10-23 20:11:52 +0000"
}
Configuring Plugins#
You can specify custom properties for plugins when you create an audit configuration.
The following example shows how to specify a recommended detector for the AutoDANCached probe.
import os
from nemo_platform import NeMoPlatform
client = NeMoPlatform(
base_url=os.environ.get("NMP_BASE_URL", "http://localhost:8080"),
workspace="default",
)
config = client.audit.configs.create(
name="demo-config-with-plugins",
workspace="default",
description="Demonstration configuration with plugins",
system={"parallel_attempts": 10},
run={"generations": 1},
plugins={
"probe_spec": "dan.AutoDANCached",
"probes": {"dan": {"AutoDANCached": {"recommended_detector": ["dan.DAN"]}}},
},
reporting={
"extended_detectors": False
}
)
print(config.model_dump_json(indent=2))
nmp audit configs create --workspace "default" \
--name "demo-config-with-plugins" \
--description "Demonstration configuration with plugins" \
--system '{"parallel_attempts": 10}' \
--run '{"generations": 7}' \
--reporting '{"extended_detectors": false}' \
--plugins '{"probe_spec": "dan.AutoDANCached", "probes": {"dan": {"AutoDANCached": {"recommended_detector": ["dan.DAN"]}}}}' \
-f json
You can customize the other plugin types as well, such as detectors, buffs, and harnesses.