nemo_microservices.types.shared.config_data_param#

Module Contents#

Classes#

API#

class nemo_microservices.types.shared.config_data_param.ConfigDataParam(/, **data: Any)#

Bases: nemo_microservices._models.BaseModel

actions_server_url: str | None#

None

The URL of the actions server that should be used for the rails.

colang_version: str | None#

None

The Colang version to use.

custom_data: Dict[str, object] | None#

None

Any custom configuration data that might be needed.

enable_multi_step_generation: bool | None#

None

Whether to enable multi-step generation for the LLM.

enable_rails_exceptions: bool | None#

None

If set, the pre-defined guardrails raise exceptions instead of returning pre-defined messages.

instructions: List[nemo_microservices.types.shared.instruction.Instruction] | None#

None

List of instructions in natural language that the LLM should use.

lowest_temperature: float | None#

None

The lowest temperature that should be used for the LLM.

models: List[nemo_microservices.types.shared.guardrail_model.GuardrailModel]#

None

The list of models used by the rails configuration.

passthrough: bool | None#

None

Weather the original prompt should pass through the guardrails configuration as is. This means it will not be altered in any way.

prompting_mode: str | None#

None

Allows choosing between different prompting strategies.

prompts: List[nemo_microservices.types.shared.task_prompt.TaskPrompt] | None#

None

The prompts that should be used for the various LLM tasks.

rails: nemo_microservices.types.shared.rails_param.RailsParam | None#

None

Configuration of specific rails.

sample_conversation: str | None#

None

The sample conversation that should be used inside the prompts.

tracing: nemo_microservices.types.shared.tracing_config.TracingConfig | None#

None

Configuration for tracing.