`nemo_microservices.data_designer.config.columns`#

Module Contents#

Classes#

`DataDesignerColumnType`
`ExpressionColumnConfig`
`LLMCodeColumnConfig`
`LLMJudgeColumnConfig`
`LLMStructuredColumnConfig`
`LLMTextColumnConfig`
`SamplerColumnConfig`
`Score`
`SeedDatasetColumnConfig`
`SingleColumnConfig`
`ValidationColumnConfig`

Functions#

get_column_config_from_kwargs

Create a Data Designer column config object from kwargs.

Data#

`COLUMN_TYPE_EMOJI_MAP`
`ColumnConfigT`

API#

nemo_microservices.data_designer.config.columns.COLUMN_TYPE_EMOJI_MAP#: None

nemo_microservices.data_designer.config.columns.ColumnConfigT: typing_extensions.TypeAlias#: None

class nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

Bases: str, enum.Enum

EXPRESSION#: ‘expression’

LLM_CODE#: ‘llm-code’

LLM_JUDGE#: ‘llm-judge’

LLM_STRUCTURED#: ‘llm-structured’

LLM_TEXT#: ‘llm-text’

SAMPLER#: ‘sampler’

SEED_DATASET#: ‘seed-dataset’

VALIDATION#: ‘validation’

static get_display_order() → list[typing_extensions.Self]#

property has_prompt_templates: bool#

property is_dag_column_type: bool#

class nemo_microservices.data_designer.config.columns.ExpressionColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.SingleColumnConfig

assert_expression_valid_jinja() → typing_extensions.Self#

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

dtype: Literal[int, float, str, bool]#: ‘str’

expr: str#: None

name: str#: None

property required_columns: list[str]#

class nemo_microservices.data_designer.config.columns.LLMCodeColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.LLMTextColumnConfig

code_lang: nemo_microservices.data_designer.config.utils.code_lang.CodeLang#: None

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

class nemo_microservices.data_designer.config.columns.LLMJudgeColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.LLMTextColumnConfig

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

scores: list[nemo_microservices.data_designer.config.columns.Score]#: ‘Field(…)’

class nemo_microservices.data_designer.config.columns.LLMStructuredColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.LLMTextColumnConfig

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

output_format: dict | Type[pydantic.BaseModel]#: None

validate_output_format() → typing_extensions.Self#

class nemo_microservices.data_designer.config.columns.LLMTextColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.SingleColumnConfig

assert_prompt_valid_jinja() → typing_extensions.Self#

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

model_alias: str#: None

multi_modal_context: list[nemo_microservices.data_designer.config.models.ImageContext] | None#: None

prompt: str#: None

property required_columns: list[str]#

property side_effect_columns: list[str]#

system_prompt: str | None#: None

class nemo_microservices.data_designer.config.columns.SamplerColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.SingleColumnConfig

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

conditional_params: dict[str, nemo_microservices.data_designer.config.sampler_params.SamplerParamsT]#: None

convert_to: str | None#: None

params: nemo_microservices.data_designer.config.sampler_params.SamplerParamsT#: None

sampler_type: nemo_microservices.data_designer.config.sampler_params.SamplerType#: None

class nemo_microservices.data_designer.config.columns.Score(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.base.ConfigBase

description: str#: ‘Field(…)’

name: str#: ‘Field(…)’

options: dict[int | str, str]#: ‘Field(…)’

class nemo_microservices.data_designer.config.columns.SeedDatasetColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.SingleColumnConfig

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

class nemo_microservices.data_designer.config.columns.SingleColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.base.ConfigBase, abc.ABC

abstract property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

drop: bool#: False

name: str#: None

property required_columns: list[str]#

property side_effect_columns: list[str]#

class nemo_microservices.data_designer.config.columns.ValidationColumnConfig(/, **data: Any)#

Bases: nemo_microservices.data_designer.config.columns.SingleColumnConfig

batch_size: int#: ‘Field(…)’

property column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType#

property required_columns: list[str]#

target_columns: list[str]#: None

validator_params: nemo_microservices.data_designer.config.validator_params.ValidatorParamsT#: None

validator_type: nemo_microservices.data_designer.config.validator_params.ValidatorType#: None

nemo_microservices.data_designer.config.columns.get_column_config_from_kwargs(

name: str,

column_type: nemo_microservices.data_designer.config.columns.DataDesignerColumnType,

**kwargs,

) → nemo_microservices.data_designer.config.columns.ColumnConfigT#

Create a Data Designer column config object from kwargs.

Args: name: Name of the column. column_type: Type of the column. **kwargs: Keyword arguments to pass to the column constructor.

Returns: Data Designer column object of the appropriate type.

nemo_microservices.data_designer.config.columns#

Module Contents#

Classes#

Functions#

Data#

API#

`nemo_microservices.data_designer.config.columns`#