nemo_microservices.types.v2.evaluation.evaluation_target_v2#

Module Contents#

Classes#

Data#

API#

nemo_microservices.types.v2.evaluation.evaluation_target_v2.Dataset: typing_extensions.TypeAlias#

None

class nemo_microservices.types.v2.evaluation.evaluation_target_v2.EvaluationTargetV2(/, **data: typing.Any)#

Bases: nemo_microservices._models.BaseModel

cached_outputs: Optional[nemo_microservices.types.cached_outputs_data.CachedOutputsData]#

None

An evaluation target which contains cached outputs.

dataset: Optional[nemo_microservices.types.v2.evaluation.evaluation_target_v2.Dataset]#

None

Dataset to be evaluated.

model: Optional[nemo_microservices.types.v2.evaluation.evaluation_target_v2.Model]#

None

The model to be evaluated.

rag: Optional[nemo_microservices.types.rag_target.RagTarget]#

None

RAG to be evaluated.

retriever: Optional[nemo_microservices.types.retriever_target.RetrieverTarget]#

None

Retriever to be evaluated.

rows: Optional[List[Dict[str, object]]]#

None

Rows to be evaluated.

type: nemo_microservices.types.target_type.TargetType#

None

The type of the evaluation target, e.g., ‘model’, ‘retriever’, ‘rag’.

nemo_microservices.types.v2.evaluation.evaluation_target_v2.Model: typing_extensions.TypeAlias#

None