nemo_microservices.types.v2.evaluation.evaluation_target_v2#

Module Contents#

Classes#

EvaluationTargetV2

Data#

Dataset

Model

API#

nemo_microservices.types.v2.evaluation.evaluation_target_v2.Dataset: typing_extensions.TypeAlias#

None

class nemo_microservices.types.v2.evaluation.evaluation_target_v2.EvaluationTargetV2(/, **data: Any)#

Bases: nemo_microservices._models.BaseModel

cached_outputs: nemo_microservices.types.cached_outputs_data.CachedOutputsData | None#

None

An evaluation target which contains cached outputs.

dataset: nemo_microservices.types.v2.evaluation.evaluation_target_v2.Dataset | None#

None

Dataset to be evaluated.

model: nemo_microservices.types.v2.evaluation.evaluation_target_v2.Model | None#

None

The model to be evaluated.

rag: nemo_microservices.types.rag_target.RagTarget | None#

None

RAG to be evaluated.

retriever: nemo_microservices.types.retriever_target.RetrieverTarget | None#

None

Retriever to be evaluated.

rows: List[Dict[str, object]] | None#

None

Rows to be evaluated.

type: nemo_microservices.types.target_type.TargetType#

None

The type of the evaluation target, e.g., ‘model’, ‘retriever’, ‘rag’.

nemo_microservices.types.v2.evaluation.evaluation_target_v2.Model: typing_extensions.TypeAlias#

None