nemo_microservices.types.evaluation_target_param#

Module Contents#

Classes#

Data#

API#

nemo_microservices.types.evaluation_target_param.Dataset: typing_extensions.TypeAlias#

None

class nemo_microservices.types.evaluation_target_param.EvaluationTargetParam#

Bases: typing_extensions.TypedDict

cached_outputs: nemo_microservices.types.cached_outputs_data_param.CachedOutputsDataParam#

None

An evaluation target which contains cached outputs.

created_at: typing_extensions.Annotated[str | datetime.datetime, PropertyInfo(format='iso8601')]#

None

Timestamp for when the entity was created.

custom_fields: Dict[str, object]#

None

A set of custom fields that the user can define and use for various purposes.

dataset: nemo_microservices.types.evaluation_target_param.Dataset#

None

Dataset to be evaluated.

description: str#

None

The description of the entity.

id: str#

None

The ID of the entity.

With the exception of namespaces, this is always a semantically-prefixed base58-encoded uuid4 [-base58(uuid4())].

model: nemo_microservices.types.evaluation_target_param.Model#

None

The model to be evaluated.

name: str#

None

The name of the entity.

Must be unique inside the namespace. If not specified, it will be the same as the automatically generated id.

namespace: str#

None

The namespace of the entity.

This can be missing for namespace entities or in deployments that don’t use namespaces.

ownership: nemo_microservices.types.shared_params.ownership.Ownership#

None

Information about ownership of an entity.

If the entity is a namespace, the access_policies will typically apply to all entities inside the namespace.

project: str#

None

The URN of the project associated with this entity.

rag: nemo_microservices.types.rag_target_param.RagTargetParam#

None

RAG to be evaluated.

retriever: nemo_microservices.types.retriever_target_param.RetrieverTargetParam#

None

Retriever to be evaluated.

rows: Iterable[Dict[str, object]]#

None

Rows to be evaluated.

schema_version: str#

None

The version of the schema for the object. Internal use only.

type: typing_extensions.Required[nemo_microservices.types.target_type.TargetType]#

None

The type of the evaluation target, e.g., ‘model’, ‘retriever’, ‘rag’.

type_prefix: str#

None

updated_at: typing_extensions.Annotated[str | datetime.datetime, PropertyInfo(format='iso8601')]#

None

Timestamp for when the entity was last updated.

nemo_microservices.types.evaluation_target_param.Model: typing_extensions.TypeAlias#

None