nemo_gym.harness_capabilities.checker

Focused evidence checks. TE labels are reporting metadata, not dispatch keys.

Module Contents

Classes

Name	Description
`EvidenceScope`	Declared applicability; absent artifacts never imply an exemption.
`Inspector`	Run independent predicates with focused prerequisites and explicit outcomes.

Functions

Name	Description
`_mapping`	-
`_missing_content`	Reject unresolved media/opaque references; validate inline image data.
`_objects`	-
`_resolve`	-
`inspect_record`	Validate designated fields; absent required input fails applicable checks.
`required_object`	Require the named properties without restricting unrelated fields.

Data

API

class nemo_gym.harness_capabilities.checker.EvidenceScope(
    tools: bool = True,
    verifier: bool = True,
    steps: bool = True,
    require_sandbox: bool = False
)

Dataclass

Declared applicability; absent artifacts never imply an exemption.

require_sandbox

bool = False

steps

bool = True

tools

bool = True

verifier

bool = True

class nemo_gym.harness_capabilities.checker.Inspector(
    record: dict | None,
    scope: nemo_gym.harness_capabilities.checker.EvidenceScope
)

Run independent predicates with focused prerequisites and explicit outcomes.

available

= record is not None

calls

= _objects(self.trajectory.get('model_calls'))

invocations

= _objects(self.trajectory.get('invocations'))

observations

record

= record or {}

results

= Results()

tools

= _objects(self.trajectory.get('tool_calls'))

trajectory

= _mapping(self.record.get('ng_trajectory'))

turns

= _objects(self.trajectory.get('turns'))

nemo_gym.harness_capabilities.checker.Inspector.evaluation() -> None

nemo_gym.harness_capabilities.checker.Inspector.gaps() -> None

nemo_gym.harness_capabilities.checker.Inspector.model_calls() -> None

nemo_gym.harness_capabilities.checker.Inspector.ownership() -> None

nemo_gym.harness_capabilities.checker.Inspector.result(
    source: str
) -> dict

nemo_gym.harness_capabilities.checker.Inspector.structure() -> None

nemo_gym.harness_capabilities.checker._mapping(
    value: object
) -> dict

nemo_gym.harness_capabilities.checker._missing_content(
    value: object
) -> bool

Reject unresolved media/opaque references; validate inline image data.

nemo_gym.harness_capabilities.checker._objects(
    value: object
) -> list[dict]

nemo_gym.harness_capabilities.checker._resolve(
    reference: dict,
    calls: list[dict]
) -> list[int]

nemo_gym.harness_capabilities.inspect_record(
    record: dict | None,
    source: str = 'record',
    scope: nemo_gym.harness_capabilities.checker.EvidenceScope = EvidenceScope()
) -> dict

Validate designated fields; absent required input fails applicable checks.

nemo_gym.harness_capabilities.checker.required_object(
    properties: dict = {}
) -> dict

Require the named properties without restricting unrelated fields.

nemo_gym.harness_capabilities.checker.MODEL_CALL_REF = {'type': 'object', 'properties': {'model_call_id': {'anyOf': [{'type': 'string',...

nemo_gym.harness_capabilities.checker.NAMES = {'TE-1': 'model_call_status', 'TE-2': 'token_counts', 'TE-3': 'steps', 'TE-4': '...

nemo_gym.harness_capabilities.checker.PROFILE = 'gym-p0/v1'

nemo_gym.harness_capabilities.checker.TOKEN_FIELDS = ('prompt_tokens', 'completion_tokens', 'reasoning_tokens', 'total_tokens', 'cach...