evaluation#

Module Contents#

Classes#

AsyncEvaluationResource

AsyncEvaluationResourceWithRawResponse

AsyncEvaluationResourceWithStreamingResponse

EvaluationResource

EvaluationResourceWithRawResponse

EvaluationResourceWithStreamingResponse

API#

class evaluation.AsyncEvaluationResource(
client: nemo_platform._client.AsyncNeMoPlatform,
)#

Bases: nemo_platform._resource.AsyncAPIResource

Initialization

property benchmark_job_results: benchmark_job_results.AsyncBenchmarkJobResultsResource#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.AsyncBenchmarkJobsResource#
property benchmarks: benchmarks.AsyncBenchmarksResource#
property metric_job_results: metric_job_results.AsyncMetricJobResultsResource#
property metric_jobs: metric_jobs.metric_jobs.AsyncMetricJobsResource#
property metrics: metrics.AsyncMetricsResource#
property with_raw_response: evaluation.AsyncEvaluationResourceWithRawResponse#
property with_streaming_response: evaluation.AsyncEvaluationResourceWithStreamingResponse#
class evaluation.AsyncEvaluationResourceWithRawResponse(
evaluation: evaluation.AsyncEvaluationResource,
)#

Initialization

property benchmark_job_results: benchmark_job_results.AsyncBenchmarkJobResultsResourceWithRawResponse#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.AsyncBenchmarkJobsResourceWithRawResponse#
property benchmarks: benchmarks.AsyncBenchmarksResourceWithRawResponse#
property metric_job_results: metric_job_results.AsyncMetricJobResultsResourceWithRawResponse#
property metric_jobs: metric_jobs.metric_jobs.AsyncMetricJobsResourceWithRawResponse#
property metrics: metrics.AsyncMetricsResourceWithRawResponse#
class evaluation.AsyncEvaluationResourceWithStreamingResponse(
evaluation: evaluation.AsyncEvaluationResource,
)#

Initialization

property benchmark_job_results: benchmark_job_results.AsyncBenchmarkJobResultsResourceWithStreamingResponse#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.AsyncBenchmarkJobsResourceWithStreamingResponse#
property benchmarks: benchmarks.AsyncBenchmarksResourceWithStreamingResponse#
property metric_job_results: metric_job_results.AsyncMetricJobResultsResourceWithStreamingResponse#
property metric_jobs: metric_jobs.metric_jobs.AsyncMetricJobsResourceWithStreamingResponse#
property metrics: metrics.AsyncMetricsResourceWithStreamingResponse#
class evaluation.EvaluationResource(client: nemo_platform._client.NeMoPlatform)#

Bases: nemo_platform._resource.SyncAPIResource

Initialization

property benchmark_job_results: benchmark_job_results.BenchmarkJobResultsResource#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.BenchmarkJobsResource#
property benchmarks: benchmarks.BenchmarksResource#
property metric_job_results: metric_job_results.MetricJobResultsResource#
property metric_jobs: metric_jobs.metric_jobs.MetricJobsResource#
property metrics: metrics.MetricsResource#
property with_raw_response: evaluation.EvaluationResourceWithRawResponse#
property with_streaming_response: evaluation.EvaluationResourceWithStreamingResponse#
class evaluation.EvaluationResourceWithRawResponse(
evaluation: evaluation.EvaluationResource,
)#

Initialization

property benchmark_job_results: benchmark_job_results.BenchmarkJobResultsResourceWithRawResponse#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.BenchmarkJobsResourceWithRawResponse#
property benchmarks: benchmarks.BenchmarksResourceWithRawResponse#
property metric_job_results: metric_job_results.MetricJobResultsResourceWithRawResponse#
property metric_jobs: metric_jobs.metric_jobs.MetricJobsResourceWithRawResponse#
property metrics: metrics.MetricsResourceWithRawResponse#
class evaluation.EvaluationResourceWithStreamingResponse(
evaluation: evaluation.EvaluationResource,
)#

Initialization

property benchmark_job_results: benchmark_job_results.BenchmarkJobResultsResourceWithStreamingResponse#
property benchmark_jobs: benchmark_jobs.benchmark_jobs.BenchmarkJobsResourceWithStreamingResponse#
property benchmarks: benchmarks.BenchmarksResourceWithStreamingResponse#
property metric_job_results: metric_job_results.MetricJobResultsResourceWithStreamingResponse#
property metric_jobs: metric_jobs.metric_jobs.MetricJobsResourceWithStreamingResponse#
property metrics: metrics.MetricsResourceWithStreamingResponse#

Submodules#