Python SDKPythonPythonAistoreSdkDsort

aistore.sdk.dsort.types

View as Markdown

Module Contents

Classes

NameDescription
DetailedStatsInclude fields from both time and throughput stats
DsortMetricsAll stats for a dSort run
JobInfoInfo about a dsort Job, including metrics
LocalExtractionMetrics for first phase of dSort
MetaSortingMetrics for second phase of dSort
PhaseInfoStats for a specific dSort phase
ShardCreationMetrics for final phase of dSort
ThroughputStatsStatistics on task throughput
TimeStatsStatistics for time spent on tasks

API

class aistore.sdk.dsort.types.DetailedStats()

Bases: TimeStats, ThroughputStats

Include fields from both time and throughput stats

class aistore.sdk.dsort.types.DsortMetrics()

Bases: BaseModel

All stats for a dSort run

aborted
Optional[bool] = None
archived
Optional[bool] = None
description
Optional[str] = None
errors
Optional[List[str]] = None
extended
Optional[bool] = None
local_extraction
LocalExtraction
meta_sorting
MetaSorting
shard_creation
ShardCreation
warnings
Optional[List[str]] = None
class aistore.sdk.dsort.types.JobInfo()

Bases: BaseModel

Info about a dsort Job, including metrics

aborted
bool
archived
bool
bytes
str = Field(alias='loc-bytes')
creation_duration
Optional[int]
dst_bck
BucketModel = Field(alias='dst-bck')
extracted_duration
Optional[int] = Field(alias='started_meta_sorting', default=None)
finish_time
Optional[str] = None
id
str
metrics
DsortMetrics = Field(alias='Metrics')
model_config
= {'populate_by_name': True}
objects
str = Field(alias='loc-objs')
sorting_duration
Optional[int]
src_bck
BucketModel = Field(alias='src-bck')
started_time
Optional[str] = None
class aistore.sdk.dsort.types.LocalExtraction()

Bases: PhaseInfo

Metrics for first phase of dSort

extracted_count
str
extracted_record_count
str
extracted_size
str
extracted_to_disk_count
str
extracted_to_disk_size
str
single_shard_stats
Optional[DetailedStats] = None
total_count
str
class aistore.sdk.dsort.types.MetaSorting()

Bases: PhaseInfo

Metrics for second phase of dSort

recv_stats
Optional[TimeStats] = None
sent_stats
Optional[TimeStats] = None
class aistore.sdk.dsort.types.PhaseInfo()

Bases: BaseModel

Stats for a specific dSort phase

elapsed
int
end_time
str
finished
bool
running
bool
started_time
str
class aistore.sdk.dsort.types.ShardCreation()

Bases: PhaseInfo

Metrics for final phase of dSort

created_count
str
local_recv_stats
Optional[DetailedStats] = None
local_send_stats
Optional[DetailedStats] = None
moved_shard_count
str
req_stats
Optional[TimeStats] = None
resp_stats
Optional[TimeStats] = None
single_shard_stats
Optional[DetailedStats] = None
to_create
str
class aistore.sdk.dsort.types.ThroughputStats()

Bases: BaseModel

Statistics on task throughput

avg_throughput
str
count
str
max_throughput
str
min_throughput
str
total
str
class aistore.sdk.dsort.types.TimeStats()

Bases: BaseModel

Statistics for time spent on tasks

avg_ms
str
count
str
max_ms
str
min_ms
str
total_ms
str