Class PyLLMEngineStage

• Defined in File py_llm_engine_stage.hpp

Inheritance Relationships

Base Type

• public mrc::pymrc::AsyncioRunnable< std::shared_ptr< ControlMessage >, std::shared_ptr< ControlMessage > >

Class Documentation

class PyLLMEngineStage : public mrc::pymrc::AsyncioRunnable<std::shared_ptr<ControlMessage>, std::shared_ptr<ControlMessage>>

Public Functions

inline PyLLMEngineStage(std::shared_ptr<LLMEngine> engine)

~PyLLMEngineStage() override = default

Public Static Functions

static inline std::shared_ptr<mrc::segment::Object<PyLLMEngineStage>> init(

mrc::segment::Builder &builder,

const std::string &name,

std::shared_ptr<LLMEngine> engine

)