Class PyLLMEngineStage

• Defined in File py_llm_engine_stage.hpp

Base Type

• public mrc::pymrc::AsyncioRunnable< std::shared_ptr< ControlMessage >, std::shared_ptr< ControlMessage > >

class PyLLMEngineStage : public mrc::pymrc::AsyncioRunnable<std::shared_ptr<ControlMessage>, std::shared_ptr<ControlMessage>>

Public Functions

inline PyLLMEngineStage(std::shared_ptr<LLMEngine> engine)

~PyLLMEngineStage() override = default

Public Static Functions

static inline std::shared_ptr<mrc::segment::Object<PyLLMEngineStage>> init(mrc::segment::Builder &builder, const std::string &name, std::shared_ptr<LLMEngine> engine)