Class PyLLMEngineStage

Base Type

  • public mrc::pymrc::AsyncioRunnable< std::shared_ptr< ControlMessage >, std::shared_ptr< ControlMessage > >

class PyLLMEngineStage : public mrc::pymrc::AsyncioRunnable<std::shared_ptr<ControlMessage>, std::shared_ptr<ControlMessage>>

Public Functions

inline PyLLMEngineStage(std::shared_ptr<LLMEngine> engine)

~PyLLMEngineStage() override = default

Public Static Functions

static inline std::shared_ptr<mrc::segment::Object<PyLLMEngineStage>> init(mrc::segment::Builder &builder, const std::string &name, std::shared_ptr<LLMEngine> engine)

Previous Class PyLLMEngine
Next Class PyLLMLambdaNode
© Copyright 2023, NVIDIA. Last updated on Feb 2, 2024.