Class PyLLMEngine

Base Type

class PyLLMEngine : public morpheus::llm::PyLLMNode<LLMEngine>

Public Functions

PyLLMEngine()

~PyLLMEngine() override

void add_task_handler(user_input_mappings_t inputs, std::shared_ptr<LLMTaskHandler> task_handler) override

Previous Class LLMTaskHandlerRunner
Next Class PyLLMEngineStage
© Copyright 2024, NVIDIA. Last updated on Apr 25, 2024.