Class PyLLMEngine

Base Type

class PyLLMEngine : public morpheus::llm::PyLLMNode<LLMEngine>

Public Functions

PyLLMEngine()

~PyLLMEngine() override

void add_task_handler(user_input_mappings_t inputs, std::shared_ptr<LLMTaskHandler> task_handler) override

Previous Class LLMTaskHandlerRunner
Next Class PyLLMEngineStage
© Copyright 2023, NVIDIA. Last updated on Feb 2, 2024.