Template Class PyLLMNodeBase#

Defined in File py_llm_node_base.hpp

Inheritance Relationships#

Base Type#

public morpheus::llm::LLMNodeBase (Class LLMNodeBase)

Derived Type#

public morpheus::llm::PyLLMNode< LLMEngine > (Template Class PyLLMNode)

Class Documentation#

template<class BaseT = LLMNodeBase> class PyLLMNodeBase : public morpheus::llm::LLMNodeBase #

Subclassed by morpheus::llm::PyLLMNode< LLMEngine >

Public Functions

virtual ~PyLLMNodeBase()#

virtual std::vector<std::string> get_input_names() const override#

Virtual method for implementing how task handler gets its input names.

Returns:: std::vector<std::string>

virtual Task<std::shared_ptr<LLMContext>> execute( std::shared_ptr<LLMContext> context ) override#

Virtual method for implementing the execution of a node.

Parameters:: context – context for node’s execution
Returns:: Task<std::shared_ptr<LLMContext>>