morpheus_llm.llm#

All objects related to using LLMs in Morpheus

class InputMap#

Attributes:

external_name: The name of node that will be mapped to this input.
internal_name: The internal node name that the external node maps to.

property external_name#: The name of node that will be mapped to this input. Use a leading ‘/’ to indicate it is a sibling node otherwise it will be treated as a parent node. Can also specify a specific node output such as ‘/sibling_node/output1’ to map the output ‘output1’ of ‘sibling_node’ to this input. Can also use a wild card such as ‘/sibling_node/*’ to match all internal node names

property internal_name#: The internal node name that the external node maps to. Must match an input returned from get_input_names() of the desired node. Defaults to ‘-’ which is a placeholder for the default input of the node. Use a wildcard ‘*’ to match all inputs of the node (Must also use a wild card on the external mapping).

class LLMContext#

Attributes:

full_name
input_map
name
parent
view_outputs

Methods

`get_input`(args, *kwargs)	Overloaded function.
`get_inputs`(self)
`message`(self)
`push`(self, name, inputs)
`set_output`(args, *kwargs)	Overloaded function.
`task`(self)

property full_name#

get_input(*args, **kwargs)#

Overloaded function.

get_input(self: morpheus_llm._lib.llm.LLMContext) -> object | None
get_input(self: morpheus_llm._lib.llm.LLMContext, node_name: str) -> object | None

get_inputs( self: morpheus_llm._lib.llm.LLMContext, ) → object | None#

property input_map#

message( self: morpheus_llm._lib.llm.LLMContext, ) → morpheus._lib.messages.ControlMessage#

property name#

property parent#

push( self: morpheus_llm._lib.llm.LLMContext, name: str, inputs: list[morpheus_llm._lib.llm.InputMap], ) → morpheus_llm._lib.llm.LLMContext#

set_output(*args, **kwargs)#

Overloaded function.

set_output(self: morpheus_llm._lib.llm.LLMContext, outputs: object | None) -> None
set_output(self: morpheus_llm._lib.llm.LLMContext, output_name: str, output: object | None) -> None

task( self: morpheus_llm._lib.llm.LLMContext, ) → morpheus_llm._lib.llm.LLMTask#

property view_outputs#

class LLMEngine#

Methods

`add_node`(self, name, *[, inputs, is_output])	Add an LLMNode to the current node.
`add_task_handler`(self, inputs, handler)
`execute`(self, context)	Execute the current node with the given `context` instance.
`get_input_names`(self)	Get the input names for the node.
`run`(self, message)

add_task_handler( self: morpheus_llm._lib.llm.LLMEngine, inputs: list[morpheus_llm._lib.llm.InputMap | str | tuple[str, str] | morpheus_llm._lib.llm.LLMNodeRunner], handler: morpheus_llm._lib.llm.LLMTaskHandler, ) → None#

run( self: morpheus_llm._lib.llm.LLMEngine, message: morpheus._lib.messages.ControlMessage, ) → Awaitable[list[morpheus._lib.messages.ControlMessage]]#

class LLMLambdaNode#

Methods

`execute`(self, context)
`get_input_names`(self)

execute( self: morpheus_llm._lib.llm.LLMLambdaNode, context: morpheus_llm._lib.llm.LLMContext, ) → Awaitable[morpheus_llm._lib.llm.LLMContext]#

get_input_names( self: morpheus_llm._lib.llm.LLMLambdaNode, ) → list[str]#

class LLMNode#

Methods

`add_node`(self, name, *[, inputs, is_output])	Add an LLMNode to the current node.
`execute`(self, context)	Execute the current node with the given `context` instance.
`get_input_names`(self)	Get the input names for the node.

add_node( self: morpheus_llm._lib.llm.LLMNode, name: str, *, inputs: object = None, node: morpheus_llm._lib.llm.LLMNodeBase, is_output: bool = False, ) → morpheus_llm._lib.llm.LLMNodeRunner#

Add an LLMNode to the current node.

Parameters:

namestr: The name of the node to add
inputslist[tuple[str, str]], optional: List of input mappings to use for the node, in the form of [(external_name, internal_name), ...] If unspecified the node’s input_names will be used.
nodeLLMNodeBase: The node to add
is_outputbool, optional: Indicates if the node is an output node, by default False

class LLMNodeBase#

Methods

`execute`(self, context)	Execute the current node with the given `context` instance.
`get_input_names`(self)	Get the input names for the node.

execute( self: morpheus_llm._lib.llm.LLMNodeBase, context: morpheus_llm._lib.llm.LLMContext, ) → Awaitable[morpheus_llm._lib.llm.LLMContext]#

Execute the current node with the given context instance.

All inputs for the given node should be fetched from the context, typically by calling either context.get_inputs to fetch all inputs as a dict, or context.get_input to fetch a specific input.

Similarly the output of the node is written to the context using context.set_output.

Parameters:

contextmorpheus._lib.llm.LLMContext: Context instance to use for the execution

get_input_names( self: morpheus_llm._lib.llm.LLMNodeBase, ) → list[str]#

Get the input names for the node.

Returns:

list[str]: The input names for the node

class LLMNodeRunner#

Attributes:

inputs
name
parent_input_names
sibling_input_names

Methods

execute(self, context)

execute( self: morpheus_llm._lib.llm.LLMNodeRunner, context: morpheus_llm._lib.llm.LLMContext, ) → Awaitable[morpheus_llm._lib.llm.LLMContext]#

property inputs#

property name#

property parent_input_names#

property sibling_input_names#

class LLMTask#

Attributes:

task_type

Methods

get(*args, **kwargs)

Overloaded function.

get(*args, **kwargs)#

Overloaded function.

get(self: morpheus_llm._lib.llm.LLMTask, key: str) -> object
get(self: morpheus_llm._lib.llm.LLMTask, key: str, default_value: object) -> object

property task_type#

class LLMTaskHandler#

Acts as a sink for an LLMEngine, emitting results as a ControlMessage

Methods

`get_input_names`(self)	Get the input names for the task handler.
`try_handle`(self, context)	Convert the given `context` into a list of `ControlMessage` instances.

get_input_names( self: morpheus_llm._lib.llm.LLMTaskHandler, ) → list[str]#

Get the input names for the task handler.

Returns:

list[str]: The input names for the task handler.

try_handle( self: morpheus_llm._lib.llm.LLMTaskHandler, context: morpheus_llm._lib.llm.LLMContext, ) → Awaitable[list[morpheus._lib.messages.ControlMessage] | None]#

Convert the given context into a list of ControlMessage instances.

Parameters:

contextmorpheus._lib.llm.LLMContext: Context instance to use for the execution

Returns:

Task[Optional[list[ControlMessage]]]

Modules

`nodes`
`services`
`task_handlers`