Program Listing for File multi_inference.hpp

Return to documentation for file (morpheus/_lib/include/morpheus/messages/multi_inference.hpp)

Copy
Copied!
            

#pragma once #include "morpheus/messages/memory/inference_memory.hpp" #include "morpheus/messages/meta.hpp" #include "morpheus/messages/multi.hpp" #include "morpheus/messages/multi_tensor.hpp" #include "morpheus/objects/tensor_object.hpp" #include <cudf/types.hpp> #include <pybind11/pytypes.h> #include <cstddef> #include <memory> #include <string> #include <utility>// for pair #include <vector> namespace morpheus { /****** Component public implementations********************/ /****** MultiInferenceMessage*******************************/ #pragma GCC visibility push(default) class MultiInferenceMessage : public DerivedMultiMessage<MultiInferenceMessage, MultiTensorMessage> { public: MultiInferenceMessage(const MultiInferenceMessage &other) = default; MultiInferenceMessage(std::shared_ptr<morpheus::MessageMeta> meta, std::size_t mess_offset, std::size_t mess_count, std::shared_ptr<morpheus::InferenceMemory> memory, std::size_t offset, std::size_t count); const TensorObject get_input(const std::string &name) const; TensorObject get_input(const std::string &name); void set_input(const std::string &name, const TensorObject &value); }; /****** MultiInferenceMessageInterfaceProxy****************/ struct MultiInferenceMessageInterfaceProxy { static std::shared_ptr<MultiInferenceMessage> init(std::shared_ptr<MessageMeta> meta, cudf::size_type mess_offset, cudf::size_type mess_count, std::shared_ptr<InferenceMemory> memory, cudf::size_type offset, cudf::size_type count); static std::shared_ptr<morpheus::InferenceMemory> memory(MultiInferenceMessage &self); static std::size_t offset(MultiInferenceMessage &self); static std::size_t count(MultiInferenceMessage &self); static pybind11::object get_input(MultiInferenceMessage &self, const std::string &name); static std::shared_ptr<MultiInferenceMessage> get_slice(MultiInferenceMessage &self, std::size_t start, std::size_t stop); }; #pragma GCC visibility pop// end of group } // namespace morpheus

© Copyright 2023, NVIDIA. Last updated on Feb 3, 2023.