↰ Return to documentation for file (morpheus/_lib/include/morpheus/messages/multi_inference.hpp
)
#pragma once
#include "morpheus/messages/memory/inference_memory.hpp"
#include "morpheus/messages/meta.hpp"
#include "morpheus/messages/multi.hpp"
#include "morpheus/messages/multi_tensor.hpp"
#include "morpheus/objects/tensor_object.hpp"
#include <cudf/types.hpp>
#include <pybind11/pytypes.h>
#include <cstddef>
#include <memory>
#include <string>
#include <utility>// for pair
#include <vector>
namespace morpheus {
/****** Component public implementations********************/
/****** MultiInferenceMessage*******************************/
#pragma GCC visibility push(default)
class MultiInferenceMessage : public DerivedMultiMessage<MultiInferenceMessage, MultiTensorMessage>
{
public:
MultiInferenceMessage(const MultiInferenceMessage &other) = default;
MultiInferenceMessage(std::shared_ptr<morpheus::MessageMeta> meta,
std::size_t mess_offset,
std::size_t mess_count,
std::shared_ptr<morpheus::InferenceMemory> memory,
std::size_t offset,
std::size_t count);
const TensorObject get_input(const std::string &name) const;
TensorObject get_input(const std::string &name);
void set_input(const std::string &name, const TensorObject &value);
};
/****** MultiInferenceMessageInterfaceProxy****************/
struct MultiInferenceMessageInterfaceProxy
{
static std::shared_ptr<MultiInferenceMessage> init(std::shared_ptr<MessageMeta> meta,
cudf::size_type mess_offset,
cudf::size_type mess_count,
std::shared_ptr<InferenceMemory> memory,
cudf::size_type offset,
cudf::size_type count);
static std::shared_ptr<morpheus::InferenceMemory> memory(MultiInferenceMessage &self);
static std::size_t offset(MultiInferenceMessage &self);
static std::size_t count(MultiInferenceMessage &self);
static pybind11::object get_input(MultiInferenceMessage &self, const std::string &name);
static std::shared_ptr<MultiInferenceMessage> get_slice(MultiInferenceMessage &self,
std::size_t start,
std::size_t stop);
};
#pragma GCC visibility pop// end of group
} // namespace morpheus