Program Listing for File multi_inference.hpp

            

            
#pragma once

#include "morpheus/messages/memory/inference_memory.hpp"
#include "morpheus/messages/meta.hpp"
#include "morpheus/messages/multi.hpp"
#include "morpheus/messages/multi_tensor.hpp"
#include "morpheus/objects/tensor_object.hpp"

#include <cudf/types.hpp>
#include <pybind11/pytypes.h>

#include <cstddef>
#include <memory>
#include <string>
#include <utility>// for pair
#include <vector>

namespace morpheus {
/****** Component public implementations********************/
/****** MultiInferenceMessage*******************************/

#pragma GCC visibility push(default)
class MultiInferenceMessage : public DerivedMultiMessage<MultiInferenceMessage, MultiTensorMessage>
{
  public:
    MultiInferenceMessage(const MultiInferenceMessage &other) = default;
    MultiInferenceMessage(std::shared_ptr<morpheus::MessageMeta> meta,
                          std::size_t mess_offset,
                          std::size_t mess_count,
                          std::shared_ptr<morpheus::InferenceMemory> memory,
                          std::size_t offset,
                          std::size_t count);

    const TensorObject get_input(const std::string &name) const;

    TensorObject get_input(const std::string &name);

    void set_input(const std::string &name, const TensorObject &value);
};

/****** MultiInferenceMessageInterfaceProxy****************/
struct MultiInferenceMessageInterfaceProxy
{
    static std::shared_ptr<MultiInferenceMessage> init(std::shared_ptr<MessageMeta> meta,
                                                       cudf::size_type mess_offset,
                                                       cudf::size_type mess_count,
                                                       std::shared_ptr<InferenceMemory> memory,
                                                       cudf::size_type offset,
                                                       cudf::size_type count);

    static std::shared_ptr<morpheus::InferenceMemory> memory(MultiInferenceMessage &self);

    static std::size_t offset(MultiInferenceMessage &self);

    static std::size_t count(MultiInferenceMessage &self);

    static pybind11::object get_input(MultiInferenceMessage &self, const std::string &name);

    static std::shared_ptr<MultiInferenceMessage> get_slice(MultiInferenceMessage &self,
                                                            std::size_t start,
                                                            std::size_t stop);
};
#pragma GCC visibility pop// end of group
}  // namespace morpheus