service-maker/includes/tensor.hpp

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2024-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
 
#ifndef DEEPSTREAM_TENSOR_HPP
#define DEEPSTREAM_TENSOR_HPP
 
#include <vector>
 
#include "buffer.hpp"
 
namespace deepstream {
 
typedef std::vector<uint64_t> TensorShape;
class TensorImplementation;
 
class Tensor {
 public:
  typedef enum {
    INVALID = -1,
    UNSIGNED,
    SIGNED,
    FLOAT,
    COMPLEX
  } DataType;
 
  typedef enum {
    NONE = -1,
    CPU,
    GPU
  } DeviceType;
 
  class Context {
    public:
      virtual ~Context() {}
  };
  Tensor(unsigned int rank,
         DataType dtype,
         unsigned int bits,
         const int64_t shape[],
         const int64_t strides[],
         void* data,
         std::string format,
         unsigned int device_id,
         DeviceType device,
         Context* context);
 
  Tensor(const Tensor&) = delete;
 
  virtual ~Tensor();
 
  unsigned int rank() const;
 
  TensorShape shape() const;
 
  DataType dtype() const;
 
  unsigned int bits() const;
 
  uint64_t stride(unsigned int d) const;
 
  void* data() const;
 
  unsigned int deviceId() const;
 
  DeviceType deviceType() const;
 
  Buffer wrap(NvBufSurfaceColorFormat format);
 
  Tensor* clone() const;
 
  Tensor* toGPU(unsigned int device_id) const;
 
  uint64_t size() const;
 
 protected:
  TensorImplementation* impl_;
  std::string format_;
  std::unique_ptr<Context> context_;
};
 
}
 
#endif