OnnxTypes.h

Go to the documentation of this file.

/*
* SPDX-FileCopyrightText: Copyright (c) 2020-2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
* SPDX-License-Identifier: MIT
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
 
#ifndef NVNEURAL_ONNXTYPES_H
#define NVNEURAL_ONNXTYPES_H
 
#include <nvneural/CoreTypes.h>
 
namespace nvneural {
 
enum class OnnxTensorDataType : std::int32_t
{
    Undefined = 0,
    Float = 1,       
    Uint8 = 2,       
    Int8 = 3,        
    Uint16 = 4,      
    Int16 = 5,       
    Int32 = 6,       
    Int64 = 7,       
    String = 8,      
    Bool = 9,        
    Float16 = 10,    
    Double = 11,     
    Uint32 = 12,     
    Uint64 = 13,     
    Complex64 = 14,  
    Complex128 = 15, 
    Bfloat16 = 16,   
};
 
class IOnnxGenerationGraphAttribute : public IRefObject
{
public:
    static const IRefObject::TypeId typeID = 0x759f0395a35632cful;
 
    virtual NeuralResult setName(const char* pName) noexcept = 0;
 
    virtual NeuralResult setDocString(const char* pDocString) noexcept = 0;
 
 
    virtual NeuralResult assignFloat(float value) noexcept = 0;
 
    virtual NeuralResult assignInteger(std::int64_t value) noexcept = 0;
 
    virtual NeuralResult assignString(const char* pBuffer) noexcept = 0;
 
    virtual NeuralResult assignBytes(const char* pBuffer, size_t bufferBytes) noexcept = 0;
 
 
 
    virtual NeuralResult pushFloat(float value) noexcept = 0;
 
    virtual NeuralResult pushInteger(int64_t value) noexcept = 0;
 
    virtual NeuralResult pushString(const char* pBuffer) noexcept = 0;
 
    virtual NeuralResult pushString(const char* pBuffer, size_t bufferBytes) noexcept = 0;
 
};
 
class IOnnxGenerationGraphNode : public IRefObject
{
public:
    static const IRefObject::TypeId typeID = 0x9e2ed4d9912fa1aeul;
 
    virtual NeuralResult addInput(const char* pName) noexcept = 0;
 
    virtual NeuralResult addOutput(const char* pName) noexcept = 0;
 
    virtual NeuralResult setName(const char* pName) noexcept = 0;
 
    virtual NeuralResult setOperatorType(const char* pOpType) noexcept = 0;
 
    virtual NeuralResult setOperatorSetDomain(const char* pDomain) noexcept = 0;
 
    virtual NeuralResult createAttribute(IOnnxGenerationGraphAttribute** ppAttrOut) noexcept = 0;
 
    virtual NeuralResult setDocString(const char* pDocString) noexcept = 0;
};
 
class IOnnxGenerationHost : public IRefObject
{
public:
    static const IRefObject::TypeId typeID = 0xde33951dcbbaafc7ul;
 
    virtual NeuralResult addGraphInput(const char* pInputName, bool fp16Eligible) noexcept = 0;
 
    virtual NeuralResult addGraphInput(const char* pInputName, bool fp16Eligible, TensorDimension tensorDim) noexcept = 0;
 
    virtual NeuralResult addGraphOutput(const char* pOutputName, bool fp16Eligible) noexcept = 0;
 
    virtual NeuralResult addGraphOutput(const char* pOutputName, bool fp16Eligible, TensorDimension tensorDim) noexcept = 0;
 
    virtual NeuralResult addWeightsConstant(const char* pInitializerName, const IWeightsData* pWeightsData, bool fp16Eligible, const std::int64_t* pTensorDims, std::size_t numTensorDims) noexcept = 0;
 
    virtual NeuralResult addWeightsConstant(const char* pInitializerName, const IWeightsData* pWeightsData, bool fp16Eligible) noexcept = 0;
 
    virtual NeuralResult addGraphInitializer(const char* pInitializerName, OnnxTensorDataType dataType, bool fp16Eligible, TensorDimension tensorSize, const void* pTensorData, std::size_t tensorDataBytes) noexcept = 0;
 
    virtual NeuralResult addGraphInitializer(const char* pInitializerName, OnnxTensorDataType dataType, bool fp16Eligible, const std::int64_t* pTensorDims, std::size_t numTensorDims, const void* pTensorData, std::size_t tensorDataBytes) noexcept = 0;
 
    virtual NeuralResult createGraphNode(IOnnxGenerationGraphNode** ppNodeOut) noexcept = 0;
 
    virtual NeuralResult setLayerOutputName(const ILayer* pLayer, const char* pOutputName) noexcept = 0;
 
    virtual const char* getLayerOutputName(const ILayer* pLayer) const noexcept = 0;
 
    virtual NeuralResult importOperatorSet(const char* pDomain, std::int64_t version) noexcept = 0;
 
    virtual bool shouldUseExplicitTensorSizes() const noexcept = 0;
 
    virtual bool automaticFp16ConversionEnabled() const noexcept = 0;
 
    virtual bool placeholdersEnabled() const noexcept = 0;
};
 
class IOnnxGenerationLayer : public IRefObject
{
public:
    static const IRefObject::TypeId typeID = 0x3846c67a6509ae19ul;
 
    virtual NeuralResult generateLayerOnnx(IOnnxGenerationHost* pOnnxHost) const noexcept = 0;
};
 
class IOnnxGenerationActivation : public IRefObject
{
public:
    static const IRefObject::TypeId typeID = 0x5cb7974e7d598a97ul;
 
    virtual NeuralResult generateActivationOnnx(IOnnxGenerationHost* pOnnxHost, const ILayer* pLayer) const noexcept = 0;
};
 
} // namespace nvneural
 
#endif // NVNEURAL_ONNXTYPES_H