DNN.h

Go to the documentation of this file.

// This code contains NVIDIA Confidential Information and is disclosed
// under the Mutual Non-Disclosure Agreement.
//
// Notice
// ALL NVIDIA DESIGN SPECIFICATIONS AND CODE ("MATERIALS") ARE PROVIDED "AS IS" NVIDIA MAKES
// NO REPRESENTATIONS, WARRANTIES, EXPRESSED, IMPLIED, STATUTORY, OR OTHERWISE WITH RESPECT TO
// THE MATERIALS, AND EXPRESSLY DISCLAIMS ANY IMPLIED WARRANTIES OF NONINFRINGEMENT,
// MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
//
// NVIDIA Corporation assumes no responsibility for the consequences of use of such
// information or for any infringement of patents or other rights of third parties that may
// result from its use. No license is granted by implication or otherwise under any patent
// or patent rights of NVIDIA Corporation. No third party distribution is allowed unless
// expressly authorized by NVIDIA.  Details are subject to change without notice.
// This code supersedes and replaces all information previously supplied.
// NVIDIA Corporation products are not authorized for use as critical
// components in life support devices or systems without express written approval of
// NVIDIA Corporation.
//
// Copyright (c) 2016 NVIDIA Corporation. All rights reserved.
//
// NVIDIA Corporation and its licensors retain all intellectual property and proprietary
// rights in and to this software and related documentation and any modifications thereto.
// Any use, reproduction, disclosure or distribution of this software and related
// documentation without an express license agreement from NVIDIA Corporation is
// strictly prohibited.
//

#ifndef DW_DNN_H__
#define DW_DNN_H__

#include <dw/dataconditioner/DataConditioner.h>
#include <dw/core/Config.h>
#include <dw/core/Status.h>
#include <dw/core/Context.h>
#include <dw/isp/Tonemap.h>
#include <host_defines.h>
#include <cuda_fp16.h>
#include <driver_types.h>

#ifdef __cplusplus
extern "C" {
#endif

typedef struct dwDNNObject *dwDNNHandle_t;
typedef struct dwDNNObject const *dwConstDNNHandle_t;

typedef struct {
    dwDataConditionerParams dataConditionerParams; 
    dwTonemapType tonemapType;
} dwDNNMetaData;

DW_API_PUBLIC
dwStatus dwDNN_initializeTensorRTFromFile(dwDNNHandle_t *network, dwContextHandle_t context,
                                          const char *modelFilename);

DW_API_PUBLIC
dwStatus dwDNN_initializeTensorRTFromMemory(dwDNNHandle_t *network, dwContextHandle_t context,
                                            const char *modelContent,
                                            uint32_t modelContentSize);

DW_API_PUBLIC
dwStatus dwDNN_reset(dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_release(dwDNNHandle_t *network);

DW_API_PUBLIC
dwStatus dwDNN_inferSIO(float32_t *d_output, float32_t *d_input, dwDNNHandle_t network);


DW_API_PUBLIC
dwStatus dwDNN_infer(float32_t **d_output, float32_t **d_input, dwDNNHandle_t network);


DW_API_PUBLIC
dwStatus dwDNN_setCUDAStream(cudaStream_t stream, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getCUDAStream(cudaStream_t *stream, dwDNNHandle_t network);


DW_API_PUBLIC
dwStatus dwDNN_getInputSize(dwBlobSize *blobSize, uint16_t blobIndex, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getOutputSize(dwBlobSize *blobSize, uint16_t blobIndex, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getInputBlobCount(uint16_t *count, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getOutputBlobCount(uint16_t *count, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getInputIndex(uint16_t *blobIndex, const char *blobName, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getOutputIndex(uint16_t *blobIndex, const char *blobName, dwDNNHandle_t network);

DW_API_PUBLIC
dwStatus dwDNN_getMetaData(dwDNNMetaData *metaData, dwDNNHandle_t network);


#ifdef __cplusplus
}
#endif

#endif // DW_DNN_H__