NVIDIA DRIVE OS Linux SDK API Reference

5.1.15.0 Release
For Test and Development only
nvmedia_dla.h
Go to the documentation of this file.
1 /*
2  * Copyright (c) 2017-2020, NVIDIA CORPORATION. All rights reserved. All
3  * information contained herein is proprietary and confidential to NVIDIA
4  * Corporation. Any use, reproduction, or disclosure without the written
5  * permission of NVIDIA Corporation is prohibited.
6  */
7 
8 
16 #ifndef NVMEDIA_DLA_H
17 #define NVMEDIA_DLA_H
18 
19 #ifdef __cplusplus
20 extern "C" {
21 #endif
22 
23 #include "nvmedia_core.h"
24 #include "nvmedia_tensor.h"
25 
47 #define NVMEDIA_DLA_VERSION_MAJOR 3
48 
49 #define NVMEDIA_DLA_VERSION_MINOR 4
50 
61 #define NVMEDIA_DLA_TENSOR_DESC_NAME_MAX_LEN (80U)
62 
64 #define NVMEDIA_DLA_DEFAULT_TASKTIMEOUT (100000U)
65 
72 typedef struct NvMediaDla NvMediaDla;
73 
77 typedef struct {
79  uint8_t major;
81  uint8_t minor;
83  uint8_t subMinor;
85 
89 typedef enum {
93 
97 typedef struct {
101 
105 typedef struct {
111 
119 
123 typedef struct {
125  uint8_t *loadable;
127  uint64_t loadableSize;
129 
133 typedef struct {
137  uint32_t numArgs;
139 
143 typedef struct {
149  uint32_t numAttrs;
151 
171  NvMediaVersion *version
172 );
173 
193  const uint32_t dlaId
194 );
195 
206 NvMediaDla *
207 NvMediaDlaCreate(void);
208 
223  NvMediaDla *dla
224 );
225 
245  const NvMediaDla *dla,
246  NvMediaDlaUMDVersion *version
247 );
248 
267  const NvMediaDla *dla,
268  uint16_t *numEngines
269 );
270 
291  const NvMediaDla *dla,
292  uint32_t *maxOutstandingTasks
293 );
294 
319  NvMediaDla *dla,
320  uint32_t dlaId,
321  uint32_t numTasks
322 );
323 
343  const NvMediaDla *dla,
344  uint32_t *dlaId
345 );
346 
366  const NvMediaDla *dla,
367  uint32_t *numTasks
368 );
369 
388  NvMediaDla *dla,
389  NvMediaDlaLoadable **loadable
390 );
391 
409  const NvMediaDla *dla,
410  NvMediaDlaLoadable *loadable
411 );
412 
439  const NvMediaDla *dla,
440  const NvMediaDlaBinaryLoadable binaryLoadable,
441  NvMediaDlaLoadable *loadable
442 );
443 
461  const NvMediaDla *dla,
462  const NvMediaDlaLoadable *loadable
463 );
464 
484  const NvMediaDla *dla,
485  int32_t *numOfInputTensors
486 );
487 
510  const NvMediaDla *dla,
511  const uint32_t idx,
512  NvMediaDlaTensorDescriptor *descriptor
513 );
514 
534  const NvMediaDla *dla,
535  int32_t *numOfOutputTensors
536 );
537 
561  const NvMediaDla *dla,
562  const uint32_t idx,
563  NvMediaDlaTensorDescriptor *descriptor
564 );
565 
583  const NvMediaDla *dla,
584  const NvMediaDlaData *dlaData,
585  uint32_t flags
586 );
587 
605  const NvMediaDla *dla,
606  const NvMediaDlaData *dlaData
607 );
608 
625  NvMediaDla *dla
626 );
627 
646  const NvMediaDla *dla
647 );
648 
704  NvMediaDla *dla,
705  const NvMediaDlaArgs *inputArgs,
706  const NvMediaDlaArgs *scratchpadArgs,
707  const NvMediaDlaArgs *outputArgs,
708  uint32_t taskTimeout
709 );
710 
711 /*
712  * \defgroup history_nvmedia_dla History
713  * Provides change history for the NvMedia DLA API.
714  *
715  * \section history_nvmedia_dla Version History
716  *
717  * <b> Version 1.0 </b> Oct 31, 2017
718  * - Initial Release.
719  *
720  * <b> Version 1.1 </b> Feb 12, 2018
721  * - Add separate functionality to load from memory.
722  *
723  * <b> Version 1.2 </b> Mar 12, 2018
724  * - Add query API's for version, num engines, maxOutstandingRequests.
725  *
726  * <c> Version 1.3 </b> Mar 26, 2018
727  * - Add helper to query tensor descriptor.
728  *
729  * <c> Version 1.4 </b> May 3, 2018
730  * - Add dynamic task timeout support.
731  *
732  * <c> Version 2.0 </b> June 26, 2018
733  * - Remove load using filename functionality.
734  *
735  * <c> Version 2.1 </b> August 13, 2018
736  * - Add NvMediaDlaPingById. NvMediaDlaPing will be deprecated in the future.
737  *
738  * <c> Version 2.2 </b> Oct 1, 2018
739  * - Add new API NvMediaDlaGetUMDVersion and data structure NvMediaDlaUMDVersion.
740  *
741  * <c> Version 2.3 </b> Dec 14, 2018
742  * - Add new API NvMediaLoadableIdCreate, NvMediaLoadableIdDestroy,
743  * NvMediaDlaAppendLoadable, NvMediaDlaLoadLoadable, NvMediaDlaSetCurrentLoadable,
744  * NvMediaDlaInit, NvMediaDlaGetScratchpadDescriptor and NvMediaDlaBindScratchpad.
745  * - Add new structure NvMediaDlaLoadableId, NvMediaDlaLoadable and NvMediaDlaScratchpadDescriptor.
746  *
747  * <c> Version 2.4 </b> Jan 9, 2019
748  * - Remove NvMediaImage as Dla data.
749  *
750  * <c> Version 2.5 </b> Mar 7, 2019
751  * - Rename NvMediaLoadableIdCreate to NvMediaDlaLoadableIdCreate.
752  * - Rename NvMediaLoadableIdDestroy to NvMediaDlaLoadableIdDestroy.
753  *
754  * <c> Version 2.6 </b> Mar 11, 2019
755  * - Add new API NvMediaDlaDataRegister and NvMediaDlaDataUnRegister.
756  *
757  * <c> Version 2.7 </b> Mar 13, 2019
758  * - Deprecate NvMediaDlaPing API.
759  *
760  * <c> Version 2.8 </b> Mar 14, 2019
761  * - Deprecate NvMediaDlaSubmit API.
762  *
763  * <c> Version 3.0 </b> April 19, 2019
764  * - Add NvMediaDlaSubmit as new API for task submission.
765  * - Move to new APIs for NvMediaDla programming.
766  * - Mark NvMediaDlaLoadFromMemory, NvMediaDlaSubmitTimeout
767  * and NvMediaDlaGetMaxOutstandingRequests as deprecated APIs.
768  *
769  * <c> Version 3.1 </b> July 08, 2019
770  * - Remove the restriction of calling sequence for data registration.
771  *
772  * <c> Version 3.2 </b> July 30, 2019
773  * - Deleting NvMediaDlaGetScratchpadDescriptor and NvMediaDlaBindScratchpad.
774  * - added const for parameters in APIs that do not modify the parameter
775  *
776  * <c> Version 3.3 </b> Sep 9th, 2019
777  * - Deprecate following APIs: NvMediaDlaLoadFromMemory, NvMediaDlaSubmitTimeout
778  * and NvMediaDlaGetMaxOutstandingRequests
779  *
780  * <c> Version 3.4 </b> Jan 22, 2020
781  * - Add const to NvMediaDlaSubmit to comply with MISRA rule 8.13
782  */
787 #ifdef __cplusplus
788 }
789 #endif
790 
791 #endif // NVMEDIA_DLA_H
NvMediaDlaDataPointer::tensor
NvMediaTensor * tensor
A pointer to NvMediaTensor.
Definition: nvmedia_dla.h:99
NvMediaDlaGetNumOfInputTensors
NvMediaStatus NvMediaDlaGetNumOfInputTensors(const NvMediaDla *dla, int32_t *numOfInputTensors)
Gets the number of input tensors for the current loadable in the NvMediaDla context.
NvMediaDlaUMDVersion::minor
uint8_t minor
Minor version.
Definition: nvmedia_dla.h:81
NvMediaDlaArgs
Holds input and output tensors.
Definition: nvmedia_dla.h:133
NvMediaDlaRemoveLoadable
NvMediaStatus NvMediaDlaRemoveLoadable(const NvMediaDla *dla)
Removes the current loadable from the provided NvMediaDla context.
NvMediaDlaSubmit
NvMediaStatus NvMediaDlaSubmit(NvMediaDla *dla, const NvMediaDlaArgs *inputArgs, const NvMediaDlaArgs *scratchpadArgs, const NvMediaDlaArgs *outputArgs, uint32_t taskTimeout)
Submits a job to the DLA to run the network on a set of input NvMediaDla arguments and a timeout valu...
NvMediaDlaDataPointer
Holds pointers to the DLA data.
Definition: nvmedia_dla.h:97
NvMediaDlaDataUnregister
NvMediaStatus NvMediaDlaDataUnregister(const NvMediaDla *dla, const NvMediaDlaData *dlaData)
Unregisters an NvMediaDlaData after use.
NvMediaDlaLoadable
struct NvMediaDlaLoadable NvMediaDlaLoadable
Holds a handle to NvMediaDlaLoadable.
Definition: nvmedia_dla.h:118
NvMediaDlaInit
NvMediaStatus NvMediaDlaInit(NvMediaDla *dla, uint32_t dlaId, uint32_t numTasks)
Configures the context for a particular DLA engine.
nvmedia_tensor.h
NVIDIA Media Interface: Tensor Processing
NvMediaVersion
Holds NvMedia version information.
Definition: nvmedia_core.h:237
NvMediaDlaUMDVersion
Holds the DLA UMD version.
Definition: nvmedia_dla.h:77
NvMediaDlaArgs::numArgs
uint32_t numArgs
Number of NvMediaDlaData.
Definition: nvmedia_dla.h:137
NvMediaDlaDataRegister
NvMediaStatus NvMediaDlaDataRegister(const NvMediaDla *dla, const NvMediaDlaData *dlaData, uint32_t flags)
Registers an NvMediaDlaData for use with an NvMediaDla handle.
NvMediaDlaAppendLoadable
NvMediaStatus NvMediaDlaAppendLoadable(const NvMediaDla *dla, const NvMediaDlaBinaryLoadable binaryLoadable, NvMediaDlaLoadable *loadable)
Appends a loadable to the NvMediaDla context.
NvMediaDlaUMDVersion::major
uint8_t major
Major version.
Definition: nvmedia_dla.h:79
NvMediaDlaGetNumOfOutputTensors
NvMediaStatus NvMediaDlaGetNumOfOutputTensors(const NvMediaDla *dla, int32_t *numOfOutputTensors)
Gets the number of output tensors for the current loadable in the NvMediaDla context.
NvMediaTensor
struct NvMediaTensor NvMediaTensor
A handle representing tensor objects.
Definition: nvmedia_tensor.h:69
NVM_TENSOR_ATTR_MAX
@ NVM_TENSOR_ATTR_MAX
Defines the maximum number of tensor creation attributes.
Definition: nvmedia_tensor.h:97
nvmedia_core.h
NVIDIA Media Interface: Core
NvMediaDlaSetCurrentLoadable
NvMediaStatus NvMediaDlaSetCurrentLoadable(const NvMediaDla *dla, const NvMediaDlaLoadable *loadable)
Sets the current loadable for the NvMediaDla.
NvMediaDlaGetMaxOutstandingTasks
NvMediaStatus NvMediaDlaGetMaxOutstandingTasks(const NvMediaDla *dla, uint32_t *maxOutstandingTasks)
Returns the maximum number of tasks that can be queued to an instance of an engine.
NvMediaDlaGetNumEngines
NvMediaStatus NvMediaDlaGetNumEngines(const NvMediaDla *dla, uint16_t *numEngines)
Returns the number of DLA hardware engines available.
NvMediaStatus
NvMediaStatus
Defines all possible error codes.
Definition: nvmedia_core.h:180
NvMediaDlaGetInstanceId
NvMediaStatus NvMediaDlaGetInstanceId(const NvMediaDla *dla, uint32_t *dlaId)
Returns the instance id of the NvMediaDla.
NvMediaDlaGetOutputTensorDescriptor
NvMediaStatus NvMediaDlaGetOutputTensorDescriptor(const NvMediaDla *dla, const uint32_t idx, NvMediaDlaTensorDescriptor *descriptor)
Gets the output tensor descriptor for the current loadable in the NvMediaDla context.
NVMEDIA_DLA_TENSOR_DESC_NAME_MAX_LEN
#define NVMEDIA_DLA_TENSOR_DESC_NAME_MAX_LEN
Maximum length of the name of the tensor to store in the descriptor.
Definition: nvmedia_dla.h:61
NvMediaDlaGetUMDVersion
NvMediaStatus NvMediaDlaGetUMDVersion(const NvMediaDla *dla, NvMediaDlaUMDVersion *version)
Returns the version information for the NvMedia DLA UMD library.
NvMediaDlaLoadLoadable
NvMediaStatus NvMediaDlaLoadLoadable(NvMediaDla *dla)
Loads the current loadable to the provided NvMediaDla context.
NvMediaDlaTensorDescriptor::numAttrs
uint32_t numAttrs
Holds the number of tensor attributes in tensorAttrs[ ].
Definition: nvmedia_dla.h:149
NvMediaDlaBinaryLoadable::loadable
uint8_t * loadable
Pointer to in-memory loadable.
Definition: nvmedia_dla.h:125
NvMediaDlaLoadableCreate
NvMediaStatus NvMediaDlaLoadableCreate(NvMediaDla *dla, NvMediaDlaLoadable **loadable)
Creates a loadable handle.
NvMediaDlaLoadableDestroy
NvMediaStatus NvMediaDlaLoadableDestroy(const NvMediaDla *dla, NvMediaDlaLoadable *loadable)
Destroys a loadable handle.
NvMediaDlaTensorDescriptor
Holds tensor attributes.
Definition: nvmedia_dla.h:143
NvMediaDlaGetVersion
NvMediaStatus NvMediaDlaGetVersion(NvMediaVersion *version)
Returns the version information for the NvMediaDla library.
NvMediaDlaBinaryLoadable::loadableSize
uint64_t loadableSize
Size (in bytes) of in-memory loadable.
Definition: nvmedia_dla.h:127
NvMediaDlaBinaryLoadable
Holds attributes for populating binary loadables for NvMediaDla.
Definition: nvmedia_dla.h:123
NvMediaDlaPingById
NvMediaStatus NvMediaDlaPingById(const uint32_t dlaId)
Checks the status of the DLA engine.
NvMediaDla
struct NvMediaDla NvMediaDla
Holds a handle to the NvMedia DLA device.
Definition: nvmedia_dla.h:72
NvMediaDlaGetInputTensorDescriptor
NvMediaStatus NvMediaDlaGetInputTensorDescriptor(const NvMediaDla *dla, const uint32_t idx, NvMediaDlaTensorDescriptor *descriptor)
Gets the input tensor descriptor for the current loadable in the NvMediaDla context.
NvMediaDlaData::type
NvMediaDlaDataType type
An NvMediaDlaDataType type.
Definition: nvmedia_dla.h:107
NVMEDIA_DLA_DATA_TYPE_TENSOR
@ NVMEDIA_DLA_DATA_TYPE_TENSOR
NvMediaTensor data type.
Definition: nvmedia_dla.h:91
NvMediaDlaDestroy
NvMediaStatus NvMediaDlaDestroy(NvMediaDla *dla)
Destroys a DLA engine instance created by NvMediaDlaCreate().
NvMediaTensorAttr
Holds tensor creation attributes.
Definition: nvmedia_tensor.h:126
NvMediaDlaCreate
NvMediaDla * NvMediaDlaCreate(void)
Creates a default context for NvMediaDla.
NvMediaDlaData::pointer
NvMediaDlaDataPointer pointer
A pointer to NvMediaDlaDataPointer.
Definition: nvmedia_dla.h:109
NvMediaDlaDataType
NvMediaDlaDataType
Defines the data types that DLA can operate on.
Definition: nvmedia_dla.h:89
NvMediaDlaGetNumTasks
NvMediaStatus NvMediaDlaGetNumTasks(const NvMediaDla *dla, uint32_t *numTasks)
Returns the number of outstanding tasks of NvMediaDla.
NvMediaDlaUMDVersion::subMinor
uint8_t subMinor
Sub-minor version.
Definition: nvmedia_dla.h:83
NvMediaDlaArgs::dlaData
NvMediaDlaData * dlaData
Pointer to array of NvMediaDlaData.
Definition: nvmedia_dla.h:135
NvMediaDlaData
Specifies the type and pointer to NvMediaDla.
Definition: nvmedia_dla.h:105