38 #ifndef DW_DNN_PLUGIN_H_ 39 #define DW_DNN_PLUGIN_H_ 109 const void* data,
size_t length);
136 int32_t outputIndex,
const dwBlobSize* inputDimensions,
137 int32_t numInputs, _dwDNNPluginHandle_t handle);
147 _dwDNNPluginHandle_t handle);
173 int32_t numInputs,
const dwBlobSize* outputDimensions,
176 _dwDNNPluginHandle_t handle);
189 void* workspace, cudaStream_t stream, _dwDNNPluginHandle_t handle);
213 #endif // DW_DNN_PLUGIN_H_ dwStatus _dwDNNPlugin_getSerializationSize(size_t *serializationSize, _dwDNNPluginHandle_t handle)
Returns serialization size.
CHW with 4-element packed channels.
NVIDIA DriveWorks API: Core Types
dwStatus _dwDNNPlugin_release(_dwDNNPluginHandle_t handle)
Releases the custom plugin.
dwStatus _dwDNNPlugin_configureWithFormat(const dwBlobSize *inputDimensions, int32_t numInputs, const dwBlobSize *outputDimensions, int32_t numOutputs, dwPrecision precision, dwDNNPluginLayout layout, int32_t maxBatchSize, _dwDNNPluginHandle_t handle)
Configures the plugin with given format.
CHW with 32-element packed channels.
dwDNNPluginLayout
Represents different layouts for plugins.
dwPrecision precision
data type of the weights
dwStatus _dwDNNPlugin_initialize(_dwDNNPluginHandle_t *handle, const char8_t *layerName, const void *data, size_t length)
Initializes the custom plugin from serialized bytes.
CHW with 2-element packed channels.
NVIDIA DriveWorks API: DNN Methods
CHW with 16-element packed channels.
dwStatus
Status definition.
HWC with 8-element packed channels. (C must be a multiple of 8)
dwStatus _dwDNNPlugin_getNumOutputs(int32_t *numOutputs, _dwDNNPluginHandle_t handle)
Returns number of outputs.
HWC with 8-element packed channels. (C must be a multiple of 8)
CHW with 2-element packed channels.
dwStatus _dwDNNPlugin_serialize(void *buffer, _dwDNNPluginHandle_t handle)
Serializes the layer.
void * _dwDNNPluginHandle_t
_dwDNNPluginHandle_t can be optionally used for storing and accessing variables among the functions d...
dwStatus _dwDNNPlugin_initializeFromWeights(_dwDNNPluginHandle_t *handle, const char8_t *layerName, const dwDNNPluginWeights *weights, int32_t numWeights)
Initializes the custom plugin from weights.
dwStatus _dwDNNPlugin_getWorkspaceSize(size_t *workspaceSize, int32_t maxBatchSize, _dwDNNPluginHandle_t handle)
Returns workspace size.
int64_t count
the number of weights in the array
dwStatus _dwDNNPlugin_enqueue(int32_t batchSize, const void *const *inputs, void **outputs, void *workspace, cudaStream_t stream, _dwDNNPluginHandle_t handle)
Performs forward-pass.
dwStatus _dwDNNPlugin_getOutputDimensions(dwBlobSize *outputDimensions, int32_t outputIndex, const dwBlobSize *inputDimensions, int32_t numInputs, _dwDNNPluginHandle_t handle)
Returns output dimensions of an output at a given index based on inputDimensions. ...
dwStatus _dwDNNPlugin_supportsFormat(bool *res, dwPrecision precision, dwDNNPluginLayout pluginLayout, _dwDNNPluginHandle_t handle)
Returns a flag indicating whether the given format is supported.
const void * values
the weight values, in a contiguous array