160 static constexpr int32_t kVALUE = 14;
199 mImpl->setName(name);
211 return mImpl->getName();
230 mImpl->setDimensions(dimensions);
244 return mImpl->getDimensions();
259 mImpl->setType(type);
271 return mImpl->getType();
288 return mImpl->setDynamicRange(min, max);
296 return mImpl->isNetworkInput();
304 return mImpl->isNetworkOutput();
321 mImpl->setBroadcastAcrossBatch(broadcastAcrossBatch);
335 return mImpl->getBroadcastAcrossBatch();
347 return mImpl->getLocation();
366 mImpl->setLocation(location);
378 return mImpl->dynamicRangeIsSet();
386 mImpl->resetDynamicRange();
396 return mImpl->getDynamicRangeMin();
406 return mImpl->getDynamicRangeMax();
428 mImpl->setAllowedFormats(formats);
441 return mImpl->getAllowedFormats();
472 return mImpl->isShapeTensor();
493 return mImpl->isExecutionTensor();
519 mImpl->setDimensionName(index, name);
534 return mImpl->getDimensionName(index);
559 return mLayer->getType();
573 mLayer->setName(name);
583 return mLayer->getName();
591 return mLayer->getNbInputs();
604 return mLayer->getInput(index);
612 return mLayer->getNbOutputs();
622 return mLayer->getOutput(index);
639 return mLayer->setInput(index, tensor);
670 mLayer->setPrecision(dataType);
682 return mLayer->getPrecision();
694 return mLayer->precisionIsSet();
704 mLayer->resetPrecision();
751 mLayer->setOutputType(index, dataType);
766 return mLayer->getOutputType(index);
780 return mLayer->outputTypeIsSet(index);
792 return mLayer->resetOutputType(index);
810 mLayer->setMetadata(metadata);
823 return mLayer->getMetadata();
828 apiv::VLayer* mLayer;
1005 static constexpr int32_t kVALUE = 4;
1033 mImpl->setNbOutputMaps(nbOutputMaps);
1043 return mImpl->getNbOutputMaps();
1063 mImpl->setNbGroups(nbGroups);
1073 return mImpl->getNbGroups();
1087 mImpl->setKernelWeights(weights);
1097 return mImpl->getKernelWeights();
1112 mImpl->setBiasWeights(weights);
1122 return mImpl->getBiasWeights();
1139 mImpl->setPrePadding(padding);
1149 return mImpl->getPrePadding();
1166 mImpl->setPostPadding(padding);
1176 return mImpl->getPostPadding();
1190 mImpl->setPaddingMode(paddingMode);
1202 return mImpl->getPaddingMode();
1215 mImpl->setKernelSizeNd(kernelSize);
1225 return mImpl->getKernelSizeNd();
1240 mImpl->setStrideNd(stride);
1250 return mImpl->getStrideNd();
1268 mImpl->setPaddingNd(padding);
1280 return mImpl->getPaddingNd();
1294 mImpl->setDilationNd(dilation);
1304 return mImpl->getDilationNd();
1353 mImpl->setActivationType(type);
1363 return mImpl->getActivationType();
1378 mImpl->setAlpha(alpha);
1392 mImpl->setBeta(beta);
1401 return mImpl->getAlpha();
1410 return mImpl->getBeta();
1440 static constexpr int32_t kVALUE = 3;
1467 mImpl->setPoolingType(type);
1477 return mImpl->getPoolingType();
1492 mImpl->setBlendFactor(blendFactor);
1505 return mImpl->getBlendFactor();
1519 mImpl->setAverageCountExcludesPadding(exclusive);
1530 return mImpl->getAverageCountExcludesPadding();
1548 mImpl->setPrePadding(padding);
1558 return mImpl->getPrePadding();
1576 mImpl->setPostPadding(padding);
1586 return mImpl->getPostPadding();
1599 mImpl->setPaddingMode(paddingMode);
1610 return mImpl->getPaddingMode();
1623 mImpl->setWindowSizeNd(windowSize);
1633 return mImpl->getWindowSizeNd();
1648 mImpl->setStrideNd(stride);
1658 return mImpl->getStrideNd();
1677 mImpl->setPaddingNd(padding);
1689 return mImpl->getPaddingNd();
1720 mImpl->setWindowSize(windowSize);
1730 return mImpl->getWindowSize();
1742 mImpl->setAlpha(alpha);
1752 return mImpl->getAlpha();
1764 mImpl->setBeta(beta);
1774 return mImpl->getBeta();
1796 return mImpl->getK();
1862 mImpl->setMode(mode);
1872 return mImpl->getMode();
1882 mImpl->setShift(shift);
1892 return mImpl->getShift();
1902 mImpl->setScale(scale);
1912 return mImpl->getScale();
1922 mImpl->setPower(power);
1932 return mImpl->getPower();
1947 return mImpl->getChannelAxis();
1968 mImpl->setChannelAxis(channelAxis);
2021 mImpl->setAxes(axes);
2031 return mImpl->getAxes();
2067 mImpl->setAxis(axis);
2077 return mImpl->getAxis();
2104 mImpl->setNbOutputMaps(nbOutputMaps);
2114 return mImpl->getNbOutputMaps();
2134 mImpl->setNbGroups(nbGroups);
2144 return mImpl->getNbGroups();
2158 mImpl->setKernelWeights(weights);
2168 return mImpl->getKernelWeights();
2183 mImpl->setBiasWeights(weights);
2193 return mImpl->getBiasWeights();
2211 mImpl->setPrePadding(padding);
2221 return mImpl->getPrePadding();
2239 mImpl->setPostPadding(padding);
2249 return mImpl->getPostPadding();
2263 mImpl->setPaddingMode(paddingMode);
2275 return mImpl->getPaddingMode();
2290 mImpl->setKernelSizeNd(kernelSize);
2300 return mImpl->getKernelSizeNd();
2317 mImpl->setStrideNd(stride);
2327 return mImpl->getStrideNd();
2345 mImpl->setPaddingNd(padding);
2357 return mImpl->getPaddingNd();
2383 mImpl->setDilationNd(dilation);
2393 return mImpl->getDilationNd();
2443 static constexpr int32_t kVALUE = 14;
2480 return mImpl->setOperation(op);
2492 return mImpl->getOperation();
2614 mImpl->setGatherAxis(axis);
2626 return mImpl->getGatherAxis();
2649 mImpl->setNbElementWiseDims(elementWiseDims);
2659 return mImpl->getNbElementWiseDims();
2669 mImpl->setMode(mode);
2679 return mImpl->getMode();
2706 return mImpl->getPlugin();
2733 return mImpl->getPlugin();
2816 mImpl->setOperation(op);
2826 return mImpl->getOperation();
2889 mImpl->setOperation(op);
2899 return mImpl->getOperation();
2909 mImpl->setReduceAxes(reduceAxes);
2919 return mImpl->getReduceAxes();
2929 mImpl->setKeepDimensions(keepDimensions);
2939 return mImpl->getKeepDimensions();
2971 mImpl->setPrePaddingNd(padding);
2983 return mImpl->getPrePaddingNd();
2997 mImpl->setPostPaddingNd(padding);
3009 return mImpl->getPostPaddingNd();
3059 mImpl->setFirstTranspose(permutation);
3071 return mImpl->getFirstTranspose();
3099 mImpl->setReshapeDimensions(dimensions);
3112 return mImpl->getReshapeDimensions();
3159 mImpl->setSecondTranspose(permutation);
3171 return mImpl->getSecondTranspose();
3187 return mImpl->setZeroIsPlaceholder(zeroIsPlaceholder);
3200 return mImpl->getZeroIsPlaceholder();
3291 mImpl->setStart(start);
3306 return mImpl->getStart();
3320 return mImpl->setSize(size);
3335 return mImpl->getSize();
3349 mImpl->setStride(stride);
3364 return mImpl->getStride();
3374 mImpl->setMode(mode);
3384 return mImpl->getMode();
3479 mImpl->setOperation(op);
3489 return mImpl->getOperation();
3517 return mImpl->getK();
3527 mImpl->setReduceAxes(reduceAxes);
3537 return mImpl->getReduceAxes();
3639 mImpl->setOperation(index, op);
3651 return mImpl->getOperation(index);
3759 mImpl->setToType(toType);
3770 return mImpl->getToType();
3799 mImpl->setWeights(weights);
3809 return mImpl->getWeights();
3821 mImpl->setDimensions(dimensions);
3833 return mImpl->getDimensions();
3879 static constexpr int32_t kVALUE = 3;
3933 static constexpr int32_t kVALUE = 3;
3963 static constexpr int32_t kVALUE = 2;
3999 static constexpr int32_t kVALUE = 4;
4062 return mImpl->setOutputDimensions(dimensions);
4072 return mImpl->getOutputDimensions();
4100 void setScales(
float const* scales, int32_t nbScales)
noexcept
4102 mImpl->setScales(scales, nbScales);
4119 int32_t
getScales(int32_t size,
float* scales)
const noexcept
4121 return mImpl->getScales(size, scales);
4133 mImpl->setResizeMode(interpolationMode);
4143 return mImpl->getResizeMode();
4178 mImpl->setCoordinateTransformation(coordTransform);
4188 return mImpl->getCoordinateTransformation();
4203 mImpl->setSelectorForSinglePixel(selector);
4213 return mImpl->getSelectorForSinglePixel();
4227 mImpl->setNearestRounding(value);
4237 return mImpl->getNearestRounding();
4259 mImpl->setCubicCoeff(A);
4269 return mImpl->getCubicCoeff();
4282 mImpl->setExcludeOutside(excludeFlag);
4292 return mImpl->getExcludeOutside();
4370 return mBoundary->getLoop();
4375 apiv::VLoopBoundaryLayer* mBoundary;
4393 return mBoundary->getConditional();
4398 apiv::VConditionalBoundaryLayer* mBoundary;
4479 return mImpl->setCondition(condition);
4495 return mImpl->addOutput(trueSubgraphOutput, falseSubgraphOutput);
4507 return mImpl->addInput(input);
4522 mImpl->setName(name);
4532 return mImpl->getName();
4602 return mImpl->getLoopOutput();
4619 mImpl->setAxis(axis);
4627 return mImpl->getAxis();
4676 return mImpl->getTripLimit();
4702 mImpl->setAxis(axis);
4710 return mImpl->getAxis();
4724 mImpl->setReverse(reverse);
4734 return mImpl->getReverse();
4762 return mImpl->addRecurrence(initialValue);
4783 return mImpl->addTripLimit(tensor, limit);
4796 return mImpl->addIterator(tensor, axis, reverse);
4809 return mImpl->addLoopOutput(tensor, outputKind, axis);
4824 mImpl->setName(name);
4834 return mImpl->getName();
4889 mImpl->setMessage(message);
4899 return mImpl->getMessage();
5001 mImpl->setDimensions(dimensions);
5016 return mImpl->getDimensions();
5026 mImpl->setOperation(op);
5036 return mImpl->getOperation();
5055 mImpl->setAlpha(alpha);
5070 return mImpl->getAlpha();
5089 mImpl->setBeta(beta);
5104 return mImpl->getBeta();
5165 mImpl->setAlphaInt64(alpha);
5180 return mImpl->getAlphaInt64();
5199 mImpl->setBetaInt64(beta);
5214 return mImpl->getBetaInt64();
5222 return mImpl->isAlphaBetaInt64();
5239 mImpl->setToType(toType);
5251 return mImpl->getToType();
5345 return mImpl->getAxis();
5356 mImpl->setAxis(axis);
5372 mImpl->setToType(toType);
5384 return mImpl->getToType();
5475 return mImpl->getAxis();
5486 mImpl->setAxis(axis);
5502 mImpl->setToType(toType);
5514 return mImpl->getToType();
5572 return mImpl->setEquation(equation);
5582 return mImpl->getEquation();
5680 mImpl->setMode(mode);
5690 return mImpl->getMode();
5700 mImpl->setAxis(axis);
5708 return mImpl->getAxis();
5752 mImpl->setAxis(axis);
5760 return mImpl->getAxis();
5788 mImpl->setInterpolationMode(mode);
5800 return mImpl->getInterpolationMode();
5810 mImpl->setAlignCorners(alignCorners);
5822 return mImpl->getAlignCorners();
5834 return mImpl->setSampleMode(mode);
5846 return mImpl->getSampleMode();
5940 mImpl->setBoundingBoxFormat(fmt);
5952 return mImpl->getBoundingBoxFormat();
5966 mImpl->setTopKBoxLimit(limit);
5976 return mImpl->getTopKBoxLimit();
6029 mImpl->setBatchAxis(batchAxis);
6039 return mImpl->getBatchAxis();
6052 mImpl->setSequenceAxis(sequenceAxis);
6062 return mImpl->getSequenceAxis();
6100 return mImpl->setEpsilon(eps);
6110 return mImpl->getEpsilon();
6120 return mImpl->setAxes(axesMask);
6130 return mImpl->getAxes();
6151 return mImpl->setNbGroups(nbGroups);
6161 return mImpl->getNbGroups();
6187 return mImpl->setComputePrecision(type);
6197 return mImpl->getComputePrecision();
6265 return mImpl->addInput(name, type, dimensions);
6279 mImpl->markOutput(tensor);
6297 return mImpl->markDebug(tensor);
6313 return mImpl->unmarkDebug(tensor);
6323 return mImpl->isDebugTensor(tensor);
6343 return mImpl->addActivation(input, type);
6362 return mImpl->addLRN(input, window, alpha, beta, k);
6388 return mImpl->addScale(input, mode, shift, scale, power);
6401 return mImpl->addSoftMax(input);
6418 return mImpl->addConcatenation(inputs, nbInputs);
6445 return mImpl->addElementWise(input1, input2, op);
6467 return mImpl->addUnary(input, operation);
6481 return mImpl->addShuffle(input);
6498 return mImpl->addOneHot(indices, values, depth, axis);
6510 return mImpl->getNbLayers();
6524 return mImpl->getLayer(index);
6536 return mImpl->getNbInputs();
6552 return mImpl->getInput(index);
6566 return mImpl->getNbOutputs();
6582 return mImpl->getOutput(index);
6609 return mImpl->addReduce(input, operation, reduceAxes, keepDimensions);
6641 return mImpl->addTopK(input, op, k, reduceAxes);
6657 return mImpl->addGather(data, indices, axis);
6673 return mImpl->addGatherV2(data, indices, mode);
6692 return mImpl->addRaggedSoftMax(input, bounds);
6714 return mImpl->addMatrixMultiply(input0, op0, input1, op1);
6728 return mImpl->addNonZero(input);
6752 return mImpl->addConstant(dimensions, weights);
6766 return mImpl->addIdentity(input);
6781 return mImpl->addCast(input, toType);
6796 mImpl->removeTensor(tensor);
6808 mImpl->unmarkOutput(tensor);
6827 return mImpl->addPluginV2(inputs, nbInputs, plugin);
6844 int32_t nbShapeInputs,
IPluginV3& plugin)
noexcept
6846 return mImpl->addPluginV3(inputs, nbInputs, shapeInputs, nbShapeInputs, plugin);
6865 return mImpl->addSlice(input, start, size, stride);
6889 mImpl->setName(name);
6903 return mImpl->getName();
6919 return mImpl->addShape(input);
6933 return mImpl->hasImplicitBatchDimension();
6943 return mImpl->getFlags();
6955 return mImpl->getFlag(networkDefinitionCreationFlag);
6972 return mImpl->markOutputForShapes(tensor);
6984 return mImpl->unmarkOutputForShapes(tensor);
7002 return mImpl->addParametricReLU(input, slope);
7025 return mImpl->addConvolutionNd(input, nbOutputMaps, kernelSize, kernelWeights, biasWeights);
7044 return mImpl->addPoolingNd(input, type, windowSize);
7067 return mImpl->addDeconvolutionNd(input, nbOutputMaps, kernelSize, kernelWeights, biasWeights);
7104 return mImpl->addScaleNd(input, mode, shift, scale, power, channelAxis);
7120 return mImpl->addResize(input);
7134 return mImpl->addLoop();
7149 return mImpl->addIfConditional();
7188 return mImpl->addSelect(condition, thenInput, elseInput);
7205 return mImpl->addAssertion(condition, message);
7230 return mImpl->addFill(dimensions, op);
7256 return mImpl->addFillV2(dimensions, op, outputType);
7272 return mImpl->addPaddingNd(input, prePadding, postPadding);
7296 return mImpl->setWeightsName(weights, name);
7315 mImpl->setErrorRecorder(recorder);
7330 return mImpl->getErrorRecorder();
7351 return mImpl->addDequantize(input, scale);
7372 return mImpl->addDequantizeV2(input, scale, outputType);
7392 return mImpl->addScatter(data, indices, updates, mode);
7413 return mImpl->addQuantize(input, scale);
7434 return mImpl->addQuantizeV2(input, scale, outputType);
7449 return mImpl->addEinsum(inputs, nbInputs, equation);
7467 return mImpl->addGridSample(input, grid);
7485 return mImpl->addNMS(boxes, scores, maxOutputBoxesPerClass);
7502 return mImpl->addReverseSequence(input, sequenceLens);
7528 return mImpl->addNormalization(input, scale, bias, axesMask);
7539 return mImpl->getBuilder();
7611 virtual
bool getBatch(
void* bindings[],
char const* names[], int32_t nbBindings) noexcept = 0;
7627 virtual
void const* readCalibrationCache(std::
size_t& length) noexcept = 0;
7637 virtual
void writeCalibrationCache(
void const* ptr, std::
size_t length) noexcept = 0;
7803 virtual
double getRegressionCutoff() const noexcept = 0;
7817 virtual
void const* readHistogramCache(std::
size_t& length) noexcept = 0;
7827 virtual
void writeHistogramCache(
void const* ptr, std::
size_t length) noexcept = 0;
7868 return mImpl->getDataType();
7879 return mImpl->getStrides();
7889 return mImpl->getVectorizedDim();
7900 return mImpl->getComponentsPerElement();
7927 return mImpl->getImplementation();
7935 return mImpl->getTactic();
7961 return mImpl->getName();
7973 return mImpl->getDimensions(index, select);
7981 return mImpl->getNbInputs();
7989 return mImpl->getNbOutputs();
8016 return mImpl->getAlgorithmVariant();
8024 return mImpl->getTimingMSec();
8032 return mImpl->getWorkspaceSize();
8046 return mImpl->getAlgorithmIOInfoByIndex(index);
8081 int32_t nbChoices, int32_t* selection)
noexcept = 0;
8094 int32_t nbAlgorithms)
noexcept = 0;
8334 return mImpl->serialize();
8358 return mImpl->combine(inputCache, ignoreMismatch);
8368 return mImpl->reset();
8476 static constexpr int32_t kVALUE = 1;
8518 static constexpr int32_t kVALUE = 2;
8557 virtual void phaseStart(
char const* phaseName,
char const* parentPhase, int32_t nbSteps)
noexcept = 0;
8571 virtual bool stepComplete(
char const* phaseName, int32_t step)
noexcept = 0;
8630 virtual
void setAvgTimingIterations(int32_t avgTiming) noexcept
8632 mImpl->setAvgTimingIterations(avgTiming);
8644 return mImpl->getAvgTimingIterations();
8657 mImpl->setEngineCapability(capability);
8669 return mImpl->getEngineCapability();
8681 mImpl->setInt8Calibrator(calibrator);
8691 return mImpl->getInt8Calibrator();
8708 mImpl->setFlags(builderFlags);
8720 return mImpl->getFlags();
8732 mImpl->clearFlag(builderFlag);
8744 mImpl->setFlag(builderFlag);
8756 return mImpl->getFlag(builderFlag);
8773 mImpl->setDeviceType(layer, deviceType);
8783 return mImpl->getDeviceType(layer);
8795 return mImpl->isDeviceTypeSet(layer);
8805 mImpl->resetDeviceType(layer);
8815 return mImpl->canRunOnDLA(layer);
8831 mImpl->setDLACore(dlaCore);
8841 return mImpl->getDLACore();
8852 mImpl->setDefaultDeviceType(deviceType);
8862 return mImpl->getDefaultDeviceType();
8884 return mImpl->setProfileStream(stream);
8896 return mImpl->getProfileStream();
8913 return mImpl->addOptimizationProfile(profile);
8926 return mImpl->getNbOptimizationProfiles();
8938 mImpl->setProfilingVerbosity(verbosity);
8951 return mImpl->getProfilingVerbosity();
8960 mImpl->setAlgorithmSelector(selector);
8968 return mImpl->getAlgorithmSelector();
8986 return mImpl->setCalibrationProfile(profile);
8998 return mImpl->getCalibrationProfile();
9015 mImpl->setQuantizationFlags(flags);
9027 return mImpl->getQuantizationFlags();
9039 mImpl->clearQuantizationFlag(flag);
9051 mImpl->setQuantizationFlag(flag);
9063 return mImpl->getQuantizationFlag(flag);
9085 return mImpl->setTacticSources(tacticSources);
9100 return mImpl->getTacticSources();
9119 return mImpl->createTimingCache(blob, size);
9142 return mImpl->setTimingCache(cache, ignoreMismatch);
9152 return mImpl->getTimingCache();
9184 mImpl->setMemoryPoolLimit(pool, poolSize);
9203 return mImpl->getMemoryPoolLimit(pool);
9221 mImpl->setPreviewFeature(feature, enable);
9235 return mImpl->getPreviewFeature(feature);
9268 mImpl->setBuilderOptimizationLevel(level);
9280 return mImpl->getBuilderOptimizationLevel();
9297 mImpl->setHardwareCompatibilityLevel(hardwareCompatibilityLevel);
9310 return mImpl->getHardwareCompatibilityLevel();
9323 mImpl->setPluginsToSerialize(paths, nbPaths);
9336 return mImpl->getPluginToSerialize(index);
9346 return mImpl->getNbPluginsToSerialize();
9375 mImpl->setMaxAuxStreams(nbStreams);
9385 return mImpl->getMaxAuxStreams();
9401 return mImpl->setProgressMonitor(monitor);
9411 return mImpl->getProgressMonitor();
9475 bool platformHasFastFp16() const noexcept
9477 return mImpl->platformHasFastFp16();
9485 return mImpl->platformHasFastInt8();
9497 return mImpl->getMaxDLABatchSize();
9505 return mImpl->getNbDLACores();
9522 mImpl->setGpuAllocator(allocator);
9532 return mImpl->createBuilderConfig();
9554 return mImpl->createNetworkV2(flags);
9569 return mImpl->createOptimizationProfile();
9588 mImpl->setErrorRecorder(recorder);
9603 return mImpl->getErrorRecorder();
9619 return mImpl->platformHasTf32();
9638 return mImpl->buildSerializedNetwork(network, config);
9660 return mImpl->isNetworkSupported(network, config);
9670 return mImpl->getLogger();
9686 return mImpl->setMaxThreads(maxThreads);
9700 return mImpl->getMaxThreads();
9710 return mImpl->getPluginRegistry();
9723extern "C" TENSORRTAPI void* createInferBuilder_INTERNAL(
void* logger, int32_t version)
noexcept;
#define TENSORRTAPI
Definition: NvInferRuntimeBase.h:59
#define NV_TENSORRT_VERSION
Definition: NvInferRuntimeBase.h:93
#define TRT_DEPRECATED
Definition: NvInferRuntimeBase.h:45
#define TRT_DEPRECATED_ENUM
Definition: NvInferRuntimeBase.h:46
Definition: NvInferRuntimeBase.h:202
static constexpr int32_t MAX_DIMS
The maximum rank (number of dimensions) supported for a tensor.
Definition: NvInferRuntimeBase.h:205
An Activation layer in a network definition.
Definition: NvInfer.h:1342
void setBeta(float beta) noexcept
Set the beta parameter (must be finite).
Definition: NvInfer.h:1390
void setActivationType(ActivationType type) noexcept
Set the type of activation to be performed.
Definition: NvInfer.h:1351
ActivationType getActivationType() const noexcept
Get the type of activation to be performed.
Definition: NvInfer.h:1361
float getAlpha() const noexcept
Get the alpha parameter.
Definition: NvInfer.h:1399
virtual ~IActivationLayer() noexcept=default
float getBeta() const noexcept
Get the beta parameter.
Definition: NvInfer.h:1408
void setAlpha(float alpha) noexcept
Set the alpha parameter (must be finite).
Definition: NvInfer.h:1376
Describes the context and requirements, that could be fulfilled by one or more instances of IAlgorith...
Definition: NvInfer.h:7952
int32_t getNbOutputs() const noexcept
Return number of outputs of the algorithm.
Definition: NvInfer.h:7987
int32_t getNbInputs() const noexcept
Return number of inputs of the algorithm.
Definition: NvInfer.h:7979
char const * getName() const noexcept
Return name of the algorithm node.
Definition: NvInfer.h:7959
virtual ~IAlgorithmContext() noexcept=default
Dims getDimensions(int32_t index, OptProfileSelector select) const noexcept
Get the minimum / optimum / maximum dimensions for input or output tensor.
Definition: NvInfer.h:7971
Describes a variation of execution of a layer. An algorithm is represented by IAlgorithmVariant and t...
Definition: NvInfer.h:8009
std::size_t getWorkspaceSize() const noexcept
The size of the GPU temporary memory in bytes which the algorithm uses at execution time.
Definition: NvInfer.h:8030
float getTimingMSec() const noexcept
The time in milliseconds to execute the algorithm.
Definition: NvInfer.h:8022
IAlgorithmIOInfo const * getAlgorithmIOInfoByIndex(int32_t index) const noexcept
Returns the format of an Algorithm input or output. Algorithm inputs are incrementally numbered first...
Definition: NvInfer.h:8044
virtual ~IAlgorithm() noexcept=default
IAlgorithmVariant const & getAlgorithmVariant() const noexcept
Returns the algorithm variant.
Definition: NvInfer.h:8014
Carries information about input or output of the algorithm. IAlgorithmIOInfo for all the input and ou...
Definition: NvInfer.h:7859
virtual ~IAlgorithmIOInfo() noexcept=default
int64_t getVectorizedDim() const noexcept
Return the index of the vectorized dimension or -1 for non-vectorized formats.
Definition: NvInfer.h:7887
Dims getStrides() const noexcept
Return strides of the input/output tensor of algorithm. For vectorized formats, strides are given in ...
Definition: NvInfer.h:7877
DataType getDataType() const noexcept
Return DataType of the input/output of algorithm.
Definition: NvInfer.h:7866
int64_t getComponentsPerElement() const noexcept
Return the number of components per element. This is always 1 for non-vectorized formats.
Definition: NvInfer.h:7898
provides a unique 128-bit identifier, which along with the input and output information denotes the v...
Definition: NvInfer.h:7920
virtual ~IAlgorithmVariant() noexcept=default
int64_t getTactic() const noexcept
Return tactic of the algorithm.
Definition: NvInfer.h:7933
int64_t getImplementation() const noexcept
Return implementation of the algorithm.
Definition: NvInfer.h:7925
An assertion layer in a network.
Definition: NvInfer.h:4877
void setMessage(char const *message) noexcept
Set the message to print if the assertion fails.
Definition: NvInfer.h:4887
char const * getMessage() const noexcept
Return the assertion message.
Definition: NvInfer.h:4897
virtual ~IAssertionLayer() noexcept=default
Holds properties for configuring a builder to produce an engine.
Definition: NvInfer.h:8618
void setMemoryPoolLimit(MemoryPoolType pool, std::size_t poolSize) noexcept
Set the memory size for the memory pool.
Definition: NvInfer.h:9182
void setQuantizationFlag(QuantizationFlag flag) noexcept
Set a single quantization flag.
Definition: NvInfer.h:9049
nvinfer1::ITimingCache * createTimingCache(void const *blob, std::size_t size) const noexcept
Create timing cache.
Definition: NvInfer.h:9117
void setPreviewFeature(PreviewFeature feature, bool enable) noexcept
Enable or disable a specific preview feature.
Definition: NvInfer.h:9219
TRT_DEPRECATED void setInt8Calibrator(IInt8Calibrator *calibrator) noexcept
Set Int8 Calibration interface.
Definition: NvInfer.h:8679
bool getPreviewFeature(PreviewFeature feature) const noexcept
Get status of preview feature.
Definition: NvInfer.h:9233
void clearQuantizationFlag(QuantizationFlag flag) noexcept
clear a quantization flag.
Definition: NvInfer.h:9037
int32_t getBuilderOptimizationLevel() noexcept
Get builder optimization level.
Definition: NvInfer.h:9278
bool setTacticSources(TacticSources tacticSources) noexcept
Set tactic sources.
Definition: NvInfer.h:9083
void setPluginsToSerialize(char const *const *paths, int32_t nbPaths) noexcept
Set the plugin libraries to be serialized with version-compatible engines.
Definition: NvInfer.h:9321
bool getQuantizationFlag(QuantizationFlag flag) const noexcept
Returns true if the quantization flag is set.
Definition: NvInfer.h:9061
TRT_DEPRECATED IInt8Calibrator * getInt8Calibrator() const noexcept
Get Int8 Calibration interface.
Definition: NvInfer.h:8689
std::size_t getMemoryPoolLimit(MemoryPoolType pool) const noexcept
Get the memory size limit of the memory pool.
Definition: NvInfer.h:9201
int32_t getDLACore() const noexcept
Get the DLA core that the engine executes on.
Definition: NvInfer.h:8839
int32_t getNbPluginsToSerialize() const noexcept
Get the number of plugin library paths to be serialized with version-compatible engines.
Definition: NvInfer.h:9344
void setDeviceType(ILayer const *layer, DeviceType deviceType) noexcept
Set the device that this layer must execute on.
Definition: NvInfer.h:8771
void setEngineCapability(EngineCapability capability) noexcept
Configure the builder to target specified EngineCapability flow.
Definition: NvInfer.h:8655
int32_t getMaxAuxStreams() const noexcept
Get the maximum number of auxiliary streams that TRT is allowed to use.
Definition: NvInfer.h:9383
bool getFlag(BuilderFlag builderFlag) const noexcept
Returns true if the build mode flag is set.
Definition: NvInfer.h:8754
void setQuantizationFlags(QuantizationFlags flags) noexcept
Set the quantization flags.
Definition: NvInfer.h:9013
void setProgressMonitor(IProgressMonitor *monitor) noexcept
Sets the progress monitor for building a network.
Definition: NvInfer.h:9399
void setProfilingVerbosity(ProfilingVerbosity verbosity) noexcept
Set verbosity level of layer information exposed in NVTX annotations and IEngineInspector.
Definition: NvInfer.h:8936
IAlgorithmSelector * getAlgorithmSelector() const noexcept
Get Algorithm Selector.
Definition: NvInfer.h:8966
int32_t getNbOptimizationProfiles() const noexcept
Get number of optimization profiles.
Definition: NvInfer.h:8924
QuantizationFlags getQuantizationFlags() const noexcept
Get the quantization flags.
Definition: NvInfer.h:9025
nvinfer1::ITimingCache const * getTimingCache() const noexcept
Get the pointer to the timing cache from current IBuilderConfig.
Definition: NvInfer.h:9150
void reset() noexcept
Resets the builder configuration to defaults.
Definition: NvInfer.h:8870
bool setTimingCache(ITimingCache const &cache, bool ignoreMismatch) noexcept
Attach a timing cache to IBuilderConfig.
Definition: NvInfer.h:9140
char const * getPluginToSerialize(int32_t index) const noexcept
Get the plugin library path to be serialized with version-compatible engines.
Definition: NvInfer.h:9334
EngineCapability getEngineCapability() const noexcept
Query EngineCapability flow configured for the builder.
Definition: NvInfer.h:8667
void setAlgorithmSelector(IAlgorithmSelector *selector) noexcept
Set Algorithm Selector.
Definition: NvInfer.h:8958
DeviceType getDefaultDeviceType() const noexcept
Get the default DeviceType which was set by setDefaultDeviceType.
Definition: NvInfer.h:8860
BuilderFlags getFlags() const noexcept
Get the build mode flags for this builder config. Defaults to 0.
Definition: NvInfer.h:8718
void setFlags(BuilderFlags builderFlags) noexcept
Set the build mode flags to turn on builder options for this network.
Definition: NvInfer.h:8706
TacticSources getTacticSources() const noexcept
Get tactic sources.
Definition: NvInfer.h:9098
void resetDeviceType(ILayer const *layer) noexcept
reset the DeviceType for this layer
Definition: NvInfer.h:8803
void setDLACore(int32_t dlaCore) noexcept
Sets the DLA core used by the network. Defaults to -1.
Definition: NvInfer.h:8829
HardwareCompatibilityLevel getHardwareCompatibilityLevel() const noexcept
Get the hardware compatibility level.
Definition: NvInfer.h:9308
void clearFlag(BuilderFlag builderFlag) noexcept
clear a single build mode flag.
Definition: NvInfer.h:8730
int32_t addOptimizationProfile(IOptimizationProfile const *profile) noexcept
Add an optimization profile.
Definition: NvInfer.h:8911
IProgressMonitor * getProgressMonitor() const noexcept
Definition: NvInfer.h:9409
apiv::VBuilderConfig * mImpl
Definition: NvInfer.h:9415
TRT_DEPRECATED IOptimizationProfile const * getCalibrationProfile() noexcept
Get the current calibration profile.
Definition: NvInfer.h:8996
int32_t getAvgTimingIterations() const noexcept
Query the number of averaging iterations.
Definition: NvInfer.h:8642
void setDefaultDeviceType(DeviceType deviceType) noexcept
Sets the default DeviceType to be used by the builder. It ensures that all the layers that can run on...
Definition: NvInfer.h:8850
void setFlag(BuilderFlag builderFlag) noexcept
Set a single build mode flag.
Definition: NvInfer.h:8742
TRT_DEPRECATED bool setCalibrationProfile(IOptimizationProfile const *profile) noexcept
Add a calibration profile.
Definition: NvInfer.h:8984
virtual ~IBuilderConfig() noexcept=default
DeviceType getDeviceType(ILayer const *layer) const noexcept
Get the device that this layer executes on.
Definition: NvInfer.h:8781
bool canRunOnDLA(ILayer const *layer) const noexcept
Checks if a layer can run on DLA.
Definition: NvInfer.h:8813
cudaStream_t getProfileStream() const noexcept
Get the cuda stream that is used to profile this network.
Definition: NvInfer.h:8894
void setHardwareCompatibilityLevel(HardwareCompatibilityLevel hardwareCompatibilityLevel) noexcept
Set the hardware compatibility level.
Definition: NvInfer.h:9295
void setMaxAuxStreams(int32_t nbStreams) noexcept
Set the maximum number of auxiliary streams that TRT is allowed to use.
Definition: NvInfer.h:9373
ProfilingVerbosity getProfilingVerbosity() const noexcept
Get verbosity level of layer information exposed in NVTX annotations and IEngineInspector.
Definition: NvInfer.h:8949
bool isDeviceTypeSet(ILayer const *layer) const noexcept
whether the DeviceType has been explicitly set for this layer
Definition: NvInfer.h:8793
void setBuilderOptimizationLevel(int32_t level) noexcept
Set builder optimization level.
Definition: NvInfer.h:9266
void setProfileStream(const cudaStream_t stream) noexcept
Set the cuda stream that is used to profile this network.
Definition: NvInfer.h:8882
Builds an engine from a network definition.
Definition: NvInfer.h:9468
int32_t getMaxDLABatchSize() const noexcept
Get the maximum batch size DLA can support. For any tensor the total volume of index dimensions combi...
Definition: NvInfer.h:9495
int32_t getNbDLACores() const noexcept
Return the number of DLA engines available to this builder.
Definition: NvInfer.h:9503
IErrorRecorder * getErrorRecorder() const noexcept
get the ErrorRecorder assigned to this interface.
Definition: NvInfer.h:9601
apiv::VBuilder * mImpl
Definition: NvInfer.h:9714
ILogger * getLogger() const noexcept
get the logger with which the builder was created
Definition: NvInfer.h:9668
bool isNetworkSupported(INetworkDefinition const &network, IBuilderConfig const &config) const noexcept
Checks that a network is within the scope of the IBuilderConfig settings.
Definition: NvInfer.h:9658
bool platformHasTf32() const noexcept
Determine whether the platform has TF32 support.
Definition: NvInfer.h:9617
int32_t getMaxThreads() const noexcept
get the maximum number of threads that can be used by the builder.
Definition: NvInfer.h:9698
IPluginRegistry & getPluginRegistry() noexcept
get the local plugin registry that can be used by the builder.
Definition: NvInfer.h:9708
nvinfer1::IOptimizationProfile * createOptimizationProfile() noexcept
Create a new optimization profile.
Definition: NvInfer.h:9567
void setGpuAllocator(IGpuAllocator *allocator) noexcept
Set the GPU allocator.
Definition: NvInfer.h:9520
nvinfer1::INetworkDefinition * createNetworkV2(NetworkDefinitionCreationFlags flags) noexcept
Create a network definition object.
Definition: NvInfer.h:9552
nvinfer1::IBuilderConfig * createBuilderConfig() noexcept
Create a builder configuration object.
Definition: NvInfer.h:9530
void reset() noexcept
Resets the builder state to default values.
Definition: NvInfer.h:9609
bool setMaxThreads(int32_t maxThreads) noexcept
Set the maximum number of threads.
Definition: NvInfer.h:9684
void setErrorRecorder(IErrorRecorder *recorder) noexcept
Set the ErrorRecorder for this interface.
Definition: NvInfer.h:9586
bool platformHasFastInt8() const noexcept
Determine whether the platform has fast native int8.
Definition: NvInfer.h:9483
nvinfer1::IHostMemory * buildSerializedNetwork(INetworkDefinition &network, IBuilderConfig &config) noexcept
Builds and serializes a network for the given INetworkDefinition and IBuilderConfig.
Definition: NvInfer.h:9636
virtual ~IBuilder() noexcept=default
A cast layer in a network.
Definition: NvInfer.h:3748
virtual ~ICastLayer() noexcept=default
apiv::VCastLayer * mImpl
Definition: NvInfer.h:3774
DataType getToType() const noexcept
Return cast layer output type.
Definition: NvInfer.h:3768
void setToType(DataType toType) noexcept
Set cast layer output type.
Definition: NvInfer.h:3757
A concatenation layer in a network definition.
Definition: NvInfer.h:2052
void setAxis(int32_t axis) noexcept
Set the axis along which concatenation occurs.
Definition: NvInfer.h:2065
int32_t getAxis() const noexcept
Get the axis along which concatenation occurs.
Definition: NvInfer.h:2075
virtual ~IConcatenationLayer() noexcept=default
This layer represents a condition input to an IIfConditional.
Definition: NvInfer.h:4407
virtual ~IConditionLayer() noexcept=default
Layer that represents a constant value.
Definition: NvInfer.h:3787
void setWeights(Weights weights) noexcept
Set the weights for the layer.
Definition: NvInfer.h:3797
Weights getWeights() const noexcept
Get the weights for the layer.
Definition: NvInfer.h:3807
void setDimensions(Dims const &dimensions) noexcept
Set the dimensions for the layer.
Definition: NvInfer.h:3819
apiv::VConstantLayer * mImpl
Definition: NvInfer.h:3837
virtual ~IConstantLayer() noexcept=default
Dims getDimensions() const noexcept
Get the dimensions for the layer.
Definition: NvInfer.h:3831
A convolution layer in a network definition.
Definition: NvInfer.h:1022
Dims getPrePadding() const noexcept
Get the pre-padding.
Definition: NvInfer.h:1147
Weights getBiasWeights() const noexcept
Get the bias weights for the convolution.
Definition: NvInfer.h:1120
void setPaddingMode(PaddingMode paddingMode) noexcept
Set the padding mode.
Definition: NvInfer.h:1188
void setDilationNd(Dims const &dilation) noexcept
Set the multi-dimension dilation of the convolution.
Definition: NvInfer.h:1292
Dims getPaddingNd() const noexcept
Get the multi-dimension padding of the convolution.
Definition: NvInfer.h:1278
Dims getStrideNd() const noexcept
Get the multi-dimension stride of the convolution.
Definition: NvInfer.h:1248
Weights getKernelWeights() const noexcept
Get the kernel weights of the convolution.
Definition: NvInfer.h:1095
void setStrideNd(Dims const &stride) noexcept
Set the multi-dimension stride of the convolution.
Definition: NvInfer.h:1238
Dims getDilationNd() const noexcept
Get the multi-dimension dilation of the convolution.
Definition: NvInfer.h:1302
int64_t getNbOutputMaps() const noexcept
Get the number of output maps for the convolution.
Definition: NvInfer.h:1041
void setKernelWeights(Weights weights) noexcept
Set the kernel weights for the convolution.
Definition: NvInfer.h:1085
Dims getPostPadding() const noexcept
Get the post-padding.
Definition: NvInfer.h:1174
int64_t getNbGroups() const noexcept
Get the number of groups of the convolution.
Definition: NvInfer.h:1071
PaddingMode getPaddingMode() const noexcept
Get the padding mode.
Definition: NvInfer.h:1200
virtual ~IConvolutionLayer() noexcept=default
void setNbGroups(int64_t nbGroups) noexcept
Set the number of groups for a convolution.
Definition: NvInfer.h:1061
void setNbOutputMaps(int64_t nbOutputMaps) noexcept
Set the number of output maps for the convolution.
Definition: NvInfer.h:1031
void setBiasWeights(Weights weights) noexcept
Set the bias weights for the convolution.
Definition: NvInfer.h:1110
Dims getKernelSizeNd() const noexcept
Get the multi-dimension kernel size of the convolution.
Definition: NvInfer.h:1223
void setPaddingNd(Dims const &padding) noexcept
Set the multi-dimension padding of the convolution.
Definition: NvInfer.h:1266
void setPrePadding(Dims const &padding) noexcept
Set the multi-dimension pre-padding of the convolution.
Definition: NvInfer.h:1137
void setPostPadding(Dims const &padding) noexcept
Set the multi-dimension post-padding of the convolution.
Definition: NvInfer.h:1164
void setKernelSizeNd(Dims const &kernelSize) noexcept
Set the multi-dimension kernel size of the convolution.
Definition: NvInfer.h:1213
A deconvolution layer in a network definition.
Definition: NvInfer.h:2093
void setBiasWeights(Weights weights) noexcept
Set the bias weights for the deconvolution.
Definition: NvInfer.h:2181
int64_t getNbGroups() const noexcept
Get the number of groups for a deconvolution.
Definition: NvInfer.h:2142
Weights getKernelWeights() const noexcept
Get the kernel weights for the deconvolution.
Definition: NvInfer.h:2166
void setPrePadding(Dims const &padding) noexcept
Set the multi-dimension pre-padding of the deconvolution.
Definition: NvInfer.h:2209
Dims getStrideNd() const noexcept
Get the multi-dimension stride of the deconvolution.
Definition: NvInfer.h:2325
Dims getDilationNd() const noexcept
Get the multi-dimension dilation of the deconvolution.
Definition: NvInfer.h:2391
Weights getBiasWeights() const noexcept
Get the bias weights for the deconvolution.
Definition: NvInfer.h:2191
void setKernelWeights(Weights weights) noexcept
Set the kernel weights for the deconvolution.
Definition: NvInfer.h:2156
int64_t getNbOutputMaps() const noexcept
Get the number of output feature maps for the deconvolution.
Definition: NvInfer.h:2112
void setStrideNd(Dims const &stride) noexcept
Set the multi-dimension stride of the deconvolution.
Definition: NvInfer.h:2315
Dims getPostPadding() const noexcept
Get the padding.
Definition: NvInfer.h:2247
Dims getKernelSizeNd() const noexcept
Get the multi-dimension kernel size of the deconvolution.
Definition: NvInfer.h:2298
void setPostPadding(Dims const &padding) noexcept
Set the multi-dimension post-padding of the deconvolution.
Definition: NvInfer.h:2237
void setKernelSizeNd(Dims const &kernelSize) noexcept
Set the multi-dimension kernel size of the deconvolution.
Definition: NvInfer.h:2288
virtual ~IDeconvolutionLayer() noexcept=default
void setPaddingNd(Dims const &padding) noexcept
Set the multi-dimension padding of the deconvolution.
Definition: NvInfer.h:2343
void setNbOutputMaps(int64_t nbOutputMaps) noexcept
Set the number of output feature maps for the deconvolution.
Definition: NvInfer.h:2102
Dims getPaddingNd() const noexcept
Get the multi-dimension padding of the deconvolution.
Definition: NvInfer.h:2355
void setDilationNd(Dims const &dilation) noexcept
Set the multi-dimension dilation of the deconvolution.
Definition: NvInfer.h:2381
void setPaddingMode(PaddingMode paddingMode) noexcept
Set the padding mode.
Definition: NvInfer.h:2261
void setNbGroups(int64_t nbGroups) noexcept
Set the number of groups for a deconvolution.
Definition: NvInfer.h:2132
Dims getPrePadding() const noexcept
Get the pre-padding.
Definition: NvInfer.h:2219
PaddingMode getPaddingMode() const noexcept
Get the padding mode.
Definition: NvInfer.h:2273
A Dequantize layer in a network definition.
Definition: NvInfer.h:5463
void setToType(DataType toType) noexcept
Set the Dequantize layer output type.
Definition: NvInfer.h:5500
virtual ~IDequantizeLayer() noexcept=default
int32_t getAxis() const noexcept
Get the quantization axis.
Definition: NvInfer.h:5473
DataType getToType() const noexcept
Return the Dequantize layer output type.
Definition: NvInfer.h:5512
void setAxis(int32_t axis) noexcept
Set the quantization axis.
Definition: NvInfer.h:5484
An Einsum layer in a network.
Definition: NvInfer.h:5559
bool setEquation(char const *equation) noexcept
Set the equation. The equation is a comma-separated list of subscript labels, where each label refers...
Definition: NvInfer.h:5570
virtual ~IEinsumLayer() noexcept=default
char const * getEquation() const noexcept
Return the equation.
Definition: NvInfer.h:5580
A elementwise layer in a network definition.
Definition: NvInfer.h:2467
virtual ~IElementWiseLayer() noexcept=default
apiv::VElementWiseLayer * mImpl
Definition: NvInfer.h:2496
ElementWiseOperation getOperation() const noexcept
Get the binary operation for the layer.
Definition: NvInfer.h:2490
void setOperation(ElementWiseOperation op) noexcept
Set the binary operation for the layer.
Definition: NvInfer.h:2478
Generate a tensor according to a specified mode.
Definition: NvInfer.h:4988
bool isAlphaBetaInt64() const noexcept
Return true if alpha/beta have type int64, false if they have type double.
Definition: NvInfer.h:5220
FillOperation getOperation() const noexcept
Get the fill operation for the layer.
Definition: NvInfer.h:5034
void setOperation(FillOperation op) noexcept
Set the fill operation for the layer.
Definition: NvInfer.h:5024
DataType getToType() const noexcept
Get the fill layer output type.
Definition: NvInfer.h:5249
void setAlphaInt64(int64_t alpha) noexcept
Set the alpha parameter with int64 datatype.
Definition: NvInfer.h:5163
void setBetaInt64(int64_t beta) noexcept
Set the beta parameter with int64 datatype.
Definition: NvInfer.h:5197
void setBeta(double beta) noexcept
Set the beta parameter.
Definition: NvInfer.h:5087
int64_t getAlphaInt64() const noexcept
Get the value of alpha parameter with int64 datatype.
Definition: NvInfer.h:5178
int64_t getBetaInt64() const noexcept
Get the value of beta parameter with int64 datatype.
Definition: NvInfer.h:5212
double getAlpha() const noexcept
Get the value of alpha parameter.
Definition: NvInfer.h:5068
void setDimensions(Dims const &dimensions) noexcept
Set the output tensor's dimensions.
Definition: NvInfer.h:4999
void setAlpha(double alpha) noexcept
Set the alpha parameter.
Definition: NvInfer.h:5053
void setToType(DataType toType) noexcept
Set the fill layer output type.
Definition: NvInfer.h:5237
Dims getDimensions() const noexcept
Get the output tensor's dimensions.
Definition: NvInfer.h:5014
double getBeta() const noexcept
Get the value of beta parameter.
Definition: NvInfer.h:5102
virtual ~IFillLayer() noexcept=default
A Gather layer in a network definition. Supports several kinds of gathering.
Definition: NvInfer.h:2601
void setGatherAxis(int32_t axis) noexcept
Set the axis used by GatherMode::kELEMENTS and GatherMode::kDEFAULT The axis must be less than the nu...
Definition: NvInfer.h:2612
void setNbElementWiseDims(int32_t elementWiseDims) noexcept
Set the number of leading dimensions of indices tensor to be handled elementwise.
Definition: NvInfer.h:2647
apiv::VGatherLayer * mImpl
Definition: NvInfer.h:2683
int32_t getNbElementWiseDims() const noexcept
Get the number of leading dimensions of indices tensor to be handled elementwise.
Definition: NvInfer.h:2657
void setMode(GatherMode mode) noexcept
Set the gather mode.
Definition: NvInfer.h:2667
int32_t getGatherAxis() const noexcept
Get the axis to gather on.
Definition: NvInfer.h:2624
GatherMode getMode() const noexcept
Get the gather mode.
Definition: NvInfer.h:2677
virtual ~IGatherLayer() noexcept=default
A GridSample layer in a network definition.
Definition: NvInfer.h:5779
void setInterpolationMode(InterpolationMode mode) noexcept
Set the grid sample interpolation mode.
Definition: NvInfer.h:5786
bool setSampleMode(SampleMode mode) noexcept
Set the sample mode.
Definition: NvInfer.h:5832
void setAlignCorners(bool alignCorners) noexcept
Set the align corners mode.
Definition: NvInfer.h:5808
apiv::VGridSampleLayer * mImpl
Definition: NvInfer.h:5850
SampleMode getSampleMode() const noexcept
Get the sample mode.
Definition: NvInfer.h:5844
InterpolationMode getInterpolationMode() const noexcept
Get the grid sample interpolation mode.
Definition: NvInfer.h:5798
bool getAlignCorners() const noexcept
Get the align corners mode.
Definition: NvInfer.h:5820
virtual ~IGridSampleLayer() noexcept=default
Class to handle library allocated memory that is accessible to the user.
Definition: NvInferRuntime.h:139
A layer that represents the identity function.
Definition: NvInfer.h:3735
apiv::VIdentityLayer * mImpl
Definition: NvInfer.h:3737
virtual ~IIdentityLayer() noexcept=default
This is a base class for Conditional boundary layers.
Definition: NvInfer.h:4386
IIfConditional * getConditional() const noexcept
Get a pointer to the IIfConditional associated with this boundary layer.
Definition: NvInfer.h:4391
virtual ~IIfConditionalBoundaryLayer() noexcept=default
Helper for constructing conditionally-executed subgraphs.
Definition: NvInfer.h:4466
IIfConditionalInputLayer * addInput(ITensor &input) noexcept
Add an If-conditional input.
Definition: NvInfer.h:4505
char const * getName() const noexcept
Return the name of the conditional.
Definition: NvInfer.h:4530
virtual ~IIfConditional() noexcept=default
IConditionLayer * setCondition(ITensor &condition) noexcept
Set the condition tensor for this If-Conditional construct.
Definition: NvInfer.h:4477
IIfConditionalOutputLayer * addOutput(ITensor &trueSubgraphOutput, ITensor &falseSubgraphOutput) noexcept
Add an If-conditional output.
Definition: NvInfer.h:4493
void setName(char const *name) noexcept
Set the name of the conditional.
Definition: NvInfer.h:4520
This layer represents an output of an IIfConditional.
Definition: NvInfer.h:4422
virtual ~IIfConditionalOutputLayer() noexcept=default
Application-implemented interface for calibration.
Definition: NvInfer.h:7586
virtual TRT_DEPRECATED int32_t getBatchSize() const noexcept=0
Get the batch size used for calibration batches.
A layer to do iterations.
Definition: NvInfer.h:4695
virtual ~IIteratorLayer() noexcept=default
void setReverse(bool reverse) noexcept
Set iteration order to be reverse.
Definition: NvInfer.h:4722
bool getReverse() const noexcept
Check if the iteration order is reverse.
Definition: NvInfer.h:4732
int32_t getAxis() const noexcept
Get axis being iterated over.
Definition: NvInfer.h:4708
void setAxis(int32_t axis) noexcept
Set axis to iterate over.
Definition: NvInfer.h:4700
A LRN layer in a network definition.
Definition: NvInfer.h:1707
int64_t getWindowSize() const noexcept
Get the LRN window size.
Definition: NvInfer.h:1728
float getAlpha() const noexcept
Get the LRN alpha value.
Definition: NvInfer.h:1750
void setWindowSize(int64_t windowSize) noexcept
Set the LRN window size.
Definition: NvInfer.h:1718
void setK(float k) noexcept
Set the LRN K value.
Definition: NvInfer.h:1784
void setAlpha(float alpha) noexcept
Set the LRN alpha value.
Definition: NvInfer.h:1740
void setBeta(float beta) noexcept
Set the LRN beta value.
Definition: NvInfer.h:1762
virtual ~ILRNLayer() noexcept=default
float getBeta() const noexcept
Get the LRN beta value.
Definition: NvInfer.h:1772
float getK() const noexcept
Get the LRN K value.
Definition: NvInfer.h:1794
Base class for all layer classes in a network definition.
Definition: NvInfer.h:550
bool precisionIsSet() const noexcept
whether the computational precision has been set for this layer
Definition: NvInfer.h:692
void setMetadata(char const *metadata) noexcept
Set the metadata for this layer.
Definition: NvInfer.h:808
void setPrecision(DataType dataType) noexcept
Set the preferred or required computational precision of this layer in a weakly-typed network.
Definition: NvInfer.h:668
void setName(char const *name) noexcept
Set the name of a layer.
Definition: NvInfer.h:571
void resetPrecision() noexcept
reset the computational precision for this layer
Definition: NvInfer.h:702
int32_t getNbInputs() const noexcept
Get the number of inputs of a layer.
Definition: NvInfer.h:589
char const * getMetadata() const noexcept
Get the metadata of the layer.
Definition: NvInfer.h:821
DataType getOutputType(int32_t index) const noexcept
get the output type of this layer
Definition: NvInfer.h:764
DataType getPrecision() const noexcept
get the computational precision of this layer
Definition: NvInfer.h:680
char const * getName() const noexcept
Return the name of a layer.
Definition: NvInfer.h:581
int32_t getNbOutputs() const noexcept
Get the number of outputs of a layer.
Definition: NvInfer.h:610
bool outputTypeIsSet(int32_t index) const noexcept
whether the output type has been set for this layer
Definition: NvInfer.h:778
ITensor * getOutput(int32_t index) const noexcept
Get the layer output corresponding to the given index.
Definition: NvInfer.h:620
void setInput(int32_t index, ITensor &tensor) noexcept
Replace an input of this layer with a specific tensor.
Definition: NvInfer.h:637
void resetOutputType(int32_t index) noexcept
reset the output type for this layer
Definition: NvInfer.h:790
ITensor * getInput(int32_t index) const noexcept
Get the layer input corresponding to the given index.
Definition: NvInfer.h:602
void setOutputType(int32_t index, DataType dataType) noexcept
Set the output type of this layer in a weakly-typed network.
Definition: NvInfer.h:749
LayerType getType() const noexcept
Return the type of a layer.
Definition: NvInfer.h:557
virtual ~ILayer() noexcept=default
Application-implemented logging interface for the builder, refitter and runtime.
Definition: NvInferRuntimeBase.h:683
This is a base class for Loop boundary layers.
Definition: NvInfer.h:4363
virtual ~ILoopBoundaryLayer() noexcept=default
ILoop * getLoop() const noexcept
Get a pointer to ILoop associated with this boundary layer.
Definition: NvInfer.h:4368
Helper for creating a recurrent subgraph.
Definition: NvInfer.h:4752
void setName(char const *name) noexcept
Set the name of the loop.
Definition: NvInfer.h:4822
ITripLimitLayer * addTripLimit(ITensor &tensor, TripLimit limit) noexcept
Add a trip-count limiter, based on the given tensor.
Definition: NvInfer.h:4781
IIteratorLayer * addIterator(ITensor &tensor, int32_t axis=0, bool reverse=false) noexcept
Return layer that subscripts tensor by loop iteration.
Definition: NvInfer.h:4794
ILoopOutputLayer * addLoopOutput(ITensor &tensor, LoopOutput outputKind, int32_t axis=0) noexcept
Make an output for this loop, based on the given tensor.
Definition: NvInfer.h:4807
virtual ~ILoop() noexcept=default
char const * getName() const noexcept
Return the name of the loop.
Definition: NvInfer.h:4832
IRecurrenceLayer * addRecurrence(ITensor &initialValue) noexcept
Create a recurrence layer for this loop with initialValue as its first input.
Definition: NvInfer.h:4760
An ILoopOutputLayer is the sole way to get output from a loop.
Definition: NvInfer.h:4595
virtual ~ILoopOutputLayer() noexcept=default
int32_t getAxis() const noexcept
Get axis being concatenated over.
Definition: NvInfer.h:4625
LoopOutput getLoopOutput() const noexcept
Get which kind a loop output has.
Definition: NvInfer.h:4600
void setAxis(int32_t axis) noexcept
Set where to insert the contenation axis. Ignored if getLoopOutput() is kLAST_VALUE.
Definition: NvInfer.h:4617
Layer that represents a Matrix Multiplication.
Definition: NvInfer.h:3627
apiv::VMatrixMultiplyLayer * mImpl
Definition: NvInfer.h:3655
virtual ~IMatrixMultiplyLayer() noexcept=default
MatrixOperation getOperation(int32_t index) const noexcept
Get the operation for an input tensor.
Definition: NvInfer.h:3649
void setOperation(int32_t index, MatrixOperation op) noexcept
Set the operation for an input tensor.
Definition: NvInfer.h:3637
A non-maximum suppression layer in a network definition.
Definition: NvInfer.h:5927
virtual ~INMSLayer() noexcept=default
void setTopKBoxLimit(int32_t limit) noexcept
Set the TopK box limit parameter for the layer.
Definition: NvInfer.h:5964
void setBoundingBoxFormat(BoundingBoxFormat fmt) noexcept
Set the bounding box format parameter for the layer.
Definition: NvInfer.h:5938
BoundingBoxFormat getBoundingBoxFormat() const noexcept
Get the bounding box format parameter for the layer.
Definition: NvInfer.h:5950
apiv::VNMSLayer * mImpl
Definition: NvInfer.h:6000
int32_t getTopKBoxLimit() const noexcept
Get the TopK box limit parameter for the layer.
Definition: NvInfer.h:5974
A network definition for input to the builder.
Definition: NvInfer.h:6223
IPluginV2Layer * addPluginV2(ITensor *const *inputs, int32_t nbInputs, IPluginV2 &plugin) noexcept
Add a plugin layer to the network using the IPluginV2 interface.
Definition: NvInfer.h:6825
IConcatenationLayer * addConcatenation(ITensor *const *inputs, int32_t nbInputs) noexcept
Add a concatenation layer to the network.
Definition: NvInfer.h:6416
IShuffleLayer * addShuffle(ITensor &input) noexcept
Add a shuffle layer to the network.
Definition: NvInfer.h:6479
INormalizationLayer * addNormalization(ITensor &input, ITensor &scale, ITensor &bias, uint32_t axesMask) noexcept
Add a normalization layer to the network.
Definition: NvInfer.h:7526
void setName(char const *name) noexcept
Sets the name of the network.
Definition: NvInfer.h:6887
bool markDebug(ITensor &tensor) noexcept
Mark a tensor as a debug tensor.
Definition: NvInfer.h:6295
ILRNLayer * addLRN(ITensor &input, int64_t window, float alpha, float beta, float k) noexcept
Add a LRN layer to the network.
Definition: NvInfer.h:6360
ITopKLayer * addTopK(ITensor &input, TopKOperation op, int32_t k, uint32_t reduceAxes) noexcept
Add a TopK layer to the network.
Definition: NvInfer.h:6639
IAssertionLayer * addAssertion(ITensor &condition, char const *message) noexcept
Add an assertion layer to the network.
Definition: NvInfer.h:7203
IConvolutionLayer * addConvolutionNd(ITensor &input, int64_t nbOutputMaps, Dims const &kernelSize, Weights kernelWeights, Weights biasWeights) noexcept
Add a multi-dimension convolution layer to the network.
Definition: NvInfer.h:7022
ICastLayer * addCast(ITensor &input, DataType toType) noexcept
Add a cast layer.
Definition: NvInfer.h:6779
IScaleLayer * addScaleNd(ITensor &input, ScaleMode mode, Weights shift, Weights scale, Weights power, int32_t channelAxis) noexcept
Add a multi-dimension scale layer to the network.
Definition: NvInfer.h:7101
char const * getName() const noexcept
Returns the name associated with the network.
Definition: NvInfer.h:6901
IParametricReLULayer * addParametricReLU(ITensor &input, ITensor &slope) noexcept
Add a parametric ReLU layer to the network.
Definition: NvInfer.h:7000
ITensor * getOutput(int32_t index) const noexcept
Get the output tensor specified by the given index.
Definition: NvInfer.h:6580
ITensor * getInput(int32_t index) const noexcept
Get the input tensor specified by the given index.
Definition: NvInfer.h:6550
IDequantizeLayer * addDequantize(ITensor &input, ITensor &scale, DataType outputType) noexcept
Add a dequantization layer to the network.
Definition: NvInfer.h:7370
bool unmarkOutputForShapes(ITensor &tensor) noexcept
Undo markOutputForShapes.
Definition: NvInfer.h:6982
IFillLayer * addFill(Dims const &dimensions, FillOperation op, DataType outputType) noexcept
Add a fill layer to the network.
Definition: NvInfer.h:7254
ILoop * addLoop() noexcept
Add a loop to the network.
Definition: NvInfer.h:7132
IActivationLayer * addActivation(ITensor &input, ActivationType type) noexcept
Add an activation layer to the network.
Definition: NvInfer.h:6341
TRT_DEPRECATED IFillLayer * addFill(Dims const &dimensions, FillOperation op) noexcept
Add a fill layer to the network.
Definition: NvInfer.h:7228
ISliceLayer * addSlice(ITensor &input, Dims const &start, Dims const &size, Dims const &stride) noexcept
Add a slice layer to the network.
Definition: NvInfer.h:6863
virtual ~INetworkDefinition() noexcept=default
TRT_DEPRECATED IQuantizeLayer * addQuantize(ITensor &input, ITensor &scale) noexcept
Add a quantization layer to the network.
Definition: NvInfer.h:7411
virtual IBuilder & getBuilder() const noexcept
Return the builder from which this INetworkDefinition was created.
Definition: NvInfer.h:7537
INMSLayer * addNMS(ITensor &boxes, ITensor &scores, ITensor &maxOutputBoxesPerClass) noexcept
Add a non-maximum suppression layer to the network.
Definition: NvInfer.h:7483
ILayer * getLayer(int32_t index) const noexcept
Get the layer specified by the given index.
Definition: NvInfer.h:6522
bool getFlag(NetworkDefinitionCreationFlag networkDefinitionCreationFlag) const noexcept
Returns true if the network definition creation flag is set.
Definition: NvInfer.h:6953
IIfConditional * addIfConditional() noexcept
Add an if-then-else to the network.
Definition: NvInfer.h:7147
IErrorRecorder * getErrorRecorder() const noexcept
get the ErrorRecorder assigned to this interface.
Definition: NvInfer.h:7328
IReverseSequenceLayer * addReverseSequence(ITensor &input, ITensor &sequenceLens) noexcept
Add a ReverseSequence layer to the network.
Definition: NvInfer.h:7500
int32_t getNbInputs() const noexcept
Get the number of inputs in the network.
Definition: NvInfer.h:6534
NetworkDefinitionCreationFlags getFlags() const noexcept
Get the network definition creation flags for this network definition object. Defaults to 0.
Definition: NvInfer.h:6941
IQuantizeLayer * addQuantize(ITensor &input, ITensor &scale, DataType outputType) noexcept
Add a quantization layer to the network.
Definition: NvInfer.h:7432
IReduceLayer * addReduce(ITensor &input, ReduceOperation operation, uint32_t reduceAxes, bool keepDimensions) noexcept
Add a reduce layer to the network.
Definition: NvInfer.h:6606
IUnaryLayer * addUnary(ITensor &input, UnaryOperation operation) noexcept
Add a unary layer to the network.
Definition: NvInfer.h:6465
IGridSampleLayer * addGridSample(ITensor &input, ITensor &grid) noexcept
Add a GridSample layer to the network.
Definition: NvInfer.h:7465
void removeTensor(ITensor &tensor) noexcept
remove a tensor from the network definition.
Definition: NvInfer.h:6794
ISelectLayer * addSelect(ITensor &condition, ITensor &thenInput, ITensor &elseInput) noexcept
Add a select layer to the network.
Definition: NvInfer.h:7186
IScatterLayer * addScatter(ITensor &data, ITensor &indices, ITensor &updates, ScatterMode mode) noexcept
Add a Scatter layer to the network with specified mode and axis=0.
Definition: NvInfer.h:7390
int32_t getNbLayers() const noexcept
Get the number of layers in the network.
Definition: NvInfer.h:6508
TRT_DEPRECATED bool hasImplicitBatchDimension() const noexcept
Query whether the network was created with an implicit batch dimension.
Definition: NvInfer.h:6931
apiv::VNetworkDefinition * mImpl
Definition: NvInfer.h:7543
bool markOutputForShapes(ITensor &tensor) noexcept
Enable tensor's value to be computed by IExecutionContext::getShapeBinding.
Definition: NvInfer.h:6970
IOneHotLayer * addOneHot(ITensor &indices, ITensor &values, ITensor &depth, int32_t axis) noexcept
Add a OneHot layer to the network.
Definition: NvInfer.h:6496
IScaleLayer * addScale(ITensor &input, ScaleMode mode, Weights shift, Weights scale, Weights power) noexcept
Add a Scale layer to the network.
Definition: NvInfer.h:6386
IPluginV3Layer * addPluginV3(ITensor *const *inputs, int32_t nbInputs, ITensor *const *shapeInputs, int32_t nbShapeInputs, IPluginV3 &plugin) noexcept
Add a plugin layer implementing the IPluginV3 interface to the network.
Definition: NvInfer.h:6843
void unmarkOutput(ITensor &tensor) noexcept
unmark a tensor as a network output.
Definition: NvInfer.h:6806
IIdentityLayer * addIdentity(ITensor &input) noexcept
Add an identity layer.
Definition: NvInfer.h:6764
IGatherLayer * addGatherV2(ITensor &data, ITensor &indices, GatherMode mode) noexcept
Add gather with specified mode, axis=0 and nbElementWiseDims=0.
Definition: NvInfer.h:6671
IElementWiseLayer * addElementWise(ITensor &input1, ITensor &input2, ElementWiseOperation op) noexcept
Add an elementwise layer to the network.
Definition: NvInfer.h:6443
IConstantLayer * addConstant(Dims const &dimensions, Weights weights) noexcept
Add a constant layer to the network.
Definition: NvInfer.h:6750
void setErrorRecorder(IErrorRecorder *recorder) noexcept
Set the ErrorRecorder for this interface.
Definition: NvInfer.h:7313
IPoolingLayer * addPoolingNd(ITensor &input, PoolingType type, Dims const &windowSize) noexcept
Add a multi-dimension pooling layer to the network.
Definition: NvInfer.h:7042
IRaggedSoftMaxLayer * addRaggedSoftMax(ITensor &input, ITensor &bounds) noexcept
Add a RaggedSoftMax layer to the network.
Definition: NvInfer.h:6690
IShapeLayer * addShape(ITensor &input) noexcept
Add a shape layer to the network.
Definition: NvInfer.h:6917
IGatherLayer * addGather(ITensor &data, ITensor &indices, int32_t axis) noexcept
Add gather with mode GatherMode::kDEFAULT and specified axis and nbElementWiseDims=0.
Definition: NvInfer.h:6655
IDeconvolutionLayer * addDeconvolutionNd(ITensor &input, int64_t nbOutputMaps, Dims kernelSize, Weights kernelWeights, Weights biasWeights) noexcept
Add a multi-dimension deconvolution layer to the network.
Definition: NvInfer.h:7064
IResizeLayer * addResize(ITensor &input) noexcept
Add a resize layer to the network.
Definition: NvInfer.h:7118
IMatrixMultiplyLayer * addMatrixMultiply(ITensor &input0, MatrixOperation op0, ITensor &input1, MatrixOperation op1) noexcept
Add a MatrixMultiply layer to the network.
Definition: NvInfer.h:6711
ISoftMaxLayer * addSoftMax(ITensor &input) noexcept
Add a SoftMax layer to the network.
Definition: NvInfer.h:6399
bool isDebugTensor(nvinfer1::ITensor const &tensor) const noexcept
Check if a tensor is marked as debug tensor.
Definition: NvInfer.h:6321
bool unmarkDebug(ITensor &tensor) noexcept
Unmark a tensor as a debug tensor.
Definition: NvInfer.h:6311
IEinsumLayer * addEinsum(ITensor *const *inputs, int32_t nbInputs, char const *equation) noexcept
Add an Einsum layer to the network.
Definition: NvInfer.h:7447
void markOutput(ITensor &tensor) noexcept
Mark a tensor as a network output.
Definition: NvInfer.h:6277
IPaddingLayer * addPaddingNd(ITensor &input, Dims const &prePadding, Dims const &postPadding) noexcept
Add a padding layer to the network. Only 2D padding is currently supported.
Definition: NvInfer.h:7270
INonZeroLayer * addNonZero(ITensor &input) noexcept
Add a nonzero layer to the network.
Definition: NvInfer.h:6726
TRT_DEPRECATED IDequantizeLayer * addDequantize(ITensor &input, ITensor &scale) noexcept
Add a dequantization layer to the network.
Definition: NvInfer.h:7349
int32_t getNbOutputs() const noexcept
Get the number of outputs in the network.
Definition: NvInfer.h:6564
bool setWeightsName(Weights weights, char const *name) noexcept
Associate a name with all current uses of the given weights.
Definition: NvInfer.h:7294
Forward declaration of IEngineInspector for use by other interfaces.
Definition: NvInferRuntime.h:48
Definition: NvInfer.h:3681
virtual ~INonZeroLayer() noexcept=default
A normalization layer in a network definition.
Definition: NvInfer.h:6089
float getEpsilon() const noexcept
Get the epsilon value used for the normalization calculation.
Definition: NvInfer.h:6108
uint32_t getAxes() const noexcept
Get the axes value used for the normalization calculation.
Definition: NvInfer.h:6128
virtual ~INormalizationLayer() noexcept=default
void setEpsilon(float eps) noexcept
Set the epsilon value used for the normalization calculation.
Definition: NvInfer.h:6098
DataType getComputePrecision() const noexcept
Get the compute precision of this layer.
Definition: NvInfer.h:6195
apiv::VNormalizationLayer * mImpl
Definition: NvInfer.h:6201
int64_t getNbGroups() const noexcept
Get the number of groups used to split the channels for the normalization calculation.
Definition: NvInfer.h:6159
void setAxes(uint32_t axesMask) noexcept
Set the reduction axes for the normalization calculation.
Definition: NvInfer.h:6118
void setComputePrecision(DataType type) noexcept
Set the compute precision of this layer.
Definition: NvInfer.h:6185
void setNbGroups(int64_t nbGroups) noexcept
Set the number of groups used to split the channels in the normalization calculation.
Definition: NvInfer.h:6149
A OneHot layer in a network definition.
Definition: NvInfer.h:5743
apiv::VOneHotLayer * mImpl
Definition: NvInfer.h:5764
void setAxis(int32_t axis) noexcept
Set the axis parameter.
Definition: NvInfer.h:5750
int32_t getAxis() const noexcept
Get the value of the axis parameter.
Definition: NvInfer.h:5758
Optimization profile for dynamic input dimensions and shape tensors.
Definition: NvInferRuntime.h:2104
Layer that represents a padding operation.
Definition: NvInfer.h:2958
Dims getPostPaddingNd() const noexcept
Get the padding that is applied at the end of the tensor.
Definition: NvInfer.h:3007
void setPrePaddingNd(Dims const &padding) noexcept
Set the padding that is applied at the start of the tensor.
Definition: NvInfer.h:2969
virtual ~IPaddingLayer() noexcept=default
void setPostPaddingNd(Dims const &padding) noexcept
Set the padding that is applied at the end of the tensor.
Definition: NvInfer.h:2995
Dims getPrePaddingNd() const noexcept
Get the padding that is applied at the start of the tensor.
Definition: NvInfer.h:2981
apiv::VPaddingLayer * mImpl
Definition: NvInfer.h:3013
Layer that represents a parametric ReLU operation.
Definition: NvInfer.h:3851
apiv::VParametricReLULayer * mImpl
Definition: NvInfer.h:3853
virtual ~IParametricReLULayer() noexcept=default
Single registration point for all plugins in an application. It is used to find plugin implementation...
Definition: NvInferRuntimeCommon.h:56
Plugin class for user-implemented layers.
Definition: NvInferRuntimePlugin.h:128
Layer type for pluginV2.
Definition: NvInfer.h:2697
virtual ~IPluginV2Layer() noexcept=default
apiv::VPluginV2Layer * mImpl
Definition: NvInfer.h:2710
IPluginV2 & getPlugin() noexcept
Get the plugin for the layer.
Definition: NvInfer.h:2704
Layer type for V3 plugins.
Definition: NvInfer.h:2724
virtual ~IPluginV3Layer() noexcept=default
IPluginV3 & getPlugin() noexcept
Get the plugin for the layer.
Definition: NvInfer.h:2731
apiv::VPluginV3Layer * mImpl
Definition: NvInfer.h:2737
A Pooling layer in a network definition.
Definition: NvInfer.h:1456
PoolingType getPoolingType() const noexcept
Get the type of activation to be performed.
Definition: NvInfer.h:1475
PaddingMode getPaddingMode() const noexcept
Get the padding mode.
Definition: NvInfer.h:1608
Dims getPostPadding() const noexcept
Get the padding.
Definition: NvInfer.h:1584
bool getAverageCountExcludesPadding() const noexcept
Get whether average pooling uses as a denominator the overlap area between the window and the unpadde...
Definition: NvInfer.h:1528
Dims getPrePadding() const noexcept
Get the pre-padding.
Definition: NvInfer.h:1556
void setPoolingType(PoolingType type) noexcept
Set the type of activation to be performed.
Definition: NvInfer.h:1465
void setWindowSizeNd(Dims const &windowSize) noexcept
Set the multi-dimension window size for pooling.
Definition: NvInfer.h:1621
void setPaddingMode(PaddingMode paddingMode) noexcept
Set the padding mode.
Definition: NvInfer.h:1597
Dims getWindowSizeNd() const noexcept
Get the multi-dimension window size for pooling.
Definition: NvInfer.h:1631
void setAverageCountExcludesPadding(bool exclusive) noexcept
Set whether average pooling uses as a denominator the overlap area between the window and the unpadde...
Definition: NvInfer.h:1517
void setPaddingNd(Dims const &padding) noexcept
Set the multi-dimension padding for pooling.
Definition: NvInfer.h:1675
float getBlendFactor() const noexcept
Get the blending factor for the max_average_blend mode: max_average_blendPool = (1-blendFactor)*maxPo...
Definition: NvInfer.h:1503
void setStrideNd(Dims const &stride) noexcept
Set the multi-dimension stride for pooling.
Definition: NvInfer.h:1646
Dims getStrideNd() const noexcept
Get the multi-dimension stride for pooling.
Definition: NvInfer.h:1656
virtual ~IPoolingLayer() noexcept=default
Dims getPaddingNd() const noexcept
Get the multi-dimension padding for pooling.
Definition: NvInfer.h:1687
void setPostPadding(Dims const &padding) noexcept
Set the multi-dimension post-padding for pooling.
Definition: NvInfer.h:1574
void setPrePadding(Dims const &padding) noexcept
Set the multi-dimension pre-padding for pooling.
Definition: NvInfer.h:1546
void setBlendFactor(float blendFactor) noexcept
Set the blending factor for the max_average_blend mode: max_average_blendPool = (1-blendFactor)*maxPo...
Definition: NvInfer.h:1490
A Quantize layer in a network definition.
Definition: NvInfer.h:5333
void setToType(DataType toType) noexcept
Set the Quantize layer output type.
Definition: NvInfer.h:5370
void setAxis(int32_t axis) noexcept
Set the quantization axis.
Definition: NvInfer.h:5354
int32_t getAxis() const noexcept
Get the quantization axis.
Definition: NvInfer.h:5343
virtual ~IQuantizeLayer() noexcept=default
DataType getToType() const noexcept
Return the Quantize layer output type.
Definition: NvInfer.h:5382
A RaggedSoftmax layer in a network definition.
Definition: NvInfer.h:3702
apiv::VRaggedSoftMaxLayer * mImpl
Definition: NvInfer.h:3704
virtual ~IRaggedSoftMaxLayer() noexcept=default
A recurrence layer in a network definition.
Definition: NvInfer.h:4548
virtual ~IRecurrenceLayer() noexcept=default
Layer that represents a reduction across a non-bool tensor.
Definition: NvInfer.h:2880
void setKeepDimensions(bool keepDimensions) noexcept
Set the boolean that specifies whether or not to keep the reduced dimensions for the layer.
Definition: NvInfer.h:2927
void setOperation(ReduceOperation op) noexcept
Set the reduce operation for the layer.
Definition: NvInfer.h:2887
ReduceOperation getOperation() const noexcept
Get the reduce operation for the layer.
Definition: NvInfer.h:2897
virtual ~IReduceLayer() noexcept=default
uint32_t getReduceAxes() const noexcept
Get the axes over which to reduce for the layer.
Definition: NvInfer.h:2917
void setReduceAxes(uint32_t reduceAxes) noexcept
Set the axes over which to reduce.
Definition: NvInfer.h:2907
apiv::VReduceLayer * mImpl
Definition: NvInfer.h:2943
bool getKeepDimensions() const noexcept
Get the boolean that specifies whether or not to keep the reduced dimensions for the layer.
Definition: NvInfer.h:2937
A resize layer in a network definition.
Definition: NvInfer.h:4040
void setSelectorForSinglePixel(ResizeSelector selector) noexcept
Set coordinate selector function when resized to single pixel.
Definition: NvInfer.h:4201
void setNearestRounding(ResizeRoundMode value) noexcept
Set rounding mode for nearest neighbor resize.
Definition: NvInfer.h:4225
virtual ~IResizeLayer() noexcept=default
int32_t getScales(int32_t size, float *scales) const noexcept
Copies resize scales to scales[0, ..., nbScales-1], where nbScales is the number of scales that were ...
Definition: NvInfer.h:4119
void setOutputDimensions(Dims const &dimensions) noexcept
Set the output dimensions.
Definition: NvInfer.h:4060
void setCubicCoeff(float A) noexcept
Set the coefficient 'A' used in cubic interpolation.
Definition: NvInfer.h:4257
void setScales(float const *scales, int32_t nbScales) noexcept
Set the resize scales.
Definition: NvInfer.h:4100
float getCubicCoeff() const noexcept
Get the coefficient 'A' used in cubic interpolation.
Definition: NvInfer.h:4267
ResizeSelector getSelectorForSinglePixel() const noexcept
Get the coordinate selector function when resized to single pixel.
Definition: NvInfer.h:4211
InterpolationMode getResizeMode() const noexcept
Get resize mode for an input tensor.
Definition: NvInfer.h:4141
void setCoordinateTransformation(ResizeCoordinateTransformation coordTransform) noexcept
Set coordinate transformation function.
Definition: NvInfer.h:4176
void setExcludeOutside(bool excludeFlag) noexcept
Set the state for excluding outside pixels.
Definition: NvInfer.h:4280
void setResizeMode(InterpolationMode interpolationMode) noexcept
Set resize mode for an input tensor.
Definition: NvInfer.h:4131
Dims getOutputDimensions() const noexcept
Get the output dimensions.
Definition: NvInfer.h:4070
ResizeRoundMode getNearestRounding() const noexcept
Get rounding mode for nearest neighbor resize.
Definition: NvInfer.h:4235
bool getExcludeOutside() const noexcept
Get the state for excluding outside pixels.
Definition: NvInfer.h:4290
ResizeCoordinateTransformation getCoordinateTransformation() const noexcept
Get coordinate transformation function.
Definition: NvInfer.h:4186
A ReverseSequence layer in a network definition.
Definition: NvInfer.h:6017
void setSequenceAxis(int32_t sequenceAxis) noexcept
Set the sequence axis. Default is 0.
Definition: NvInfer.h:6050
int32_t getBatchAxis() const noexcept
Return the batch axis. Return 1 if no batch axis was set.
Definition: NvInfer.h:6037
apiv::VReverseSequenceLayer * mImpl
Definition: NvInfer.h:6066
int32_t getSequenceAxis() const noexcept
Return the sequence axis. Return 0 if no sequence axis was set.
Definition: NvInfer.h:6060
void setBatchAxis(int32_t batchAxis) noexcept
Set the batch axis. Default is 1.
Definition: NvInfer.h:6027
virtual ~IReverseSequenceLayer() noexcept=default
A Scale layer in a network definition.
Definition: NvInfer.h:1853
Weights getScale() const noexcept
Get the scale value.
Definition: NvInfer.h:1910
Weights getPower() const noexcept
Get the power value.
Definition: NvInfer.h:1930
void setScale(Weights scale) noexcept
Set the scale value.
Definition: NvInfer.h:1900
void setPower(Weights power) noexcept
Set the power value.
Definition: NvInfer.h:1920
ScaleMode getMode() const noexcept
Get the scale mode.
Definition: NvInfer.h:1870
void setShift(Weights shift) noexcept
Set the shift value.
Definition: NvInfer.h:1880
void setChannelAxis(int32_t channelAxis) noexcept
Set the channel axis.
Definition: NvInfer.h:1966
Weights getShift() const noexcept
Get the shift value.
Definition: NvInfer.h:1890
virtual ~IScaleLayer() noexcept=default
void setMode(ScaleMode mode) noexcept
Set the scale mode.
Definition: NvInfer.h:1860
int32_t getChannelAxis() const noexcept
Get the channel axis.
Definition: NvInfer.h:1945
A scatter layer in a network definition. Supports several kinds of scattering.
Definition: NvInfer.h:5671
void setMode(ScatterMode mode) noexcept
Set the scatter mode.
Definition: NvInfer.h:5678
apiv::VScatterLayer * mImpl
Definition: NvInfer.h:5712
void setAxis(int32_t axis) noexcept
Set the axis used by ScatterMode::kELEMENTS.
Definition: NvInfer.h:5698
int32_t getAxis() const noexcept
Get the axis.
Definition: NvInfer.h:5706
ScatterMode getMode() const noexcept
Get the scatter mode.
Definition: NvInfer.h:5688
virtual ~IScatterLayer() noexcept=default
Select elements from two data tensors based on a condition tensor.
Definition: NvInfer.h:4855
virtual ~ISelectLayer() noexcept=default
Layer type for getting shape of a tensor.
Definition: NvInfer.h:3430
virtual ~IShapeLayer() noexcept=default
apiv::VShapeLayer * mImpl
Definition: NvInfer.h:3432
Layer type for shuffling data.
Definition: NvInfer.h:3046
apiv::VShuffleLayer * mImpl
Definition: NvInfer.h:3204
void setFirstTranspose(Permutation permutation) noexcept
Set the permutation applied by the first transpose operation.
Definition: NvInfer.h:3057
void setSecondTranspose(Permutation permutation) noexcept
Set the permutation applied by the second transpose operation.
Definition: NvInfer.h:3157
Dims getReshapeDimensions() const noexcept
Get the reshaped dimensions.
Definition: NvInfer.h:3110
void setReshapeDimensions(Dims const &dimensions) noexcept
Set the reshaped dimensions.
Definition: NvInfer.h:3097
Permutation getFirstTranspose() const noexcept
Get the permutation applied by the first transpose operation.
Definition: NvInfer.h:3069
virtual ~IShuffleLayer() noexcept=default
Permutation getSecondTranspose() const noexcept
Get the permutation applied by the second transpose operation.
Definition: NvInfer.h:3169
bool getZeroIsPlaceholder() const noexcept
Get meaning of 0 in reshape dimensions.
Definition: NvInfer.h:3198
void setZeroIsPlaceholder(bool zeroIsPlaceholder) noexcept
Set meaning of 0 in reshape dimensions.
Definition: NvInfer.h:3185
Slices an input tensor into an output tensor based on the offset and strides.
Definition: NvInfer.h:3278
void setStride(Dims const &stride) noexcept
Set the stride for computing the output slice data.
Definition: NvInfer.h:3347
apiv::VSliceLayer * mImpl
Definition: NvInfer.h:3413
virtual ~ISliceLayer() noexcept=default
void setSize(Dims const &size) noexcept
Set the dimensions of the output slice.
Definition: NvInfer.h:3318
void setStart(Dims const &start) noexcept
Set the start offset that the slice layer uses to create the output slice.
Definition: NvInfer.h:3289
Dims getStart() const noexcept
Get the start offset for the slice layer.
Definition: NvInfer.h:3304
void setMode(SampleMode mode) noexcept
Set the slice mode.
Definition: NvInfer.h:3372
Dims getSize() const noexcept
Get dimensions of the output slice.
Definition: NvInfer.h:3333
SampleMode getMode() const noexcept
Get the slice mode.
Definition: NvInfer.h:3382
Dims getStride() const noexcept
Get the stride for the output slice.
Definition: NvInfer.h:3362
A Softmax layer in a network definition.
Definition: NvInfer.h:1997
void setAxes(uint32_t axes) noexcept
Set the axis along which softmax is computed. Currently, only one axis can be set.
Definition: NvInfer.h:2019
uint32_t getAxes() const noexcept
Get the axis along which softmax occurs.
Definition: NvInfer.h:2029
virtual ~ISoftMaxLayer() noexcept=default
A tensor in a network definition.
Definition: NvInfer.h:181
void setAllowedFormats(TensorFormats formats) noexcept
Set allowed formats for an input or output tensor. By default all formats are allowed....
Definition: NvInfer.h:426
TensorLocation getLocation() const noexcept
Get the storage location of a tensor.
Definition: NvInfer.h:345
void setDimensions(Dims const &dimensions) noexcept
Set the dimensions of a tensor.
Definition: NvInfer.h:228
void resetDynamicRange() noexcept
Undo effect of setDynamicRange.
Definition: NvInfer.h:384
void setName(char const *name) noexcept
Set the tensor name.
Definition: NvInfer.h:197
bool isExecutionTensor() const noexcept
Whether the tensor is an execution tensor.
Definition: NvInfer.h:491
void setType(DataType type) noexcept
Set the data type of a tensor.
Definition: NvInfer.h:257
bool dynamicRangeIsSet() const noexcept
Query whether dynamic range is set.
Definition: NvInfer.h:376
char const * getName() const noexcept
Get the tensor name.
Definition: NvInfer.h:209
bool isShapeTensor() const noexcept
Whether the tensor is a shape tensor.
Definition: NvInfer.h:470
float getDynamicRangeMax() const noexcept
Get maximum of dynamic range.
Definition: NvInfer.h:404
bool isNetworkInput() const noexcept
Whether the tensor is a network input.
Definition: NvInfer.h:294
TRT_DEPRECATED void setBroadcastAcrossBatch(bool broadcastAcrossBatch) noexcept
Set whether to enable broadcast of tensor across the implicit batch dimension.
Definition: NvInfer.h:319
TRT_DEPRECATED bool setDynamicRange(float min, float max) noexcept
Set dynamic range for the tensor.
Definition: NvInfer.h:286
TRT_DEPRECATED bool getBroadcastAcrossBatch() const noexcept
Check if tensor is broadcast across the implicit batch dimension.
Definition: NvInfer.h:333
bool isNetworkOutput() const noexcept
Whether the tensor is a network output.
Definition: NvInfer.h:302
DataType getType() const noexcept
Get the data type of a tensor.
Definition: NvInfer.h:269
apiv::VTensor * mImpl
Definition: NvInfer.h:538
float getDynamicRangeMin() const noexcept
Get minimum of dynamic range.
Definition: NvInfer.h:394
virtual ~ITensor() noexcept=default
void setDimensionName(int32_t index, char const *name) noexcept
Name a dimension of an input tensor.
Definition: NvInfer.h:517
char const * getDimensionName(int32_t index) const noexcept
Get the name of an input dimension.
Definition: NvInfer.h:532
TRT_DEPRECATED void setLocation(TensorLocation location) noexcept
Set the storage location of a tensor.
Definition: NvInfer.h:364
Dims getDimensions() const noexcept
Get the dimensions of a tensor.
Definition: NvInfer.h:242
TensorFormats getAllowedFormats() const noexcept
Get a bitmask of TensorFormat values that the tensor supports. For a shape tensor,...
Definition: NvInfer.h:439
Class to handle tactic timing info collected from builder.
Definition: NvInfer.h:8319
bool combine(ITimingCache const &inputCache, bool ignoreMismatch) noexcept
Combine input timing cache into local instance.
Definition: NvInfer.h:8356
virtual ~ITimingCache() noexcept=default
apiv::VTimingCache * mImpl
Definition: NvInfer.h:8372
bool reset() noexcept
Empty the timing cache.
Definition: NvInfer.h:8366
Layer that represents a TopK reduction.
Definition: NvInfer.h:3470
void setK(int32_t k) noexcept
Set the static k value for the layer.
Definition: NvInfer.h:3501
void setReduceAxes(uint32_t reduceAxes) noexcept
Set which axes to reduce for the layer.
Definition: NvInfer.h:3525
TopKOperation getOperation() const noexcept
Get the operation for the layer.
Definition: NvInfer.h:3487
apiv::VTopKLayer * mImpl
Definition: NvInfer.h:3557
void setOperation(TopKOperation op) noexcept
Set the operation for the layer.
Definition: NvInfer.h:3477
int32_t getK() const noexcept
Get the k value for the layer.
Definition: NvInfer.h:3515
uint32_t getReduceAxes() const noexcept
Get the axes to reduce for the layer.
Definition: NvInfer.h:3535
virtual ~ITopKLayer() noexcept=default
A layer that represents a trip-count limiter.
Definition: NvInfer.h:4669
TripLimit getTripLimit() const noexcept
Get a trip limiter type.
Definition: NvInfer.h:4674
virtual ~ITripLimitLayer() noexcept=default
Layer that represents an unary operation.
Definition: NvInfer.h:2805
void setOperation(UnaryOperation op) noexcept
Set the unary operation for the layer.
Definition: NvInfer.h:2814
apiv::VUnaryLayer * mImpl
Definition: NvInfer.h:2830
UnaryOperation getOperation() const noexcept
Get the unary operation for the layer.
Definition: NvInfer.h:2824
virtual ~IUnaryLayer() noexcept=default
An Interface class for version control.
Definition: NvInferRuntimeBase.h:400
Version information associated with a TRT interface.
Definition: NvInferRuntimeBase.h:365
An array of weights used as a layer parameter.
Definition: NvInferRuntime.h:121
Single registration point for all plugins in an application. It is used to find plugin implementation...
Definition: NvInferSafeRuntime.h:830
Definition: NvInfer.h:8057
virtual int32_t selectAlgorithms(IAlgorithmContext const &context, IAlgorithm const *const *choices, int32_t nbChoices, int32_t *selection) noexcept=0
Select Algorithms for a layer from the given list of algorithm choices.
virtual void reportAlgorithms(IAlgorithmContext const *const *algoContexts, IAlgorithm const *const *algoChoices, int32_t nbAlgorithms) noexcept=0
Called by TensorRT to report choices it made.
InterfaceInfo getInterfaceInfo() const noexcept override
Return version information associated with this interface. Applications must not override this method...
Definition: NvInfer.h:8062
virtual ~IAlgorithmSelector() noexcept=default
Definition: NvInferRuntimeBase.h:857
Definition: NvInferRuntimeBase.h:469
Definition: NvInfer.h:7692
~IInt8EntropyCalibrator2() noexcept override=default
CalibrationAlgoType getAlgorithm() noexcept override
Definition: NvInfer.h:7705
InterfaceInfo getInterfaceInfo() const noexcept override
Return version information associated with this interface. Applications must not override this method...
Definition: NvInfer.h:7697
Definition: NvInfer.h:7652
CalibrationAlgoType getAlgorithm() noexcept override
Definition: NvInfer.h:7665
InterfaceInfo getInterfaceInfo() const noexcept override
Return version information associated with this interface. Applications must not override this method...
Definition: NvInfer.h:7657
~IInt8EntropyCalibrator() noexcept override=default
Definition: NvInfer.h:7771
CalibrationAlgoType getAlgorithm() noexcept override
Definition: NvInfer.h:7784
InterfaceInfo getInterfaceInfo() const noexcept override
Return version information associated with this interface. Applications must not override this method...
Definition: NvInfer.h:7776
virtual double getQuantile() const noexcept=0
The quantile (between 0 and 1) that will be used to select the region maximum when the quantile metho...
Definition: NvInfer.h:7732
~IInt8MinMaxCalibrator() noexcept override=default
CalibrationAlgoType getAlgorithm() noexcept override
Definition: NvInfer.h:7745
InterfaceInfo getInterfaceInfo() const noexcept override
Return version information associated with this interface. Applications must not override this method...
Definition: NvInfer.h:7737
Definition: NvInferRuntime.h:687
Definition: NvInfer.h:8525
virtual bool stepComplete(char const *phaseName, int32_t step) noexcept=0
Signal that a step of an optimizer phase has finished.
virtual ~IProgressMonitor() noexcept=default
IProgressMonitor()=default
virtual void phaseFinish(char const *phaseName) noexcept=0
Signal that a phase of the optimizer has finished.
virtual void phaseStart(char const *phaseName, char const *parentPhase, int32_t nbSteps) noexcept=0
Signal that a phase of the optimizer has started.
IBuilder * createInferBuilder(ILogger &logger) noexcept
Create an instance of an IBuilder class.
Definition: NvInfer.h:9737
The TensorRT API version 1 namespace.
uint32_t TacticSources
Represents a collection of one or more TacticSource values combine using bitwise-OR operations.
Definition: NvInferRuntime.h:2321
ResizeSelector
The coordinate selector when resize to single pixel output.
Definition: NvInfer.h:3945
@ kFORMULA
Use formula to map the original index.
@ kUPPER
Select the upper left pixel.
EngineCapability
List of supported engine capability flows.
Definition: NvInferRuntime.h:73
nvinfer1::IPluginRegistry * getBuilderPluginRegistry(nvinfer1::EngineCapability capability) noexcept
Return the plugin registry for building a Standard engine, or nullptr if no registry exists.
MemoryPoolType
The type for memory pools used by TensorRT.
Definition: NvInfer.h:8383
ScaleMode
Controls how shift, scale and power are applied in a Scale layer.
Definition: NvInfer.h:1810
@ kUNIFORM
Identical coefficients across all elements of the tensor.
@ kCHANNEL
Per-channel coefficients.
uint32_t QuantizationFlags
Represents one or more QuantizationFlag values using binary OR operations.
Definition: NvInfer.h:8118
HardwareCompatibilityLevel
Describes requirements of compatibility with GPU architectures other than that of the GPU on which th...
Definition: NvInfer.h:8491
BoundingBoxFormat
Representation of bounding box data used for the Boxes input tensor in INMSLayer.
Definition: NvInfer.h:5862
@ kCENTER_SIZES
(x_center, y_center, width, height) where (x_center, y_center) is the center point of the box
@ kCORNER_PAIRS
(x1, y1, x2, y2) where (x1, y1) and (x2, y2) are any pair of diagonal corners
constexpr int32_t EnumMax< BuilderFlag >() noexcept
Definition: NvInfer.h:8300
constexpr int32_t EnumMax< LayerType >() noexcept
Definition: NvInfer.h:114
constexpr int32_t EnumMax< CalibrationAlgoType >() noexcept
Definition: NvInfer.h:7567
UnaryOperation
Enumerates the unary operations that may be performed by a Unary layer.
Definition: NvInfer.h:2758
@ kISINF
Return true if input value equals +/- infinity for floating-point data type.
@ kCOSH
Hyperbolic cosine.
@ kACOSH
Inverse hyperbolic cosine.
@ kERF
Gauss error function.
@ kISNAN
Return true if input value is a NaN for floating-point data type.
@ kROUND
Round to nearest even for floating-point data type.
@ kATANH
Inverse hyperbolic tangent.
@ kASINH
Inverse hyperbolic sine.
@ kSIGN
Sign, If input > 0, output 1; if input < 0, output -1; if input == 0, output 0.
constexpr int32_t EnumMax< ReduceOperation >() noexcept
Definition: NvInfer.h:2867
constexpr int32_t EnumMax< TripLimit >() noexcept
Definition: NvInfer.h:4342
ActivationType
Enumerates the types of activation to perform in an activation layer.
Definition: NvInfer.h:133
@ kSELU
Selu activation: x>0 ? beta * x : beta * (alpha*exp(x) - alpha)
@ kSCALED_TANH
Scaled tanh activation: alpha*tanh(beta*x)
@ kRELU
Rectified linear activation.
@ kELU
Elu activation: x>=0 ? x : alpha * (exp(x) - 1).
@ kLEAKY_RELU
LeakyRelu activation: x>=0 ? x : alpha * x.
@ kSOFTSIGN
Softsign activation: x / (1+|x|)
@ kHARD_SIGMOID
Hard sigmoid activation: max(0, min(1, alpha*x+beta))
@ kTHRESHOLDED_RELU
Thresholded ReLU activation: x>alpha ? x : 0.
@ kSIGMOID
Sigmoid activation.
@ kCLIP
Clip activation: max(alpha, min(beta, x))
@ kGELU_TANH
GELU tanh activation: 0.5 * x * (1 + tanh(sqrt(2/pi) * (0.044715F * pow(x, 3) + x)))
@ kGELU_ERF
GELU erf activation: 0.5 * x * (1 + erf(sqrt(0.5) * x))
@ kSOFTPLUS
Parametric softplus activation: alpha*log(exp(beta*x)+1)
FillOperation
Enumerates the tensor fill operations that may performed by a fill layer.
Definition: NvInfer.h:4916
@ kRANDOM_UNIFORM
Randomly draw values from a uniform distribution.
@ kRANDOM_NORMAL
Randomly draw values from a normal distribution.
ResizeRoundMode
The rounding mode for nearest neighbor resize.
Definition: NvInfer.h:3975
@ kHALF_DOWN
Round half down.
nvinfer1::safe::IPluginRegistry * getBuilderSafePluginRegistry(nvinfer1::EngineCapability capability) noexcept
Return the plugin registry for building a Safety engine, or nullptr if no registry exists.
PaddingMode
Enumerates the modes of padding to perform in convolution, deconvolution and pooling layer,...
Definition: NvInfer.h:988
@ kSAME_LOWER
Use SAME padding, with prePadding >= postPadding.
@ kEXPLICIT_ROUND_DOWN
Use explicit padding, rounding output size down.
@ kEXPLICIT_ROUND_UP
Use explicit padding, rounding output size up.
@ kSAME_UPPER
Use SAME padding, with prePadding <= postPadding.
TripLimit
Definition: NvInfer.h:4330
@ kWHILE
Tensor is a scalar of type kBOOL. Loop terminates when value is false.
@ kCOUNT
Tensor is a scalar of type kINT32 or kINT64 that contains the trip count.
uint32_t NetworkDefinitionCreationFlags
Represents one or more NetworkDefinitionCreationFlag flags using binary OR operations....
Definition: NvInfer.h:9425
PreviewFeature
Define preview features.
Definition: NvInfer.h:8458
constexpr int32_t EnumMax< GatherMode >() noexcept
Definition: NvInfer.h:2518
DataType
The type of weights and tensors.
Definition: NvInferRuntimeBase.h:135
uint32_t BuilderFlags
Represents one or more BuilderFlag values using binary OR operations, e.g., 1U << BuilderFlag::kFP16 ...
Definition: NvInfer.h:8154
DeviceType
The device that this layer/network will execute on.
Definition: NvInferRuntime.h:1273
constexpr int32_t EnumMax< ScaleMode >() noexcept
Definition: NvInfer.h:1822
CalibrationAlgoType
Version of calibration algorithm to use.
Definition: NvInfer.h:7554
@ kENTROPY_CALIBRATION_2
Entropy calibration.
@ kLEGACY_CALIBRATION
Legacy calibration.
@ kENTROPY_CALIBRATION
Legacy entropy calibration.
@ kMINMAX_CALIBRATION
Minmax calibration.
LayerType
The type values of layer classes.
Definition: NvInfer.h:58
@ kGRID_SAMPLE
Grid sample layer.
@ kRAGGED_SOFTMAX
Ragged softmax layer.
@ kDECONVOLUTION
Deconvolution layer.
@ kASSERTION
Assertion layer.
@ kMATRIX_MULTIPLY
Matrix multiply layer.
@ kCONDITION
Condition layer.
@ kCONDITIONAL_INPUT
Conditional Input layer.
@ kIDENTITY
Identity layer.
@ kNORMALIZATION
Normalization layer.
@ kQUANTIZE
Quantize layer.
@ kCONVOLUTION
Convolution layer.
@ kPARAMETRIC_RELU
Parametric ReLU layer.
@ kCONCATENATION
Concatenation layer.
@ kREVERSE_SEQUENCE
Reverse sequence layer.
@ kRECURRENCE
Loop Recurrence layer.
@ kDEQUANTIZE
Dequantize layer.
@ kPLUGIN_V3
PluginV3 layer.
@ kITERATOR
Loop Iterator layer.
@ kTRIP_LIMIT
Loop Trip limit layer.
@ kUNARY
UnaryOp operation Layer.
@ kACTIVATION
Activation layer.
@ kELEMENTWISE
Elementwise layer.
@ kPLUGIN_V2
PluginV2 layer.
@ kLOOP_OUTPUT
Loop output layer.
@ kCONDITIONAL_OUTPUT
Conditional Output layer.
@ kCONSTANT
Constant layer.
@ kNON_ZERO
NonZero layer.
constexpr int32_t EnumMax< QuantizationFlag >() noexcept
Definition: NvInfer.h:8143
SampleMode
Controls how ISliceLayer and IGridSample handle out-of-bounds coordinates.
Definition: NvInfer.h:3214
@ kCLAMP
Out of bounds indices are clamped to bounds.
@ kSTRICT_BOUNDS
Fail with error when the coordinates are out of bounds.
@ kWRAP
Coordinates wrap around periodically.
GatherMode
Control form of IGatherLayer.
Definition: NvInfer.h:2506
@ kDEFAULT
Similar to ONNX Gather.
@ kELEMENT
Similar to ONNX GatherElements.
@ kND
Similar to ONNX GatherND.
uint32_t TensorFormats
It is capable of representing one or more TensorFormat by binary OR operations, e....
Definition: NvInfer.h:125
ProfilingVerbosity
List of verbosity levels of layer information exposed in NVTX annotations and in IEngineInspector.
Definition: NvInferRuntime.h:2333
NetworkDefinitionCreationFlag
List of immutable network properties expressed at network creation time. NetworkDefinitionCreationFla...
Definition: NvInfer.h:9436
ElementWiseOperation
Enumerates the binary operations that may be performed by an ElementWise layer.
Definition: NvInfer.h:2416
@ kSUB
Subtract the second element from the first.
@ kSUM
Sum of the two elements.
@ kPROD
Product of the two elements.
@ kFLOOR_DIV
Floor division of the first element by the second.
@ kEQUAL
Check if two elements are equal.
@ kAND
Logical AND of two elements.
@ kOR
Logical OR of two elements.
@ kMIN
Minimum of the two elements.
@ kPOW
The first element to the power of the second element.
@ kLESS
Check if element in first tensor is less than corresponding element in second tensor.
@ kGREATER
Check if element in first tensor is greater than corresponding element in second tensor.
@ kXOR
Logical XOR of two elements.
@ kDIV
Divide the first element by the second.
QuantizationFlag
List of valid flags for quantizing the network to int8.
Definition: NvInfer.h:8130
@ kCALIBRATE_BEFORE_FUSION
constexpr int32_t EnumMax< SampleMode >() noexcept
Definition: NvInfer.h:3230
InterpolationMode
Enumerates various modes of interpolation.
Definition: NvInfer.h:3863
@ kNEAREST
ND (0 < N <= 8) nearest neighbor resizing.
@ kCUBIC
Supports bicubic (2D) interpolation.
@ kLINEAR
Supports linear (1D), bilinear (2D), and trilinear (3D) interpolation.
BuilderFlag
List of valid modes that the builder can enable when creating an engine from a network definition.
Definition: NvInfer.h:8164
@ kWEIGHT_STREAMING
Enable weight streaming for the current engine.
@ kDEBUG
Enable debugging of layers via synchronizing after every layer.
@ kGPU_FALLBACK
Enable layers marked to execute on GPU if layer cannot execute on DLA.
@ kSPARSE_WEIGHTS
Allow the builder to examine weights and use optimized functions when weights have suitable sparsity.
@ kFP16
Enable FP16 layer selection, with FP32 fallback.
@ kERROR_ON_TIMING_CACHE_MISS
@ kINT8
Enable Int8 layer selection, with FP32 fallback with FP16 fallback if kFP16 also specified.
@ kPREFER_PRECISION_CONSTRAINTS
@ kINT4
Enable plugins with INT4 input/output.
@ kSTRIP_PLAN
Strip the refittable weights from the engine plan file.
@ kDISABLE_TIMING_CACHE
Disable reuse of timing information across identical layers.
@ kDISABLE_COMPILATION_CACHE
@ kREFIT
Enable building a refittable engine.
@ kOBEY_PRECISION_CONSTRAINTS
Require that layers execute in specified precisions. Build fails otherwise.
@ kREJECT_EMPTY_ALGORITHMS
Fail if IAlgorithmSelector::selectAlgorithms returns an empty set of algorithms.
constexpr int32_t EnumMax< TopKOperation >() noexcept
Definition: NvInfer.h:3453
constexpr int32_t EnumMax< MemoryPoolType >() noexcept
Definition: NvInfer.h:8444
TopKOperation
Enumerates the operations that may be performed by a TopK layer.
Definition: NvInfer.h:3442
ReduceOperation
Enumerates the reduce operations that may be performed by a Reduce layer.
Definition: NvInfer.h:2853
constexpr int32_t EnumMax< LoopOutput >() noexcept
Definition: NvInfer.h:4321
constexpr int32_t EnumMax< NetworkDefinitionCreationFlag >() noexcept
Definition: NvInfer.h:9455
ScatterMode
Control form of IScatterLayer.
Definition: NvInfer.h:5598
MatrixOperation
Enumerates the operations that may be performed on a tensor by IMatrixMultiplyLayer before multiplica...
Definition: NvInfer.h:3568
@ kTRANSPOSE
Like kNONE, but transpose the matrix dimensions.
ResizeCoordinateTransformation
The resize coordinate transformation function.
Definition: NvInfer.h:3891
constexpr int32_t EnumMax< UnaryOperation >() noexcept
Definition: NvInfer.h:2792
LoopOutput
Definition: NvInfer.h:4304
@ kLAST_VALUE
Output value is value of tensor for last iteration.
@ kCONCATENATE
Output value is concatenation of values of tensor for each iteration, in forward order.
@ kREVERSE
Output value is concatenation of values of tensor for each iteration, in reverse order.
constexpr int32_t EnumMax< BoundingBoxFormat >() noexcept
Definition: NvInfer.h:5875
constexpr int32_t EnumMax< MatrixOperation >() noexcept
Definition: NvInfer.h:3596
PoolingType
The type of pooling to perform in a pooling layer.
Definition: NvInfer.h:1424
@ kAVERAGE
Average over elements. If the tensor is padded, the count includes the padding.
@ kMAX
Maximum over elements.
@ kMAX_AVERAGE_BLEND
Blending between max and average pooling: (1-blendFactor)*maxPool + blendFactor*avgPool.
v_1_0::IProgressMonitor IProgressMonitor
Definition: NvInfer.h:8608
constexpr int32_t EnumMax< FillOperation >() noexcept
Definition: NvInfer.h:4947
TensorLocation
The location for tensor data storage, device or host.
Definition: NvInferRuntime.h:201
OptProfileSelector
When setting or querying optimization profile parameters (such as shape tensor inputs or dynamic dime...
Definition: NvInferRuntime.h:2064
constexpr int32_t EnumMax< ScatterMode >() noexcept
Definition: NvInfer.h:5609
Represents a permutation of dimensions.
Definition: NvInfer.h:3023
Declaration of EnumMaxImpl struct to store maximum number of elements in an enumeration type.
Definition: NvInferRuntimeBase.h:120