Gestures.h

Go to the documentation of this file.

/*
 * Copyright (c) 2021, NVIDIA CORPORATION.  All rights reserved.
 *
 * NVIDIA CORPORATION and its licensors retain all intellectual property
 * and proprietary rights in and to this software, related documentation
 * and any modifications thereto.  Any use, reproduction, disclosure or
 * distribution of this software and related documentation without an express
 * license agreement from NVIDIA CORPORATION is strictly prohibited.
 */
 
#ifndef NV_GESTURES_H_
#define NV_GESTURES_H_
 
#include <memory>
 
#include <cuda_runtime.h>
 
#include <cv/core/Array.h>
#include <cv/core/BBox.h>
#include <cv/core/Core.h>
#include <cv/core/Model.h>
#include <cv/core/Tensor.h>
 
namespace cvcore { namespace gestures {
 
struct GesturesPostProcessorParams
{
    uint32_t numGestures;
    size_t gestureHistorySize;
    size_t gestureHistoryThreshold;
};
 
CVCORE_API extern const ImagePreProcessingParams defaultPreProcessorParams;
 
CVCORE_API extern const ModelInputParams defaultModelInputParams;
 
CVCORE_API extern const ModelInferenceParams defaultInferenceParams;
 
CVCORE_API extern const GesturesPostProcessorParams defaultPostProcessorParams;
 
/*
 * Interface for running pre-processing on gestures model.
 */
class CVCORE_API GesturesPreProcessor
{
public:
    GesturesPreProcessor() = delete;
 
    GesturesPreProcessor(const ImagePreProcessingParams &preProcessorParams,
                         const ModelInputParams &modelInputParams);
 
    ~GesturesPreProcessor();
 
    void execute(Tensor<NCHW, C3, F32> &output, const Tensor<NHWC, C3, U8> &input,
                 const Array<BBox> &inputBBoxes, cudaStream_t stream = 0);
 
private:
    struct GesturesPreProcessorImpl;
    std::unique_ptr<GesturesPreProcessorImpl> m_pImpl;
};
 
class CVCORE_API Gestures
{
public:
    static constexpr size_t TOP_GESTURES = 10;
 
    using GesturesLikelihood = ArrayN<std::pair<uint32_t, float>, TOP_GESTURES>;
 
    Gestures(const ImagePreProcessingParams &imgparams, const ModelInputParams &modelParams,
             const ModelInferenceParams &modelInferParams,
             const GesturesPostProcessorParams &postProcessParams);
 
    Gestures() = delete;
 
    ~Gestures();
 
    void execute(Array<GesturesLikelihood> &gestures, const Tensor<NHWC, C3, U8> &input,
                 const Array<BBox> &inputBBox, cudaStream_t stream = 0);
 
private:
    struct GesturesImpl;
    std::unique_ptr<GesturesImpl> m_pImpl;
};
 
class CVCORE_API GesturesPostProcessor
{
public:
    GesturesPostProcessor() = delete;
    GesturesPostProcessor(const ModelInputParams &inputParams,
                          const GesturesPostProcessorParams &postProcessParams);
 
    ~GesturesPostProcessor();
 
    void allocateStagingBuffers();
 
    void execute(Array<Gestures::GesturesLikelihood> &gestures, const Tensor<CL, CX, F32> &input,
                 cudaStream_t stream = 0);
 
private:
    struct GesturesPostProcessorImpl;
    std::unique_ptr<GesturesPostProcessorImpl> m_pImpl;
};
 
}} // namespace cvcore::gestures
#endif