Emotions.h

Go to the documentation of this file.

/*###############################################################################
#
# Copyright(c) 2021 NVIDIA CORPORATION. All Rights Reserved.
#
# NVIDIA CORPORATION and its licensors retain all intellectual property
# and proprietary rights in and to this software, related documentation
# and any modifications thereto. Any use, reproduction, disclosure or
# distribution of this software and related documentation without an express
# license agreement from NVIDIA CORPORATION is strictly prohibited.
#
###############################################################################*/
 
#ifndef CVCORE_EMOTIONS_H_
#define CVCORE_EMOTIONS_H_
 
#include <memory>
 
#include <cuda_runtime.h>
 
#include <cv/core/Array.h>
#include <cv/core/BBox.h>
#include <cv/core/MathTypes.h>
#include <cv/core/Model.h>
#include <cv/core/Tensor.h>
 
namespace cvcore { namespace emotions {
 
extern const ImagePreProcessingParams defaultPreProcessorParams;
 
extern const ModelInputParams defaultModelInputParams;
 
extern const ModelInferenceParams defaultInferenceParams;
 
class Emotions 
{
    public:
        static constexpr std::size_t NUM_FACIAL_LANDMARKS = 68;
 
        static constexpr std::size_t TOP_EMOTIONS = 10;
 
        Emotions() = delete;
 
        Emotions(const ImagePreProcessingParams & preProcessorParams, 
                 const ModelInputParams & modelInputParams,
                 const ModelInferenceParams & inferenceParams,
                 size_t numEmotions = 6);
 
        ~Emotions();
 
        void execute(Array<ArrayN<float, Emotions::TOP_EMOTIONS>> & emotionLikelihoods,
                     Array<ArrayN<size_t, Emotions::TOP_EMOTIONS>> & topEmotions,
                     const Array<ArrayN<Vector2f, NUM_FACIAL_LANDMARKS>> & inputLandmarks,
                     cudaStream_t stream = 0);
 
    private:
        struct EmotionsImpl;
 
        std::unique_ptr<EmotionsImpl> m_pImpl;
};
 
class EmotionsPreProcessor 
{
    public:
        EmotionsPreProcessor() = delete;
 
        EmotionsPreProcessor(const ImagePreProcessingParams & preProcessorParams, 
                             const ModelInputParams & modelInputParams);
 
        ~EmotionsPreProcessor();
 
        void execute(Tensor<CL, CX, F32> & preProcessedLandmarkBatch,
                     const Array<ArrayN<Vector2f, Emotions::NUM_FACIAL_LANDMARKS>> & inputLandmarks,
                     cudaStream_t stream = 0);
 
    private:
        struct EmotionsPreProcessorImpl;
 
        std::unique_ptr<EmotionsPreProcessorImpl> m_pImpl;
};
 
class EmotionsPostProcessor 
{
    public:
        EmotionsPostProcessor() = delete;
 
        EmotionsPostProcessor(const ModelInputParams & modelInputParams, size_t numEmotions);
 
        ~EmotionsPostProcessor();
 
        void execute(Array<ArrayN<float, Emotions::TOP_EMOTIONS>> & emotionLikelihoods,
                     Array<ArrayN<std::size_t, Emotions::TOP_EMOTIONS>> & topEmotions,
                     const Tensor<CL, CX, F32> & emotionsRaw,
                     cudaStream_t stream = 0);
 
    private:
        struct EmotionsPostProcessorImpl;
 
        std::unique_ptr<EmotionsPostProcessorImpl> m_pImpl;
};
 
}} // namespace cvcore::emotions
 
#endif // CVCORE_EMOTIONS_H_