45 lines
1.5 KiB
C++
45 lines
1.5 KiB
C++
|
//
|
||
|
|
// Created by DefTruth on 2021/7/24.
|
||
|
|
//
|
||
|
|
|
||
|
|
#include "efficient_emotion8.h"
|
||
|
|
#include "lite/ort/core/ort_utils.h"
|
||
|
|
#include "lite/utils.h"
|
||
|
|
|
||
|
|
|
||
|
|
using ortcv::EfficientEmotion8;
|
||
|
|
|
||
|
|
Ort::Value EfficientEmotion8::transform(const cv::Mat &mat)
|
||
|
|
{
|
||
|
|
cv::Mat canvas;
|
||
|
|
cv::resize(mat, canvas, cv::Size(input_node_dims.at(3),
|
||
|
|
input_node_dims.at(2)));
|
||
|
|
cv::cvtColor(canvas, canvas, cv::COLOR_BGR2RGB);
|
||
|
|
// (1,3,224,224)
|
||
|
|
ortcv::utils::transform::normalize_inplace(canvas, mean_vals, scale_vals);
|
||
|
|
return ortcv::utils::transform::create_tensor(
|
||
|
|
canvas, input_node_dims, memory_info_handler,
|
||
|
|
input_values_handler, ortcv::utils::transform::CHW);
|
||
|
|
}
|
||
|
|
|
||
|
|
void EfficientEmotion8::detect(const cv::Mat &mat, types::Emotions &emotions)
|
||
|
|
{
|
||
|
|
if (mat.empty()) return;
|
||
|
|
// 1. make input tensor
|
||
|
|
Ort::Value input_tensor = this->transform(mat);
|
||
|
|
// 2. inference
|
||
|
|
auto output_tensors = ort_session->Run(
|
||
|
|
Ort::RunOptions{nullptr}, input_node_names.data(),
|
||
|
|
&input_tensor, 1, output_node_names.data(), num_outputs
|
||
|
|
);
|
||
|
|
Ort::Value &emotion_logits = output_tensors.at(0); // (1,8)
|
||
|
|
auto emotion_dims = output_node_dims.at(0);
|
||
|
|
unsigned int pred_label = 0;
|
||
|
|
const unsigned int num_emotions = emotion_dims.at(1); // 8
|
||
|
|
const float *pred_logits = emotion_logits.GetTensorMutableData<float>();
|
||
|
|
auto softmax_probs = lite::utils::math::softmax<float>(pred_logits, num_emotions, pred_label);
|
||
|
|
emotions.label = pred_label;
|
||
|
|
emotions.score = softmax_probs[pred_label];
|
||
|
|
emotions.text = emotion_texts[pred_label];
|
||
|
|
emotions.flag = true;
|
||
|
|
}
|