ObjectDetection.h

Go to the documentation of this file.

 
// Copyright (c) 2008-2019 OpenShot Studios, LLC
//
// SPDX-License-Identifier: LGPL-3.0-or-later
 
#ifndef OPENSHOT_OBJECT_DETECTION_EFFECT_H
#define OPENSHOT_OBJECT_DETECTION_EFFECT_H
 
#include "EffectBase.h"
 
#include <memory>
 
#include "OpenCVUtilities.h"
 
#include "Json.h"
#include "KeyFrame.h"
#include "TrackedObjectBBox.h"
 
namespace openshot {
    class TrackedObjectBBox;
}
 
// Struct that stores the detected bounding boxes for all the clip frames
struct DetectionData{
    DetectionData(){}
    DetectionData(
        std::vector<int> _classIds,
        std::vector<float> _confidences,
        std::vector<cv::Rect_<float>> _boxes,
        size_t _frameId,
        std::vector<int> _objectIds,
        std::vector<openshot::ObjectMaskData> _masks = {})
    {
        classIds = _classIds;
        confidences = _confidences;
        boxes = _boxes;
        frameId = _frameId;
        objectIds = _objectIds;
        masks = _masks;
    }
    size_t frameId;
    std::vector<int> classIds;
    std::vector<float> confidences;
    std::vector<cv::Rect_<float>> boxes;
    std::vector<int> objectIds;
    std::vector<openshot::ObjectMaskData> masks;
};
 
namespace openshot
{
    // Forward decls
    class Frame;
 
    class ObjectDetection : public EffectBase
    {
    private:
        std::string protobuf_data_path;
        std::map<size_t, DetectionData> detectionsData;
        std::vector<std::string> classNames;
        std::vector<cv::Scalar> classesColor;
 
        Keyframe display_box_text;
 
        Keyframe display_boxes;
 
        float confidence_threshold = 0.25;
 
        std::vector<std::string> display_classes;
        std::string class_filter;
 
        std::shared_ptr<TrackedObjectBBox> allObjectsProperties;
 
        void init_effect_details();
 
    public:
        int selectedObjectIndex;
 
        ObjectDetection();
 
        std::shared_ptr<Frame> GetFrame(std::shared_ptr<Frame> frame, int64_t frame_number) override;
 
        std::shared_ptr<openshot::Frame> GetFrame(int64_t frame_number) override { return GetFrame(std::make_shared<Frame>(), frame_number); }
 
        bool LoadObjDetectdData(std::string inputFilePath);
 
        std::string GetVisibleObjects(int64_t frame_number) const override;
 
        std::shared_ptr<QImage> TrackedObjectMask(std::shared_ptr<QImage> target_image, int64_t frame_number) const override;
 
        // Get and Set JSON methods
        std::string Json() const override; 
        void SetJson(const std::string value) override; 
        Json::Value JsonValue() const override; 
        void SetJsonValue(const Json::Value root) override; 
 
        std::string PropertiesJSON(int64_t requested_frame) const override;
    };
 
}
 
#endif