preprocessing_foreground_container.hpp

// preprocessing_foreground_container.hpp
// Created by greg on 1/13/25.
// Copyright (C) 2025 Presage Security, Inc.
//
// This program is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; either
// version 3 of the License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public License
// along with this program; if not, write to the Free Software Foundation,
// Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 
// === standard library includes (if any) ===
// === third-party includes (if any) ===
#include <nlohmann/json.hpp>
// === local includes (if any) ===
#include <smartspectra/container/foreground_container.hpp>
#include <smartspectra/container/settings.hpp>
#include <mediapipe/framework/port/opencv_core_inc.h>
 
 
#pragma once
namespace presage::smartspectra::lab {
 
template<
    platform_independence::DeviceType TDeviceType,
    container::settings::OperationMode TOperationMode,
    container::settings::IntegrationMode TIntegrationMode
>
class PreprocessingForegroundContainer : public container::ForegroundContainer<TDeviceType, TOperationMode, TIntegrationMode> {
public:
    typedef container::settings::Settings<TOperationMode, TIntegrationMode> SettingsType;
    using Base = container::ForegroundContainer<TDeviceType, TOperationMode, TIntegrationMode>;
    explicit PreprocessingForegroundContainer(SettingsType settings);
 
    std::function<absl::Status(const nlohmann::json&, int64_t input_timestamp)> OnPreprocessedDataOutput =
        [](const nlohmann::json&, int64_t input_timestamp){ return absl::OkStatus(); };
    // Draw pose landmarks and starter-point regions overlay on the latest output frame.
    absl::Status DrawDebugOverlays(cv::Mat& output_frame_bgr);
protected:
    [[nodiscard]] std::string GetThirdGraphFileSuffix() const override;
    [[nodiscard]] std::string GetGraphFilePrefix() const override;
    absl::Status InitializeOutputDataPollers() override;
    absl::Status HandleOutputData(int64_t frame_timestamp) override;
private:
    // hide OnMetrics hook, as it's no longer usable
    using container::ForegroundContainer<TDeviceType, TOperationMode, TIntegrationMode>::OnCoreMetricsOutput;
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper preprocessed_data_poller;
    // Debug pollers
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper points_chest_poller;
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper points_abdomen_poller;
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper points_glutes_poller;
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper points_knees_poller;
    presage::smartspectra::container::output_stream_poller_wrapper::OutputStreamPollerWrapper transformed_size_poller;
    std::optional<cv::Size> transformed_size;
};
 
template<container::settings::OperationMode TOperationMode>
using CpuRestPreprocessingForegroundContainer =
    PreprocessingForegroundContainer<
        platform_independence::DeviceType::Cpu,
        TOperationMode,
        container::settings::IntegrationMode::Rest
    >;
 
} // namespace presage::smartspectra::lab