segment_panorama.hpp

Go to the documentation of this file.

// SPDX-FileCopyrightText: 2026 Povl Filip Sonne-Frederiksen
//
// SPDX-License-Identifier: GPL-3.0-or-later
//
// SAM3-on-360: segment an equirectangular panorama by tiling it into
// perspective (pinhole) views the segmenter consumes at its native
// resolution, running the UNMODIFIED SAM3 model on each tile, and stitching
// the per-tile CV_32S label maps back into one equirect label image.
//
// This reuses geometry::overlapping_views / stitch_labels_to_equirect for the
// spherical geometry and the tensor_rt SAM3 forward() path for inference; it
// does not reimplement either.
 
#pragma once
 
#include "reusex/vision/IModel.hpp"
 
#include <opencv2/core.hpp>
 
#include <string>
#include <vector>
 
namespace reusex::vision {

struct SegmentPanoramaOptions {
  int n_yaw = 8;           
  double fov_deg = 90.0;   
  int tile = 1008;         
  float confidence = 0.5f; 
  std::vector<std::string> prompts;
};

cv::Mat segment_panorama(IModel &model, const cv::Mat &equirect_bgr,
                         const SegmentPanoramaOptions &opts);
 
} // namespace reusex::vision