EngineBuildProfiles.hpp

Go to the documentation of this file.

// SPDX-FileCopyrightText: 2026 Povl Filip Sonne-Frederiksen
//
// SPDX-License-Identifier: GPL-3.0-or-later
 
#pragma once
 
#include <filesystem>
#include <map>
#include <optional>
#include <string>
#include <vector>
 
namespace reusex::vision::sam3 {

struct EngineProfile {
  struct ShapeProfile {
    std::vector<int> min;
    std::vector<int> opt;
    std::vector<int> max;
 
    bool operator==(const ShapeProfile &) const = default;
  };

  std::string precision = "fp16";

  int workspace_mb = 8192;

  std::map<std::string, ShapeProfile> shapes;
 
  bool operator==(const EngineProfile &) const = default;
 
  [[nodiscard]] bool is_fp16() const { return precision == "fp16"; }
  [[nodiscard]] bool is_fp32() const { return precision == "fp32"; }
};

struct EngineBuildProfiles {
  int schema_version = 1;
  int recipe_version = 1;
  std::map<std::string, EngineProfile> engines;
  std::vector<std::string> fallback_engines;
  std::map<std::string, std::string> fallback_onnx_sha256;

  static EngineBuildProfiles from_file(const std::filesystem::path &path);

  static EngineBuildProfiles from_string(const std::string &json_text);

  static const EngineBuildProfiles &builtin();

  [[nodiscard]] std::string to_json() const;

  [[nodiscard]] std::optional<EngineProfile>
  find(const std::string &engine_name) const;
};

std::optional<EngineProfile> text_only_fallback(const std::string &engine_name,
                                                const EngineProfile &profile);

inline constexpr int kGeometryTraceBoxes = 8;

std::optional<std::string>
profile_shape_conflict(const std::vector<long long> &network_dims,
                       const EngineProfile::ShapeProfile &profile);

bool is_shape_build_error(const std::vector<std::string> &builder_errors);
 
} // namespace reusex::vision::sam3