first version

sam2-backend/models.yaml

@@ -0,0 +1,69 @@
+# Model registry for the SAM backend.
+#
+# Add/remove entries freely. Paths may be absolute or relative to this file.
+# Checkpoints marked as missing on disk are still listed by /models but flagged
+# `available: false` so the frontend can grey them out.
+#
+# `family` selects the adapter code-path. Currently supported:
+#   sam2   — Meta SAM 2 / SAM 2.1 (image predictor, bbox prompts)
+#   sam3   — Meta SAM 3 (image predictor with box-as-exemplar, or HF tracker)
+#
+# Per-entry fields:
+#   id           — stable key used by /predict?model=<id>
+#   name         — human-readable, shown in the Tauri model dropdown
+#   family       — adapter to use
+#   config       — family-specific (SAM2: hydra yaml path; SAM3: "image_predictor"
+#                  or "tracker")
+#   checkpoint   — file path (relative paths resolved against this yaml's
+#                  directory) OR an opaque identifier when `remote: true`
+#   remote       — optional; true = treat checkpoint as a HuggingFace model id
+#                  (no on-disk existence check)
+
+default: sam2.1_hiera_small
+
+models:
+  - id: sam2.1_hiera_tiny
+    name: "SAM 2.1 · Hiera Tiny"
+    family: sam2
+    config: configs/sam2.1/sam2.1_hiera_t.yaml
+    checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_tiny.pt
+
+  - id: sam2.1_hiera_small
+    name: "SAM 2.1 · Hiera Small"
+    family: sam2
+    config: configs/sam2.1/sam2.1_hiera_s.yaml
+    checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_small.pt
+
+  - id: sam2.1_hiera_base_plus
+    name: "SAM 2.1 · Hiera Base+"
+    family: sam2
+    config: configs/sam2.1/sam2.1_hiera_b+.yaml
+    checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_base_plus.pt
+
+  - id: sam2.1_hiera_large
+    name: "SAM 2.1 · Hiera Large"
+    family: sam2
+    config: configs/sam2.1/sam2.1_hiera_l.yaml
+    checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_large.pt
+
+  # ---- SAM 3 -----------------------------------------------------------
+  # Local image-predictor path — uses the .pt weights in this repo. Box is
+  # treated as a visual exemplar; the adapter picks the mask whose predicted
+  # bbox best overlaps the user bbox (classic single-instance annotation).
+  - id: sam3
+    name: "SAM 3 · image predictor"
+    family: sam3
+    config: image_predictor
+    checkpoint: ../files/sam3_weights/sam3.pt
+
+  # Optional HuggingFace tracker path. Requires `pip install transformers`
+  # and pulls weights from HF hub on first use. Gives cleaner single-box
+  # → single-mask results than the exemplar path but needs a network round
+  # trip the first time. Disabled by leaving `remote: false` — flip to
+  # `remote: true` once your machine has transformers installed.
+  # - id: sam3_tracker
+  #   name: "SAM 3 · tracker (HuggingFace)"
+  #   family: sam3
+  #   config: tracker
+  #   checkpoint: facebook/sam3
+  #   remote: true