# Model registry for the SAM backend. # # Add/remove entries freely. Paths may be absolute or relative to this file. # Checkpoints marked as missing on disk are still listed by /models but flagged # `available: false` so the frontend can grey them out. # # `family` selects the adapter code-path. Currently supported: # sam2 — Meta SAM 2 / SAM 2.1 (image predictor, bbox prompts) # sam3 — Meta SAM 3 (image predictor with box-as-exemplar, or HF tracker) # # Per-entry fields: # id — stable key used by /predict?model= # name — human-readable, shown in the Tauri model dropdown # family — adapter to use # config — family-specific (SAM2: hydra yaml path; SAM3: "image_predictor" # or "tracker") # checkpoint — file path (relative paths resolved against this yaml's # directory) OR an opaque identifier when `remote: true` # remote — optional; true = treat checkpoint as a HuggingFace model id # (no on-disk existence check) default: sam2.1_hiera_small models: - id: sam2.1_hiera_tiny name: "SAM 2.1 · Hiera Tiny" family: sam2 config: configs/sam2.1/sam2.1_hiera_t.yaml checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_tiny.pt - id: sam2.1_hiera_small name: "SAM 2.1 · Hiera Small" family: sam2 config: configs/sam2.1/sam2.1_hiera_s.yaml checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_small.pt - id: sam2.1_hiera_base_plus name: "SAM 2.1 · Hiera Base+" family: sam2 config: configs/sam2.1/sam2.1_hiera_b+.yaml checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_base_plus.pt - id: sam2.1_hiera_large name: "SAM 2.1 · Hiera Large" family: sam2 config: configs/sam2.1/sam2.1_hiera_l.yaml checkpoint: ../sam2/sam2/checkpoints/sam2.1_hiera_large.pt # ---- SAM 3 ----------------------------------------------------------- # Local image-predictor path — uses the .pt weights in this repo. Box is # treated as a visual exemplar; the adapter picks the mask whose predicted # bbox best overlaps the user bbox (classic single-instance annotation). - id: sam3 name: "SAM 3 · image predictor" family: sam3 config: image_predictor checkpoint: ../files/sam3_weights/sam3.pt # Optional HuggingFace tracker path. Requires `pip install transformers` # and pulls weights from HF hub on first use. Gives cleaner single-box # → single-mask results than the exemplar path but needs a network round # trip the first time. Disabled by leaving `remote: false` — flip to # `remote: true` once your machine has transformers installed. # - id: sam3_tracker # name: "SAM 3 · tracker (HuggingFace)" # family: sam3 # config: tracker # checkpoint: facebook/sam3 # remote: true