{
  "id": "sam3",
  "identity": {
    "family": "sam3",
    "display_name": "SAM 3 (Segment Anything with Concepts)",
    "hub_id": "facebook/sam3",
    "api_name": null,
    "revision": null,
    "variants": [],
    "license": "SAM License (Meta, 2025-11-19)",
    "commercial_use": true,
    "commercial_use_note": "Custom Meta license: royalty-free commercial use allowed, with carve-outs (military, nuclear, espionage, sanctioned parties, ITAR); redistribution must carry the same terms; Meta may change terms. Hub access is gated by manual approval.",
    "release_date": "2025-11-19",
    "paper_url": "https://ai.meta.com/research/publications/sam-3-segment-anything-with-concepts/",
    "repo_url": "https://github.com/facebookresearch/sam3"
  },
  "task": {
    "category": "segmentation",
    "modalities_in": [
      "image",
      "video",
      "text"
    ],
    "modalities_out": [
      "masks",
      "boxes",
      "scores",
      "tracks"
    ],
    "best_at": "Segments and tracks every instance of a concept named by a short noun phrase or an exemplar image ('yellow school bus'), across images and video.",
    "worst_at": "About 0.86B parameters: GPU in practice; long or compositional phrases; access gated and approvals reported as rejected."
  },
  "io": {
    "input": {
      "image": {
        "resolution": "1008x1008"
      },
      "video": {
        "frames": "streamed with a tracker memory"
      },
      "prompts": "short noun phrase, image exemplars (boxes), or SAM 2 style points/boxes"
    },
    "output": {
      "masks": "instance masks for every match",
      "boxes": "xyxy",
      "scores": "presence and instance scores",
      "tracks": "instance ids across frames"
    }
  },
  "mixpeek_wiring": {
    "extractors": [],
    "feature_uris": [],
    "vector_indexes": [],
    "retriever_stages": [],
    "composes_with": [
      "taxonomy labels -> SAM 3 concept prompts -> instance masks -> masked crops -> SigLIP",
      "SAM 3 instance counts per frame -> payload fields -> attribute filter"
    ]
  },
  "run": {
    "status": "not_runnable",
    "status_reason": "Blocked by gated hub access (manual approval, not guaranteed) and GPU-only practicality. Weights are safetensors with no remote code, so once access is granted it runs as a GPU plugin through transformers Sam3Model.",
    "serve_apps": [],
    "runtime": "transformers Sam3Model + Sam3Processor",
    "weights_format": "safetensors",
    "trust_remote_code": false,
    "size_on_disk_mb": 3440,
    "params_millions": 860,
    "preprocessing": "Resize to 1008, normalize; tokenize the concept phrase.",
    "postprocessing": "Score threshold on presence and instance scores, mask upsampling.",
    "serving_shape": "both",
    "batch_size": null,
    "serve_batch": null,
    "scale_to_zero": {
      "min_replicas": 0,
      "max_replicas": 1,
      "idle_timeout_s": 600,
      "memory_gb": 12,
      "num_cpus": 4,
      "num_gpus": 1,
      "cold_start_s": {
        "warm_node_s": null,
        "new_node_s": null,
        "source": null
      },
      "cpu_fallback": false
    }
  },
  "cost": {
    "unmeasured": true,
    "measured": null,
    "note": "No committed measurement; plan row 3 measures it in the standalone image."
  },
  "evidence": {
    "unmeasured": true,
    "items": []
  },
  "refs": [
    "hf://facebook/sam3@3c879f39826c281e95690f02c7821c4de09afae7"
  ],
  "formats": [
    {
      "ref": "hf://facebook/sam3@3c879f39826c281e95690f02c7821c4de09afae7",
      "format": "safetensors",
      "file": "model.safetensors",
      "loader": "transformers / open_clip from_pretrained; Mixpeek Hub import (api/models/huggingface.py)",
      "supported_today": true
    },
    {
      "ref": "hf://facebook/sam3@3c879f39826c281e95690f02c7821c4de09afae7",
      "format": "pytorch_pt",
      "file": "sam3.pt",
      "loader": "torch.load (pickle); Mixpeek refuses pickle weights (shared/security/torch_pickle.py)",
      "supported_today": false
    }
  ],
  "use_cases": [
    "segmentation",
    "tracking",
    "object-detection"
  ],
  "recommended": {
    "value": false,
    "for": [],
    "reason": null
  },
  "demos": [],
  "seo": {
    "title": "SAM 3 (Segment Anything with Concepts): segmentation model",
    "description": "SAM 3 (Segment Anything with Concepts) is a image, video and text segmentation model (SAM License (Meta, 2025-11-19)). Not runnable on Mixpeek today.",
    "keywords": [
      "SAM 3 (Segment Anything with Concepts)",
      "sam3",
      "segmentation",
      "facebook/sam3",
      "tracking",
      "object-detection"
    ],
    "faqs": [
      {
        "q": "What is SAM 3 (Segment Anything with Concepts) best at?",
        "a": "Segments and tracks every instance of a concept named by a short noun phrase or an exemplar image ('yellow school bus'), across images and video."
      },
      {
        "q": "What are the limits of SAM 3 (Segment Anything with Concepts)?",
        "a": "About 0.86B parameters: GPU in practice; long or compositional phrases; access gated and approvals reported as rejected."
      },
      {
        "q": "Can SAM 3 (Segment Anything with Concepts) be used commercially?",
        "a": "Yes. Custom Meta license: royalty-free commercial use allowed, with carve-outs (military, nuclear, espionage, sanctioned parties, ITAR); redistribution must carry the same terms; Meta may change terms. Hub access is gated by manual approval."
      },
      {
        "q": "How does SAM 3 (Segment Anything with Concepts) run on Mixpeek?",
        "a": "Blocked by gated hub access (manual approval, not guaranteed) and GPU-only practicality. Weights are safetensors with no remote code, so once access is granted it runs as a GPU plugin through transformers Sam3Model."
      }
    ]
  },
  "last_verified": "2026-11-05",
  "sources": [
    "https://huggingface.co/facebook/sam3",
    "https://huggingface.co/facebook/sam3/blob/main/LICENSE",
    "https://github.com/facebookresearch/sam3",
    "https://roboflow.com/model-licenses/segment-anything-3",
    "https://scancode-licensedb.aboutcode.org/sam-2025-11-19.html"
  ],
  "registry": null,
  "templates": [],
  "usage": {
    "namespaces": null,
    "collections": null,
    "uncounted": true,
    "templates": 0,
    "counted_at": null,
    "source": null
  },
  "facets": {
    "status": "not_runnable",
    "category": "segmentation",
    "family": "sam3",
    "license": "SAM License (Meta, 2025-11-19)",
    "commercial_use": true,
    "modalities_in": [
      "image",
      "video",
      "text"
    ],
    "modalities_out": [
      "masks",
      "boxes",
      "scores",
      "tracks"
    ],
    "use_cases": [
      "segmentation",
      "tracking",
      "object-detection"
    ],
    "recommended": false,
    "release_date": "2025-11-19",
    "params_millions": 860,
    "size_on_disk_mb": 3440,
    "vector_dims": null,
    "vector_distance": null,
    "weights_format": "safetensors",
    "formats": [
      "pytorch_pt",
      "safetensors"
    ],
    "loadable_today": true,
    "trust_remote_code": false,
    "cpu_fallback": false,
    "num_gpus": 1,
    "memory_gb": 12,
    "min_replicas": 0,
    "serving_shape": "both",
    "served": false,
    "ref_schemes": [
      "hf"
    ],
    "has_evidence": false,
    "cost_measured": false,
    "template_count": 0,
    "usage_namespaces": null,
    "usage_collections": null,
    "usage_uncounted": true,
    "has_demo": false,
    "rank_score": 0
  },
  "rank_score": 0
}