{
  "id": "siglip2-so400m-patch14-384",
  "identity": {
    "family": "siglip2",
    "display_name": "SigLIP 2 so400m patch14 (224/384)",
    "hub_id": "google/siglip2-so400m-patch14-384",
    "api_name": null,
    "revision": null,
    "variants": [
      "google/siglip2-so400m-patch14-224"
    ],
    "license": "Apache-2.0",
    "commercial_use": true,
    "commercial_use_note": "Apache-2.0 weights and code; no use restrictions.",
    "release_date": "2025-02-17",
    "paper_url": "https://arxiv.org/abs/2502.14786",
    "repo_url": "https://github.com/google-research/big_vision"
  },
  "task": {
    "category": "embedding",
    "modalities_in": [
      "image",
      "text"
    ],
    "modalities_out": [
      "vector"
    ],
    "best_at": "Logos, signage, brands and venue shots in concert footage (Live Nation visual arm); strongest SigLIP 2 below giant.",
    "worst_at": "Alone it trails text retrieval on speech and moment queries (Live Nation visual F1@10 0.348 vs text 0.414); 1.1B params, GPU in practice."
  },
  "io": {
    "input": {
      "image": {
        "resolution": "384x384 (224 sibling)",
        "color": "RGB",
        "normalize": "mean 0.5, std 0.5"
      },
      "text": {
        "max_tokens": 64
      },
      "prompts": "lowercase captions; the card uses 'this is a photo of {label}.'; Gemma tokenizer, padded to max_length 64"
    },
    "output": {
      "vector": {
        "dims": 1152,
        "distance": "cosine",
        "type": "dense"
      },
      "note": "image and text vectors share one space; L2-normalize before cosine"
    }
  },
  "mixpeek_wiring": {
    "extractors": [
      {
        "extractor": "ln_shots@v1",
        "selected_by": "fixed (customer plugin, customers/livenation/manifest-loop)"
      }
    ],
    "feature_uris": [
      "mixpeek://ln_shots@v1/ln_visual"
    ],
    "vector_indexes": [
      "ln_visual"
    ],
    "retriever_stages": [
      "feature_search"
    ],
    "composes_with": [
      "shots -> one to three frames per shot -> SigLIP 2 vectors (mean) -> feature_search",
      "SigLIP 2 visual + Qwen3-Embedding text + BM25 on search_text -> DBSF fusion (Live Nation tri retriever)"
    ]
  },
  "run": {
    "status": "plugin",
    "status_reason": "Runs today as the Live Nation customer plugin ln_shots@v1 in the standalone image (safetensors, local_files_only, trust_remote_code false); not a built-in Serve app.",
    "serve_apps": [],
    "runtime": "transformers AutoModel + AutoProcessor (Siglip2Model)",
    "weights_format": "safetensors",
    "trust_remote_code": false,
    "size_on_disk_mb": 4544,
    "params_millions": 1136,
    "preprocessing": "Resize to 384x384, rescale to 0..1, normalize mean 0.5 std 0.5; text padded to 64 tokens (max_length).",
    "postprocessing": "L2-normalize pooled image and text embeddings; sigmoid of scaled logits for zero-shot scores.",
    "serving_shape": "both",
    "batch_size": 32,
    "serve_batch": null,
    "scale_to_zero": {
      "min_replicas": 0,
      "max_replicas": 1,
      "idle_timeout_s": 600,
      "memory_gb": 8,
      "num_cpus": 2,
      "num_gpus": 1,
      "cold_start_s": {
        "warm_node_s": null,
        "new_node_s": null,
        "source": null
      },
      "cpu_fallback": true
    }
  },
  "cost": {
    "unmeasured": true,
    "measured": null,
    "note": "No committed measurement; plan row 3 measures it in the standalone image."
  },
  "evidence": {
    "unmeasured": false,
    "items": [
      {
        "dataset": "Live Nation marketing clips, 10 clips, 263 shots, 56 queries",
        "metric": "F1@10, visual arm alone",
        "k": 10,
        "score": 0.348,
        "baseline": "text arm alone (Qwen3-Embedding-0.6B)",
        "baseline_score": 0.414,
        "held_out": false,
        "date": "2026-11-04",
        "source": "customers/livenation/manifest-loop/README.md"
      },
      {
        "dataset": "Live Nation held-out clips, 5 clips, 28 queries",
        "metric": "F1@10, SYSTEM: tri retriever (SigLIP 2 visual + Qwen3 text + BM25, DBSF)",
        "k": 10,
        "score": 0.406,
        "baseline": null,
        "baseline_score": null,
        "held_out": true,
        "date": "2026-11-04",
        "source": "customers/livenation/manifest-loop/DRIVER-RUN.md"
      }
    ]
  },
  "refs": [
    "hf://google/siglip2-so400m-patch14-384@e8e487298228002f3d8a82e0cd5c8ea9c567f57f"
  ],
  "formats": [
    {
      "ref": "hf://google/siglip2-so400m-patch14-384@e8e487298228002f3d8a82e0cd5c8ea9c567f57f",
      "format": "safetensors",
      "file": "model.safetensors",
      "loader": "transformers / open_clip from_pretrained; Mixpeek Hub import (api/models/huggingface.py)",
      "supported_today": true
    }
  ],
  "use_cases": [
    "visual-search",
    "brand-detection",
    "multilingual-search"
  ],
  "recommended": {
    "value": true,
    "for": [
      "visual-search",
      "brand-detection"
    ],
    "reason": "Apache-2.0, safetensors, no remote code; carried brand and venue queries in the Live Nation held-out eval."
  },
  "demos": [],
  "seo": {
    "title": "SigLIP 2 so400m patch14 (224/384): embedding model",
    "description": "SigLIP 2 so400m patch14 (224/384) is a image and text embedding model (Apache-2.0). Can run on Mixpeek as a custom plugin.",
    "keywords": [
      "SigLIP 2 so400m patch14 (224/384)",
      "siglip2",
      "embedding",
      "google/siglip2-so400m-patch14-384",
      "visual-search",
      "brand-detection",
      "multilingual-search"
    ],
    "faqs": [
      {
        "q": "What is SigLIP 2 so400m patch14 (224/384) best at?",
        "a": "Logos, signage, brands and venue shots in concert footage (Live Nation visual arm); strongest SigLIP 2 below giant."
      },
      {
        "q": "What are the limits of SigLIP 2 so400m patch14 (224/384)?",
        "a": "Alone it trails text retrieval on speech and moment queries (Live Nation visual F1@10 0.348 vs text 0.414); 1.1B params, GPU in practice."
      },
      {
        "q": "Can SigLIP 2 so400m patch14 (224/384) be used commercially?",
        "a": "Yes. Apache-2.0 weights and code; no use restrictions."
      },
      {
        "q": "How does SigLIP 2 so400m patch14 (224/384) run on Mixpeek?",
        "a": "Runs today as the Live Nation customer plugin ln_shots@v1 in the standalone image (safetensors, local_files_only, trust_remote_code false); not a built-in Serve app."
      },
      {
        "q": "What does SigLIP 2 so400m patch14 (224/384) output?",
        "a": "A 1152-dimensional dense vector, compared by cosine similarity."
      }
    ]
  },
  "last_verified": "2026-11-05",
  "sources": [
    "https://huggingface.co/google/siglip2-so400m-patch14-384",
    "https://arxiv.org/abs/2502.14786",
    "https://huggingface.co/docs/transformers/model_doc/siglip2",
    "customers/livenation/manifest-loop/plugin/ln_shots/v1/models.py",
    "customers/livenation/manifest-loop/README.md",
    "customers/livenation/manifest-loop/DRIVER-RUN.md"
  ],
  "registry": null,
  "templates": [],
  "usage": {
    "namespaces": null,
    "collections": null,
    "uncounted": true,
    "templates": 0,
    "counted_at": null,
    "source": null
  },
  "facets": {
    "status": "plugin",
    "category": "embedding",
    "family": "siglip2",
    "license": "Apache-2.0",
    "commercial_use": true,
    "modalities_in": [
      "image",
      "text"
    ],
    "modalities_out": [
      "vector"
    ],
    "use_cases": [
      "visual-search",
      "brand-detection",
      "multilingual-search"
    ],
    "recommended": true,
    "release_date": "2025-02-17",
    "params_millions": 1136,
    "size_on_disk_mb": 4544,
    "vector_dims": 1152,
    "vector_distance": "cosine",
    "weights_format": "safetensors",
    "formats": [
      "safetensors"
    ],
    "loadable_today": true,
    "trust_remote_code": false,
    "cpu_fallback": true,
    "num_gpus": 1,
    "memory_gb": 8,
    "min_replicas": 0,
    "serving_shape": "both",
    "served": false,
    "ref_schemes": [
      "hf"
    ],
    "has_evidence": true,
    "cost_measured": false,
    "template_count": 0,
    "usage_namespaces": null,
    "usage_collections": null,
    "usage_uncounted": true,
    "has_demo": false,
    "rank_score": 3
  },
  "rank_score": 3
}