Migrate to MVS in one script

"""Migrate from Pinecone to MVS."""
from pinecone import Pinecone
from mixpeek import Mixpeek

# ── Connect to both ──────────────────────────────────────
pc = Pinecone(api_key="PINECONE_API_KEY")
index = pc.Index("my-index")

mvs = Mixpeek(api_key="MIXPEEK_API_KEY")
NAMESPACE = "ns_migrated"

# ── Paginate through all vectors ─────────────────────────
batch, cursor = [], None
while True:
    resp = index.list(namespace="", limit=100, pagination_token=cursor)
    ids = resp.get("vectors", resp.get("ids", []))
    if not ids:
        break

    # Fetch full vectors + metadata
    fetched = index.fetch(ids=[v if isinstance(v, str) else v["id"] for v in ids])
    docs = []
    for vid, vec in fetched["vectors"].items():
        docs.append({
            "id": vid,
            "dense_embedding": vec["values"],
            "metadata": vec.get("metadata", {}),
        })

    # Upsert to MVS in batches
    mvs.namespaces.documents.upsert(
        namespace=NAMESPACE,
        documents=docs,
    )
    print(f"Migrated {len(docs)} vectors")

    cursor = resp.get("pagination", {}).get("next")
    if not cursor:
        break

print("Migration complete.")