Content Moderation & Policy Enforcement

from mixpeek import Mixpeek

client = Mixpeek(api_key="your-api-key")

# Define content policy taxonomy
policy_taxonomy = client.taxonomies.create(
    taxonomy_name="content_policy",
    hierarchy={
        "safe_content": {
            "family_friendly": ["educational", "entertainment", "music"],
            "general_audience": ["news", "sports", "lifestyle"]
        },
        "review_required": {
            "sensitive": ["political", "controversial", "medical"],
            "ambiguous": ["user_reports", "borderline"]
        },
        "prohibited": {
            "harmful": ["violence", "hate_speech", "harassment"],
            "illegal": ["csam", "terrorism", "fraud"]
        }
    },
    confidence_thresholds={
        "prohibited": 0.75,
        "review_required": 0.60
    }
)

# Create moderation retriever with real-time alerts
moderation_retriever = client.retrievers.create(
    retriever_name="policy_enforcement",
    stages=[
        {
            "stage_id": "feature_search",
            "config": {
                "query_concepts": ["violence", "hate_speech", "harassment"]
            }
        },
        {
            "stage_id": "score_filter",
            "config": {"min_score": 0.85}
        }
    ],
    webhook_url="https://api.company.com/moderation/alerts"
)

# Query for content requiring review
review_queue = client.retrievers.execute(
    retriever_id="review-queue-retriever",
    inputs={
        "taxonomy_path": "review_required.*",
        "time_window": "last_24_hours"
    },
    limit=100
)

# Track moderation metrics
metrics = client.analytics.compute(
    collection_id="user_content",
    metrics=["violation_rate_by_category", "review_queue_depth"]
)