Dynamic Creative Optimization with Visual Intelligence

import { Mixpeek } from 'mixpeek';

const client = new Mixpeek({ apiKey: process.env.MIXPEEK_API_KEY });

// Analyze creative elements library
await client.buckets.connect({
  collection_id: 'creative-elements',
  bucket_uri: 's3://creatives/elements/',
  extractors: [
    'image-embedding',        // Visual similarity
    'color-analysis',         // Color palettes
    'text-extraction',        // Headlines, CTAs
    'composition-analysis',   // Layout, focal points
    'object-detection',       // People, products, props
    'sentiment-analysis'      // Emotional tone
  ],
  settings: {
    element_types: ['headline', 'image', 'cta', 'background', 'logo_placement'],
    track_performance: true
  }
});

// Predict performance of element combinations
async function predictCombination(elements: {
  headline_id: string;
  image_id: string;
  cta_id: string;
  background_id?: string;
}, context: {
  audience: string;
  platform: string;
  placement: string;
}) {
  const prediction = await client.dco.predictCombination({
    elements: elements,
    context: context,
    model: 'performance-predictor'
  });

  return {
    predicted_ctr: prediction.ctr,
    predicted_cvr: prediction.cvr,
    confidence: prediction.confidence,
    element_compatibility: prediction.compatibility_score,
    potential_issues: prediction.warnings // e.g., "low contrast CTA"
  };
}

// Get optimal creative for impression
async function getOptimalCreative(request: {
  campaign_id: string;
  user_signals: object;
  platform: string;
  placement: string;
}) {
  const optimal = await client.dco.getOptimal({
    campaign_id: request.campaign_id,
    context: {
      user: request.user_signals,
      platform: request.platform,
      placement: request.placement
    },
    strategy: 'thompson_sampling',  // Explore vs exploit
    constraints: {
      frequency_cap: true,
      brand_safety: true
    }
  });

  return {
    creative_id: optimal.combination_id,
    elements: {
      headline: optimal.headline,
      image_url: optimal.image,
      cta: optimal.cta
    },
    expected_ctr: optimal.expected_ctr,
    exploration_flag: optimal.is_exploration
  };
}

// Get suggestions for new creative elements
async function suggestNewElements(campaignId: string) {
  const analysis = await client.dco.analyzePerformance({
    campaign_id: campaignId,
    lookback_days: 14
  });

  const suggestions = await client.dco.suggestElements({
    campaign_id: campaignId,
    top_performers: analysis.winning_elements,
    gaps: analysis.underperforming_segments,
    suggestions_per_type: 3
  });

  return {
    headline_suggestions: suggestions.headlines.map(h => ({
      text: h.suggested_text,
      rationale: h.rationale,
      predicted_improvement: h.expected_lift
    })),
    image_suggestions: suggestions.images.map(i => ({
      brief: i.image_brief,
      visual_attributes: i.target_attributes,
      rationale: i.rationale
    })),
    cta_suggestions: suggestions.ctas
  };
}