Forensic Video Search for Incident Investigation

import { Mixpeek } from 'mixpeek';

const client = new Mixpeek({ apiKey: process.env.MIXPEEK_API_KEY });

// Index video archive with forensic extractors
await client.buckets.connect({
  collection_id: 'video-archive',
  bucket_uri: 's3://security/footage/',
  extractors: [
    'face-detection',        // Detect and encode faces
    'person-reidentification', // Track across cameras
    'vehicle-detection',     // License plates, makes, colors
    'object-detection',      // Items, weapons, packages
    'activity-recognition'   // Running, fighting, loitering
  ],
  settings: {
    retention_days: 90,
    index_interval_seconds: 1,
    hash_frames: true,  // For authentication
    preserve_metadata: true
  }
});

// Search by witness description
async function searchByDescription(description: string, timeRange: {
  start: Date;
  end: Date;
  cameras?: string[];
}) {
  // e.g., "person in red jacket carrying backpack"
  const results = await client.retrieve({
    collection_id: 'video-archive',
    query: {
      type: 'text',
      text: description
    },
    filters: {
      timestamp: {
        $gte: timeRange.start.toISOString(),
        $lte: timeRange.end.toISOString()
      },
      camera_id: timeRange.cameras ? { $in: timeRange.cameras } : undefined
    },
    return_fields: [
      'timestamp', 'camera_id', 'thumbnail_url',
      'detected_persons', 'detected_objects', 'clip_url'
    ],
    limit: 100
  });

  return results;
}

// Find person across all cameras using reference image
async function findPersonInFootage(referenceImageUrl: string, timeRange: {
  start: Date;
  end: Date;
}) {
  // First, get face embedding from reference
  const reference = await client.extract({
    url: referenceImageUrl,
    extractors: ['face-detection']
  });

  // Search for matches across all footage
  const appearances = await client.retrieve({
    collection_id: 'video-archive',
    query: {
      type: 'face',
      embedding: reference.faces[0].embedding,
      threshold: 0.85  // High confidence matching
    },
    filters: {
      timestamp: {
        $gte: timeRange.start.toISOString(),
        $lte: timeRange.end.toISOString()
      }
    },
    return_fields: [
      'timestamp', 'camera_id', 'thumbnail_url',
      'face_confidence', 'clip_url', 'bounding_box'
    ],
    sort: { timestamp: 'asc' },
    limit: 500
  });

  // Reconstruct timeline
  return {
    appearances: appearances,
    timeline: buildTimeline(appearances),
    cameras_visited: [...new Set(appearances.map(a => a.camera_id))]
  };
}

// Generate forensic evidence package
async function generateEvidencePackage(caseId: string, clips: ClipSelection[]) {
  const package = await client.forensics.createPackage({
    case_id: caseId,
    clips: clips.map(c => ({
      source_id: c.clip_id,
      start_time: c.start,
      end_time: c.end,
      annotations: c.notes
    })),
    include: {
      original_footage: true,
      frame_hashes: true,      // Tamper detection
      metadata_log: true,      // Camera settings, timestamps
      chain_of_custody: true,  // Access log
      search_methodology: true // How clips were found
    },
    export_format: 'forensic_standard',
    encryption: 'aes256'
  });

  return {
    package_id: package.id,
    download_url: package.secure_url,
    hash: package.package_hash,
    custody_document: package.chain_of_custody_pdf
  };
}