Automated Accessibility Content Generation

import { Mixpeek } from 'mixpeek';

const client = new Mixpeek({ apiKey: process.env.MIXPEEK_API_KEY });

// Audit content library for accessibility gaps
const audit = await client.accessibility.audit({
  bucket_uri: 's3://learning-content/',
  checks: [
    'images_without_alt',
    'videos_without_captions',
    'pdfs_without_tags',
    'audio_without_transcript'
  ],
  report_format: 'wcag_2_1_aa'
});

console.log(`Found ${audit.total_issues} accessibility issues:`);
console.log(`- Images without alt text: ${audit.images_without_alt}`);
console.log(`- Videos without captions: ${audit.videos_without_captions}`);
console.log(`- PDFs without structure: ${audit.pdfs_without_tags}`);

// Generate educational alt text for images
async function generateAltText(imageUrl: string, context?: {
  course_subject?: string;
  surrounding_text?: string;
  educational_level?: string;
}) {
  const alt = await client.accessibility.generateAltText({
    url: imageUrl,
    style: 'educational',
    context: context,
    settings: {
      max_length: 150,
      include_educational_context: true,
      describe_charts_data: true,
      describe_diagrams_labels: true
    }
  });

  return {
    alt_text: alt.text,
    extended_description: alt.extended,  // For complex images
    confidence: alt.confidence,
    image_type: alt.detected_type  // photo, chart, diagram, etc.
  };
}

// Generate captions for educational videos
async function generateCaptions(videoUrl: string, options?: {
  speaker_labels?: boolean;
  technical_vocabulary?: string[];
  output_format?: 'vtt' | 'srt' | 'txt';
}) {
  const captions = await client.accessibility.generateCaptions({
    url: videoUrl,
    settings: {
      speaker_diarization: options?.speaker_labels ?? true,
      custom_vocabulary: options?.technical_vocabulary,
      timing_precision: 'word',  // Word-level timestamps
      auto_punctuation: true
    },
    output_format: options?.output_format ?? 'vtt'
  });

  return {
    caption_file: captions.file_url,
    transcript_text: captions.plain_text,
    duration_minutes: captions.duration,
    word_count: captions.word_count,
    confidence: captions.avg_confidence
  };
}

// Batch process accessibility backlog
async function remediateBacklog(bucketUri: string) {
  const job = await client.accessibility.batchRemediate({
    bucket_uri: bucketUri,
    operations: [
      {
        content_type: 'image',
        action: 'generate_alt_text',
        apply_to: 'missing_only'
      },
      {
        content_type: 'video',
        action: 'generate_captions',
        apply_to: 'missing_only',
        format: 'vtt'
      },
      {
        content_type: 'audio',
        action: 'generate_transcript',
        apply_to: 'all'
      },
      {
        content_type: 'pdf',
        action: 'add_structure_tags',
        apply_to: 'missing_only'
      }
    ],
    webhook_url: 'https://your-lms.edu/api/accessibility-complete'
  });

  return {
    job_id: job.id,
    estimated_items: job.total_items,
    estimated_completion: job.eta
  };
}