Audio

Clinical Voice Events

Extract typed clinical events from voice sessions with multi-stage features, taxonomies, and evidence linking

418K runs

Note: This playground provides simulated output to showcase functionality. No input data is processed or stored on our servers. Use this demo to explore the feature extractor's capabilities before integrating it into your application.

Input

File URL string

Enter a URL to a audio file

Upload audio

Drag and drop a audio file here, or click to browse

Select File

# asr_model string

ASR model for transcription. Default: whisper-large-v3

# enable_speaker_diarization boolean

Identify and attribute speakers. Default: true

# clinical_domain string

Clinical domain for NLU. Default: general_care

# event_taxonomy string

Event classification taxonomy. Default: snomed_ct

# enable_clustering boolean

Cluster related events. Default: true

# enable_evidence_linking boolean

Extract audio evidence clips. Default: true

# min_confidence number

Minimum confidence threshold. Default: 0.75

Output

{
  "session_id": "session_abc123",
  "duration": 185.4,
  "stage_1_acoustic": {
    "transcript": "Patient swallowed his morning Metformin 500mg at 9:12 AM. Blood pressure is 118 over 76.",
    "word_timestamps": [
      {
        "word": "Patient",
        "start": 0.24,
        "end": 0.68,
        "confidence": 0.96
      },
      {
        "word": "swallowed",
        "start": 0.72,
        "end": 1.15,
        "confidence": 0.94
      }
    ],
    "prosody_cues": [
      {
        "type": "pause",
        "timestamp": 5.2,
        "duration": 0.3
      },
      {
        "type": "emphasis",
        "word": "swallowed",
        "intensity": 0.72
      }
    ]
  },
  "stage_2_speakers": {
    "speakers": [
      {
        "speaker_id": "speaker_001",
        "embedding": [
          0.023,
          -0.142,
          "..."
        ],
        "matched_profile": "caregiver_sarah",
        "confidence": 0.94,
        "segments": [
          {
            "start": 0,
            "end": 12.8
          },
          {
            "start": 18.5,
            "end": 25.3
          }
        ]
      }
    ]
  },
  "stage_3_linguistic": {
    "utterances": [
      {
        "text": "Patient swallowed his morning Metformin 500mg at 9:12 AM",
        "speaker": "speaker_001",
        "intent": "medication_administration",
        "intent_confidence": 0.91,
        "entities": [
          {
            "type": "medication",
            "value": "Metformin",
            "confidence": 0.97
          },
          {
            "type": "dosage",
            "value": "500mg",
            "confidence": 0.95
          },
          {
            "type": "time",
            "value": "9:12 AM",
            "confidence": 0.89
          }
        ]
      }
    ]
  },
  "stage_4_events": {
    "events": [
      {
        "event_id": "evt_001",
        "event_type": "medication_administered",
        "taxonomy_code": "SNOMED:432102000",
        "taxonomy_hierarchy": [
          "SNOMED:71388002",
          "SNOMED:18629005",
          "SNOMED:432102000"
        ],
        "attributes": {
          "medication": "Metformin",
          "medication_code": "RxNorm:6809",
          "dose": "500mg",
          "route": "oral",
          "status": "completed"
        },
        "temporal": {
          "scheduled_time": "09:00:00",
          "actual_time": "09:12:00"
        },
        "confidence": 0.91,
        "source_utterance_id": "utt_001"
      }
    ],
    "event_clusters": [
      {
        "cluster_id": "cluster_001",
        "cluster_type": "medication_pass",
        "event_ids": [
          "evt_001"
        ],
        "temporal_window": "09:00-09:15",
        "coherence_score": 0.94
      }
    ]
  },
  "stage_5_evidence": {
    "evidence_links": [
      {
        "event_id": "evt_001",
        "audio_clip": {
          "path": "s3://evidence/session_abc123/evt_001.wav",
          "start_offset": 0.24,
          "end_offset": 5.82,
          "duration": 5.58
        },
        "transcript_span": {
          "text": "Patient swallowed his morning Metformin 500mg at 9:12 AM",
          "speaker": "caregiver_sarah",
          "speaker_confidence": 0.94
        },
        "chain_of_custody": {
          "extraction_timestamp": "2025-12-25T09:20:15Z",
          "extractor_version": "v1.0"
        }
      }
    ]
  }
}