v1
latestOpenAPI 3.1.02026-07-1381127211.1 KBAudio Emotion API
Get Audio Multimodal Insights
Get complete multimodal analytics for an audio file including:
- Audio emotion analysis (speaker-by-speaker)
- Text sentiment analysis from transcription
- Detected speakers
- Overall summaries
get/v2/audios/{audio_id}/multimodal-analytics
Path parameters
audio_idstring required
The unique ID of the audio
The unique ID of the audio
Response
Successful Response
Example response
{
"title": "Podcast Episode 42",
"status": "completed",
"description": "Discussion about AI ethics",
"created_at": "2025-12-01T10:15:00Z",
"media_type": "audio",
"audio_id": "1154940c-473f-46cb-a32d-923e6f23bedc",
"text_id": "c74a3fe1-e8a3-4c7a-98c9-a496ee4a3fb8",
"duration": 3245.5,
"speaker_count": 2,
"media_source_url": "https://storage.googleapis.com/.../audio.mp3",
"youtube_url": "https://youtube.com/watch?v=...",
"detected_speakers": [
{
"name": "Alice Johnson",
"speaker_id": 1
},
{
"name": "Bob Williams",
"speaker_id": 2
}
],
"emotion_analysis": {
"overall": {
"video": {
"angry": 0.059,
"happy": 0.175,
"neutral": 0.408,
"sad": 0.049
},
"audio": {
"angry": 0.047,
"happy": 0.185,
"neutral": 0.638
},
"text": {
"admiration": 0.015,
"joy": 0.018,
"neutral": 0.75
}
},
"faces": {
"John Smith": {
"happy": 0.175,
"neutral": 0.408,
"sad": 0.049
},
"face_2": {
"angry": 0.087,
"happy": 0.184,
"neutral": 0.314
}
},
"speakers": {
"Interviewer": {
"audio": {
"angry": 0.05,
"happy": 0.18,
"neutral": 0.65
},
"text": {
"curiosity": 0.08,
"neutral": 0.85
}
},
"John Smith": {
"audio": {
"angry": 0.045,
"happy": 0.19,
"neutral": 0.625
},
"text": {
"admiration": 0.02,
"joy": 0.025,
"neutral": 0.72
}
}
}
}
}