v1

latestOpenAPI 3.1.02026-07-1381127211.1 KB
Audio Emotion API

Get Audio Multimodal Insights

Get complete multimodal analytics for an audio file including:

  • Audio emotion analysis (speaker-by-speaker)
  • Text sentiment analysis from transcription
  • Detected speakers
  • Overall summaries
get/v2/audios/{audio_id}/multimodal-analytics

Path parameters

audio_idstring required

The unique ID of the audio

The unique ID of the audio

Response

Successful Response

titlestring
statusstring
descriptionstring
created_atstring
media_typestring
audio_idstring
text_idstring
durationnumber
speaker_countinteger
media_source_urlstring
youtube_urlstring nullable
detected_speakersobject[]

Example response

{
  "title": "Podcast Episode 42",
  "status": "completed",
  "description": "Discussion about AI ethics",
  "created_at": "2025-12-01T10:15:00Z",
  "media_type": "audio",
  "audio_id": "1154940c-473f-46cb-a32d-923e6f23bedc",
  "text_id": "c74a3fe1-e8a3-4c7a-98c9-a496ee4a3fb8",
  "duration": 3245.5,
  "speaker_count": 2,
  "media_source_url": "https://storage.googleapis.com/.../audio.mp3",
  "youtube_url": "https://youtube.com/watch?v=...",
  "detected_speakers": [
    {
      "name": "Alice Johnson",
      "speaker_id": 1
    },
    {
      "name": "Bob Williams",
      "speaker_id": 2
    }
  ],
  "emotion_analysis": {
    "overall": {
      "video": {
        "angry": 0.059,
        "happy": 0.175,
        "neutral": 0.408,
        "sad": 0.049
      },
      "audio": {
        "angry": 0.047,
        "happy": 0.185,
        "neutral": 0.638
      },
      "text": {
        "admiration": 0.015,
        "joy": 0.018,
        "neutral": 0.75
      }
    },
    "faces": {
      "John Smith": {
        "happy": 0.175,
        "neutral": 0.408,
        "sad": 0.049
      },
      "face_2": {
        "angry": 0.087,
        "happy": 0.184,
        "neutral": 0.314
      }
    },
    "speakers": {
      "Interviewer": {
        "audio": {
          "angry": 0.05,
          "happy": 0.18,
          "neutral": 0.65
        },
        "text": {
          "curiosity": 0.08,
          "neutral": 0.85
        }
      },
      "John Smith": {
        "audio": {
          "angry": 0.045,
          "happy": 0.19,
          "neutral": 0.625
        },
        "text": {
          "admiration": 0.02,
          "joy": 0.025,
          "neutral": 0.72
        }
      }
    }
  }
}