simulation_result_evaluated
Represents a simulation result evaluated event.
Example
{
"type": "simulation_result_evaluated",
"id": 123,
"digital_human_id": 123,
"status": "INITIALIZING",
"simulation_run_id": 123,
"simulation_id": 123,
"agent_id": 123,
"folder_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"result": {},
"custom_metrics": [
{
"name": "<string>",
"description": "<string>",
"response_type": "<string>",
"response_value": "<string>",
"reasoning": "<string>",
"min_value": 1.5,
"max_value": 1.5,
"category": "<string>",
"tags": [
"<string>"
],
"scoring_guidance": "<string>",
"enum_options": [
"<string>"
],
"human_edited": true,
"human_response_value": "<string>",
"human_reasoning": "<string>",
"override_reason_code": "<string>",
"override_notes": "<string>",
"last_edited_by": "<string>",
"last_edited_at": "2026-01-01T00:00:00Z"
}
],
"evaluations": [
{
"id": "<string>",
"created_at": "2026-01-01T00:00:00Z",
"hallucination": true,
"hallucination_reasoning": "<string>",
"redundancy": true,
"redundancy_reasoning": "<string>",
"agent_speak_percentage": 1.5,
"avg_agent_latency": 1.5,
"latency": {
"avg_agent_latency": 0,
"max_agent_latency": 0,
"p50_agent_latency": 0,
"p75_agent_latency": 0,
"p90_agent_latency": 0,
"p95_agent_latency": 0,
"p99_agent_latency": 0
},
"filler_ignored_latency": {
"avg_filler_ignored_latency": 0,
"p50_filler_ignored_latency": 0,
"p90_filler_ignored_latency": 0,
"p95_filler_ignored_latency": 0,
"p99_filler_ignored_latency": 0
},
"num_turns": 123,
"call_summary": "<string>",
"custom_evals": [
null
],
"custom_evals_success_rate": 1.5,
"goal_success": true,
"goal_reasoning": "<string>",
"pronunciation_score": 1.5,
"pronunciation_reasoning": "<string>",
"sentiment_label": "<string>",
"sentiment_score": 1.5,
"sentiment_scores": {
"key": 1.5
},
"custom_metrics": [
{
"name": "<string>",
"description": "<string>",
"response_type": "<string>",
"response_value": "<string>",
"reasoning": "<string>",
"min_value": 1.5,
"max_value": 1.5,
"category": "<string>",
"tags": [
null
],
"scoring_guidance": "<string>",
"enum_options": [
null
],
"human_edited": true,
"human_response_value": "<string>",
"human_reasoning": "<string>",
"override_reason_code": "<string>",
"override_notes": "<string>",
"last_edited_by": "<string>",
"last_edited_at": "2026-01-01T00:00:00Z"
}
],
"human_edited": true,
"human_goal_success": true,
"human_goal_reasoning": "<string>",
"human_hallucination": true,
"human_hallucination_reasoning": "<string>",
"human_redundancy": true,
"human_redundancy_reasoning": "<string>",
"human_pronunciation_score": 1.5,
"human_pronunciation_reasoning": "<string>",
"override_goal_reason_code": "<string>",
"override_goal_notes": "<string>",
"override_hallucination_reason_code": "<string>",
"override_hallucination_notes": "<string>",
"override_redundancy_reason_code": "<string>",
"override_redundancy_notes": "<string>",
"override_pronunciation_reason_code": "<string>",
"override_pronunciation_notes": "<string>",
"last_edited_by": "<string>",
"last_edited_at": "2026-01-01T00:00:00Z",
"predicted_age": 1.5,
"customer_gender": "<string>",
"gender_confidence": 1.5,
"detected_language": "<string>",
"language_confidence": 1.5,
"agent_audio_clarity": 1.5,
"user_audio_clarity": 1.5
}
],
"created_at": "2026-01-01T00:00:00Z",
"start_time": "2026-01-01T00:00:00Z",
"end_time": "2026-01-01T00:00:00Z",
"duration": 123,
"latency": [
1.5
],
"events": [
{
"title": "<string>",
"start_offset_ms": 123,
"description": "<string>",
"end_offset_ms": 123,
"tags": [
"<string>"
],
"metadata": {}
}
],
"tool_calls": [
{
"name": "<string>",
"start_offset_ms": 123,
"description": "<string>",
"parameters": {},
"output": null
}
],
"tags": [
"<string>"
],
"metadata": {}
}
observability_call_evaluated
Represents an observability call evaluated event.
Example
{
"id": "<string>",
"agent_id": "<string>",
"external_agent_id": "<string>",
"recording_url": "<string>",
"start_time_utc": "<string>",
"participants": [
{
"role": "AGENT",
"spoke_first": true,
"name": "<string>",
"phone_number": "<string>"
}
],
"call_direction": "INBOUND",
"interface": "PHONE",
"status": "INITIALIZING",
"created_at": "2026-01-01T00:00:00Z",
"transcript_url": "<string>",
"tool_calls": [
{
"name": "<string>",
"start_offset_ms": 123,
"description": "<string>",
"parameters": {},
"output": null
}
],
"events": [
{
"title": "<string>",
"start_offset_ms": 123,
"description": "<string>",
"end_offset_ms": 123,
"tags": [
"<string>"
],
"metadata": {}
}
],
"tags": [
"<string>"
],
"duration_ms": 0,
"evaluations": [
{
"id": "<string>",
"created_at": "2026-01-01T00:00:00Z",
"hallucination": true,
"hallucination_reasoning": "<string>",
"redundancy": true,
"redundancy_reasoning": "<string>",
"agent_speak_percentage": 1.5,
"avg_agent_latency": 1.5,
"latency": {
"avg_agent_latency": 0,
"max_agent_latency": 0,
"p50_agent_latency": 0,
"p75_agent_latency": 0,
"p90_agent_latency": 0,
"p95_agent_latency": 0,
"p99_agent_latency": 0
},
"filler_ignored_latency": {
"avg_filler_ignored_latency": 0,
"p50_filler_ignored_latency": 0,
"p90_filler_ignored_latency": 0,
"p95_filler_ignored_latency": 0,
"p99_filler_ignored_latency": 0
},
"num_turns": 123,
"call_summary": "<string>",
"custom_evals": [
null
],
"custom_evals_success_rate": 1.5,
"goal_success": true,
"goal_reasoning": "<string>",
"pronunciation_score": 1.5,
"pronunciation_reasoning": "<string>",
"sentiment_label": "<string>",
"sentiment_score": 1.5,
"sentiment_scores": {
"key": 1.5
},
"custom_metrics": [
{
"name": "<string>",
"description": "<string>",
"response_type": "<string>",
"response_value": "<string>",
"reasoning": "<string>",
"min_value": 1.5,
"max_value": 1.5,
"category": "<string>",
"tags": [
null
],
"scoring_guidance": "<string>",
"enum_options": [
null
],
"human_edited": true,
"human_response_value": "<string>",
"human_reasoning": "<string>",
"override_reason_code": "<string>",
"override_notes": "<string>",
"last_edited_by": "<string>",
"last_edited_at": "2026-01-01T00:00:00Z"
}
],
"human_edited": true,
"human_goal_success": true,
"human_goal_reasoning": "<string>",
"human_hallucination": true,
"human_hallucination_reasoning": "<string>",
"human_redundancy": true,
"human_redundancy_reasoning": "<string>",
"human_pronunciation_score": 1.5,
"human_pronunciation_reasoning": "<string>",
"override_goal_reason_code": "<string>",
"override_goal_notes": "<string>",
"override_hallucination_reason_code": "<string>",
"override_hallucination_notes": "<string>",
"override_redundancy_reason_code": "<string>",
"override_redundancy_notes": "<string>",
"override_pronunciation_reason_code": "<string>",
"override_pronunciation_notes": "<string>",
"last_edited_by": "<string>",
"last_edited_at": "2026-01-01T00:00:00Z",
"predicted_age": 1.5,
"customer_gender": "<string>",
"gender_confidence": 1.5,
"detected_language": "<string>",
"language_confidence": 1.5,
"agent_audio_clarity": 1.5,
"user_audio_clarity": 1.5
}
],
"metrics": [
{
"metric_name": "<string>",
"metric_type": "<string>",
"value": "<string>",
"human_edited": false,
"reasoning": "<string>"
}
],
"annotations": [
null
],
"metadata": {},
"custom_metrics": [
null
],
"conversation_ended_by": "AGENT",
"type": "observability_call_evaluated"
}
simulation_ended
Represents a simulation result ended event.
Example
{
"type": "simulation_ended",
"id": 123,
"digital_human_id": 123,
"status": "INITIALIZING",
"simulation_run_id": 123,
"simulation_id": 123,
"agent_id": 123,
"folder_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"external_agent_id": "<string>",
"created_at": "2026-01-01T00:00:00Z",
"start_time": "2026-01-01T00:00:00Z",
"end_time": "2026-01-01T00:00:00Z",
"duration": 123
}
outbound_simulation_started
Represents an outbound simulation started event.
Example
{
"type": "outbound_simulation_started",
"agent_id": 123,
"simulation_id": 123,
"simulation_run_id": 123,
"digital_humans": [
{
"id": 123,
"name": "<string>",
"phone_number": "<string>",
"associated_simulation_result_ids": [
123
]
}
]
}
simulation_run_evaluated
Fired once when every conversation in a simulation run is finished and evaluated.
Example
{
"type": "simulation_run_evaluated",
"simulation_run_id": 123,
"simulation_id": 123,
"agent_id": 123,
"folder_id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"external_agent_id": "<string>",
"pass_rate": 1.5,
"passed": 123,
"failed": 123,
"total": 123
}