Raahat Scenario Harness

Turn 1

transport transport route_defined active_workflow_snapshot follow_up active_workflow_snapshot

Sticky continuation New slots filled Memory updated Stayed on transport

PASS

User

Need transport to the clinic

Assistant

Got it. When do you need the transport?

What Changed This Turn

Active workflow remained transport.
New slot filled: last_question_key=time_window.
New slot filled: request_kind=booking.
New slot filled: urgency_class=routine.
Memory updated with area.
Memory updated with drop_area.
Memory updated with last_non_medical_domain.
Memory updated with pickup_area.
Memory updated with transport_urgency.
Memory updated with trip_kind.
Snapshot version incremented to 2.

Expectation And Heuristic Results

Expectations

PASS: workflow_name matched expected value 'transport'

Routing And Interpretation

{
  "confidence": 0.89,
  "reason_codes": [
    "active_workflow_snapshot",
    "follow_up",
    "active_workflow_snapshot",
    "follow_up_slot_fill"
  ],
  "route_type": "transport",
  "workflow_name": "transport"
}

{
  "confidence": 0.89,
  "entities": {
    "drop_area": "The Clinic"
  },
  "is_vague": false,
  "primary_domain": "transport",
  "reason": "slot-like follow-up matches active workflow",
  "secondary_domains": [],
  "should_continue_active_workflow": true,
  "should_preempt_active_workflow": false,
  "urgency_signal": "none"
}

Workflow Progress And Intents

{
  "missing_fields": [
    "time_window",
    "pet_count"
  ],
  "next_question": "Got it. When do you need the transport?",
  "notes": [],
  "stage": "route_defined",
  "state_payload": {
    "drop_area": "The Clinic",
    "handling_requirements": [],
    "last_question_key": "time_window",
    "pet_count": null,
    "pickup_area": "Baner",
    "raw_date_text": null,
    "raw_time_text": null,
    "request_kind": "booking",
    "return_trip_required": null,
    "stage": "route_defined",
    "time_window": null,
    "travel_date": null,
    "trip_kind": "vet_visit",
    "urgency_class": "routine"
  },
  "status": "collecting",
  "summary": "Baner -> The Clinic",
  "superseded_by": null,
  "workflow_name": "transport"
}

[]

Conversation Before And After

{
  "active_state_machine": null,
  "active_workflow": {
    "last_question_key": null,
    "missing_fields": [],
    "next_question": null,
    "stage": "route_defined",
    "started_at": "2026-03-16T22:33:40.553974+00:00",
    "state_payload": {
      "drop_area": "Clinic",
      "pickup_area": "Baner",
      "stage": "route_defined",
      "trip_kind": "vet_visit"
    },
    "status": "collecting",
    "summary": null,
    "superseded_by": null,
    "updated_at": "2026-03-16T22:33:40.553978+00:00",
    "version": 1,
    "workflow_name": "transport"
  },
  "current_state": null,
  "entities": {},
  "messages": [],
  "phone": "919900000204",
  "service_actions": [],
  "started_at": "2026-03-16T22:33:40.553999+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:33:40.554000+00:00"
}

{
  "active_state_machine": null,
  "active_workflow": {
    "last_question_key": "time_window",
    "missing_fields": [
      "time_window",
      "pet_count"
    ],
    "next_question": "Got it. When do you need the transport?",
    "stage": "route_defined",
    "started_at": "2026-03-16T22:33:40.553974+00:00",
    "state_payload": {
      "drop_area": "The Clinic",
      "handling_requirements": [],
      "last_question_key": "time_window",
      "pet_count": null,
      "pickup_area": "Baner",
      "raw_date_text": null,
      "raw_time_text": null,
      "request_kind": "booking",
      "return_trip_required": null,
      "stage": "route_defined",
      "time_window": null,
      "travel_date": null,
      "trip_kind": "vet_visit",
      "urgency_class": "routine"
    },
    "status": "collecting",
    "summary": "Baner -> The Clinic",
    "superseded_by": null,
    "updated_at": "2026-03-16T22:33:40.561654+00:00",
    "version": 2,
    "workflow_name": "transport"
  },
  "current_state": "ROUTE_DEFINED",
  "entities": {
    "area": "Baner",
    "drop_area": "The Clinic",
    "last_non_medical_domain": "transport",
    "pickup_area": "Baner",
    "transport_urgency": "routine",
    "trip_kind": "vet_visit"
  },
  "messages": [
    {
      "role": "user",
      "source": null,
      "text": "Need transport to the clinic",
      "timestamp": "2026-03-16T22:33:40.561680+00:00"
    },
    {
      "role": "assistant",
      "source": "B",
      "text": "Got it. When do you need the transport?",
      "timestamp": "2026-03-16T22:33:40.561682+00:00"
    }
  ],
  "phone": "919900000204",
  "service_actions": [],
  "started_at": "2026-03-16T22:33:40.561677+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:33:40.561703+00:00"
}

Memory And Trace

{
  "active_state_machine": null,
  "backend": "inmemory",
  "conversation_key_used": "919900000204",
  "conversation_keys": [
    "919900000204",
    "9900000204"
  ],
  "current_state": null,
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 0,
  "ttl_seconds_remaining": null
}

{
  "active_state_machine": null,
  "backend": "inmemory",
  "conversation_key_used": "919900000204",
  "conversation_keys": [
    "919900000204",
    "9900000204"
  ],
  "current_state": "ROUTE_DEFINED",
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 2,
  "ttl_seconds_remaining": null
}

[
  {
    "component": "brain",
    "payload": {
      "channel": "scenario_harness",
      "conversation_key": "919900000204",
      "message_text": "Need transport to the clinic",
      "normalized_phone": "919900000204",
      "phone": "919900000204"
    },
    "stage": "input",
    "summary": "Received normalized message envelope",
    "timestamp": "2026-03-16T22:33:40.561137+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": null,
      "backend": "inmemory",
      "current_state": null,
      "loaded": true,
      "message_count": 0,
      "storage_key": "919900000204"
    },
    "stage": "memory",
    "summary": "Loaded conversation memory",
    "timestamp": "2026-03-16T22:33:40.561144+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "has_prior_triage_state": false,
      "prior_state_error": null
    },
    "stage": "state",
    "summary": "Parsed prior working state",
    "timestamp": "2026-03-16T22:33:40.561147+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "compact_payload_keys": [
        "incoming_message"
      ],
      "has_conversation": true,
      "has_customer": false,
      "has_icp": false,
      "has_profile": false,
      "recent_import_count": 0,
      "storage_key": "919900000204"
    },
    "stage": "context",
    "summary": "Assembled SessionContext for the turn",
    "timestamp": "2026-03-16T22:33:40.561152+00:00"
  },
  {
    "component": "contact_resolver",
    "payload": {
      "confidence": 0.0,
      "customer_id": null,
      "display_name": null,
      "matched_phone": null,
      "status": "UNKNOWN"
    },
    "stage": "decision",
    "summary": "Resolved sender contact status",
    "timestamp": "2026-03-16T22:33:40.561157+00:00"
  },
  {
    "component": "turn_interpretation",
    "payload": {
      "confidence": 0.89,
      "contact_status": "UNKNOWN",
      "entities": {
        "drop_area": "The Clinic"
      },
      "is_vague": false,
      "primary_domain": "transport",
      "reason": "slot-like follow-up matches active workflow",
      "secondary_domains": [],
      "should_continue_active_workflow": true,
      "should_preempt_active_workflow": false,
      "urgency_signal": "none"
    },
    "stage": "decision",
    "summary": "Resolved turn interpretation deterministically",
    "timestamp": "2026-03-16T22:33:40.561333+00:00"
  },
  {
    "component": "profile_context",
    "payload": {
      "phone": "919900000204"
    },
    "stage": "context",
    "summary": "No customer matched provided phone",
    "timestamp": "2026-03-16T22:33:40.561338+00:00"
  },
  {
    "component": "entry_policy",
    "payload": {
      "allow_identity_question": false,
      "bypass_onboarding": true,
      "defer_existing_workflow": false,
      "preempt_active_workflow": false,
      "reason": "existing active workflow should continue unless urgency preempts it",
      "run_welcome_orientation": false,
      "selected_posture": "continue_active"
    },
    "stage": "decision",
    "summary": "Determined entry posture for this turn",
    "timestamp": "2026-03-16T22:33:40.561340+00:00"
  },
  {
    "component": "intent_parser",
    "payload": {
      "continue_active_workflow": true,
      "primary_intent": "transport_request",
      "reason": "continue_active_workflow_snapshot_from_follow_up",
      "resolved_state_machine": "transport",
      "workflow_source": "active_workflow"
    },
    "stage": "decision",
    "summary": "Resolved primary intent and state machine",
    "timestamp": "2026-03-16T22:33:40.561385+00:00"
  },
  {
    "component": "context_builder",
    "payload": {
      "active_workflow": "transport",
      "background_fact_count": 0,
      "current_step": "route_defined",
      "foreground_fact_count": 2,
      "prompt_family": "general",
      "purpose": "workflow_response"
    },
    "stage": "context",
    "summary": "Built workflow-response context slice for prompt assembly",
    "timestamp": "2026-03-16T22:33:40.561414+00:00"
  },
  {
    "component": "workflow",
    "payload": {
      "action_intents": [],
      "missing_fields": [
        "time_window",
        "pet_count"
      ],
      "next_question": "Got it. When do you need the transport?",
      "stage": "route_defined",
      "status": "collecting",
      "summary": "Baner -> The Clinic",
      "workflow_name": "transport"
    },
    "stage": "decision",
    "summary": "Executed deterministic workflow handler",
    "timestamp": "2026-03-16T22:33:40.561667+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": null,
      "current_state": "ROUTE_DEFINED",
      "message_count_after": 2,
      "storage_key": "919900000204"
    },
    "stage": "mutation",
    "summary": "Persisted updated conversation memory",
    "timestamp": "2026-03-16T22:33:40.561986+00:00"
  }
]

Turn 2

medical_triage medical_triage preempt_to_medical urgent_medical_preemption

Medical supersession Route changed Stayed on transport

PASS PASS PASS

User

She is bleeding badly and collapsing

Assistant

—

What Changed This Turn

Active workflow remained transport.
Route changed to medical_triage.
Active workflow was superseded by medical triage.
Snapshot version incremented to 3.

Expectation And Heuristic Results

Expectations

PASS: route_type matched expected value 'medical_triage'

Heuristics

PASS: Urgent medical reply kept question count low PASS: Active non-medical workflow was superseded by medical triage

Routing And Interpretation

{
  "confidence": 1.0,
  "reason_codes": [
    "preempt_to_medical",
    "urgent_medical_preemption"
  ],
  "route_type": "medical_triage",
  "workflow_name": "medical_triage"
}

{
  "confidence": 0.98,
  "entities": {
    "symptom_phrases": [
      "bleeding badly",
      "bleeding"
    ]
  },
  "is_vague": false,
  "primary_domain": "medical",
  "reason": "urgent medical emergency phrase",
  "secondary_domains": [],
  "should_continue_active_workflow": false,
  "should_preempt_active_workflow": true,
  "urgency_signal": "urgent"
}

Workflow Progress And Intents

null

[]

Conversation Before And After

{
  "active_state_machine": null,
  "active_workflow": {
    "last_question_key": "time_window",
    "missing_fields": [
      "time_window",
      "pet_count"
    ],
    "next_question": "Got it. When do you need the transport?",
    "stage": "route_defined",
    "started_at": "2026-03-16T22:33:40.553974+00:00",
    "state_payload": {
      "drop_area": "The Clinic",
      "handling_requirements": [],
      "last_question_key": "time_window",
      "pet_count": null,
      "pickup_area": "Baner",
      "raw_date_text": null,
      "raw_time_text": null,
      "request_kind": "booking",
      "return_trip_required": null,
      "stage": "route_defined",
      "time_window": null,
      "travel_date": null,
      "trip_kind": "vet_visit",
      "urgency_class": "routine"
    },
    "status": "collecting",
    "summary": "Baner -> The Clinic",
    "superseded_by": null,
    "updated_at": "2026-03-16T22:33:40.561654+00:00",
    "version": 2,
    "workflow_name": "transport"
  },
  "current_state": "ROUTE_DEFINED",
  "entities": {
    "area": "Baner",
    "drop_area": "The Clinic",
    "last_non_medical_domain": "transport",
    "pickup_area": "Baner",
    "transport_urgency": "routine",
    "trip_kind": "vet_visit"
  },
  "messages": [
    {
      "role": "user",
      "source": null,
      "text": "Need transport to the clinic",
      "timestamp": "2026-03-16T22:33:40.561680+00:00"
    },
    {
      "role": "assistant",
      "source": "B",
      "text": "Got it. When do you need the transport?",
      "timestamp": "2026-03-16T22:33:40.561682+00:00"
    }
  ],
  "phone": "919900000204",
  "service_actions": [],
  "started_at": "2026-03-16T22:33:40.561677+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:33:40.561703+00:00"
}

{
  "active_state_machine": "medical_triage",
  "active_workflow": {
    "last_question_key": "time_window",
    "missing_fields": [
      "time_window",
      "pet_count"
    ],
    "next_question": "Got it. When do you need the transport?",
    "stage": "route_defined",
    "started_at": "2026-03-16T22:33:40.553974+00:00",
    "state_payload": {
      "drop_area": "The Clinic",
      "handling_requirements": [],
      "last_question_key": "time_window",
      "pet_count": null,
      "pickup_area": "Baner",
      "raw_date_text": null,
      "raw_time_text": null,
      "request_kind": "booking",
      "return_trip_required": null,
      "stage": "route_defined",
      "time_window": null,
      "travel_date": null,
      "trip_kind": "vet_visit",
      "urgency_class": "routine"
    },
    "status": "superseded",
    "summary": "Baner -> The Clinic",
    "superseded_by": "medical_triage",
    "updated_at": "2026-03-16T22:33:40.871666+00:00",
    "version": 3,
    "workflow_name": "transport"
  },
  "current_state": "ROUTE_DEFINED",
  "entities": {
    "area": "Baner",
    "drop_area": "The Clinic",
    "pickup_area": "Baner",
    "transport_urgency": "routine",
    "trip_kind": "vet_visit"
  },
  "messages": [
    {
      "role": "user",
      "source": null,
      "text": "Need transport to the clinic",
      "timestamp": "2026-03-16T22:33:40.561680+00:00"
    },
    {
      "role": "assistant",
      "source": "B",
      "text": "Got it. When do you need the transport?",
      "timestamp": "2026-03-16T22:33:40.561682+00:00"
    },
    {
      "role": "user",
      "source": null,
      "text": "She is bleeding badly and collapsing",
      "timestamp": "2026-03-16T22:33:40.871659+00:00"
    }
  ],
  "phone": "919900000204",
  "service_actions": [],
  "started_at": "2026-03-16T22:33:40.561677+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:33:40.871674+00:00"
}

Memory And Trace

{
  "active_state_machine": null,
  "backend": "inmemory",
  "conversation_key_used": "919900000204",
  "conversation_keys": [
    "919900000204",
    "9900000204"
  ],
  "current_state": "ROUTE_DEFINED",
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 2,
  "ttl_seconds_remaining": null
}

{
  "active_state_machine": "medical_triage",
  "backend": "inmemory",
  "conversation_key_used": "919900000204",
  "conversation_keys": [
    "919900000204",
    "9900000204"
  ],
  "current_state": "ROUTE_DEFINED",
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 3,
  "ttl_seconds_remaining": null
}

[
  {
    "component": "brain",
    "payload": {
      "channel": "scenario_harness",
      "conversation_key": "919900000204",
      "message_text": "She is bleeding badly and collapsing",
      "normalized_phone": "919900000204",
      "phone": "919900000204"
    },
    "stage": "input",
    "summary": "Received normalized message envelope",
    "timestamp": "2026-03-16T22:33:40.564367+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": null,
      "backend": "inmemory",
      "current_state": "ROUTE_DEFINED",
      "loaded": true,
      "message_count": 2,
      "storage_key": "919900000204"
    },
    "stage": "memory",
    "summary": "Loaded conversation memory",
    "timestamp": "2026-03-16T22:33:40.564371+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "has_prior_triage_state": false,
      "prior_state_error": null
    },
    "stage": "state",
    "summary": "Parsed prior working state",
    "timestamp": "2026-03-16T22:33:40.564373+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "compact_payload_keys": [
        "incoming_message"
      ],
      "has_conversation": true,
      "has_customer": false,
      "has_icp": false,
      "has_profile": false,
      "recent_import_count": 0,
      "storage_key": "919900000204"
    },
    "stage": "context",
    "summary": "Assembled SessionContext for the turn",
    "timestamp": "2026-03-16T22:33:40.564376+00:00"
  },
  {
    "component": "contact_resolver",
    "payload": {
      "confidence": 0.0,
      "customer_id": null,
      "display_name": null,
      "matched_phone": null,
      "status": "UNKNOWN"
    },
    "stage": "decision",
    "summary": "Resolved sender contact status",
    "timestamp": "2026-03-16T22:33:40.564379+00:00"
  },
  {
    "component": "turn_interpretation",
    "payload": {
      "confidence": 0.98,
      "contact_status": "UNKNOWN",
      "entities": {
        "symptom_phrases": [
          "bleeding badly",
          "bleeding"
        ]
      },
      "is_vague": false,
      "primary_domain": "medical",
      "reason": "urgent medical emergency phrase",
      "secondary_domains": [],
      "should_continue_active_workflow": false,
      "should_preempt_active_workflow": true,
      "urgency_signal": "urgent"
    },
    "stage": "decision",
    "summary": "Resolved turn interpretation deterministically",
    "timestamp": "2026-03-16T22:33:40.564650+00:00"
  },
  {
    "component": "profile_context",
    "payload": {
      "phone": "919900000204"
    },
    "stage": "context",
    "summary": "No customer matched provided phone",
    "timestamp": "2026-03-16T22:33:40.564656+00:00"
  },
  {
    "component": "entry_policy",
    "payload": {
      "allow_identity_question": false,
      "bypass_onboarding": true,
      "defer_existing_workflow": true,
      "preempt_active_workflow": true,
      "reason": "urgent medical risk overrides active workflow continuity",
      "run_welcome_orientation": false,
      "selected_posture": "preempt_to_medical"
    },
    "stage": "decision",
    "summary": "Determined entry posture for this turn",
    "timestamp": "2026-03-16T22:33:40.564658+00:00"
  },
  {
    "component": "entry_policy",
    "payload": {
      "forced_primary_intent": "medical_issue",
      "forced_selected_workflow": "medical_triage",
      "original_primary_intent": "medical_issue",
      "original_selected_workflow": "medical_triage",
      "reason": "urgent medical risk overrides active workflow continuity",
      "selected_posture": "preempt_to_medical"
    },
    "stage": "decision",
    "summary": "Entry posture overrode the initial route to force medical handling",
    "timestamp": "2026-03-16T22:33:40.564687+00:00"
  },
  {
    "component": "intent_parser",
    "payload": {
      "continue_active_workflow": false,
      "primary_intent": "medical_issue",
      "reason": "urgent medical risk overrides active workflow continuity",
      "resolved_state_machine": "medical_triage",
      "workflow_source": "intent_match"
    },
    "stage": "decision",
    "summary": "Resolved primary intent and state machine",
    "timestamp": "2026-03-16T22:33:40.564689+00:00"
  },
  {
    "component": "context_builder",
    "payload": {
      "active_workflow": "medical_triage",
      "background_fact_count": 0,
      "current_step": "ROUTE_DEFINED",
      "foreground_fact_count": 3,
      "prompt_family": "medical",
      "purpose": "workflow_response"
    },
    "stage": "context",
    "summary": "Built workflow-response context slice for prompt assembly",
    "timestamp": "2026-03-16T22:33:40.564715+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "current_state_before": "ROUTE_DEFINED",
      "reason": "intent matched a registered state machine",
      "state_machine": "medical_triage"
    },
    "stage": "decision",
    "summary": "Executing state machine path",
    "timestamp": "2026-03-16T22:33:40.564751+00:00"
  },
  {
    "component": "medical_triage",
    "payload": {
      "compact_payload": {
        "incoming_message": "She is bleeding badly and collapsing",
        "prompt_family": "medical",
        "workflow_response_context": {
          "active_workflow": "medical_triage",
          "background_facts": [],
          "current_step": "ROUTE_DEFINED",
          "entities": {
            "symptom_phrases": [
              "bleeding badly",
              "bleeding"
            ]
          },
          "foreground_facts": [
            {
              "confidence": 1.0,
              "freshness": "current_turn",
              "key": "active_workflow",
              "source": "routing",
              "use_mode": "direct",
              "value": "medical_triage"
            },
            {
              "confidence": 0.95,
              "freshness": "recent_thread",
              "key": "current_step",
              "source": "conversation.current_state",
              "use_mode": "direct",
              "value": "ROUTE_DEFINED"
            },
            {
              "confidence": 0.9,
              "freshness": "current_turn",
              "key": "symptom_phrases",
              "source": "turn_interpretation.entities",
              "use_mode": "direct",
              "value": [
                "bleeding badly",
                "bleeding"
              ]
            }
          ],
          "icp_guidance": {},
          "instruction_hints": [
            "Continue medical_triage at ROUTE_DEFINED. Prioritize the current symptom report, urgency, and recent thread details before any older profile history.",
            "Use direct facts from the active workflow and recent thread confidently.",
            "Treat confirm facts as historical references that must be verified before you assert them."
          ],
          "llm_required": true,
          "prompt_family": "medical",
          "purpose": "workflow_response",
          "recent_turns": [
            {
              "role": "user",
              "text": "Need transport to the clinic"
            },
            {
              "role": "assistant",
              "text": "Got it. When do you need the transport?"
            }
          ],
          "relationship_context": {},
          "service_history_context": {},
          "task_hint": "Continue medical_triage at ROUTE_DEFINED. Prioritize the current symptom report, urgency, and recent thread details before any older profile history."
        }
      },
      "current_state_before": "ROUTE_DEFINED",
      "model": "gpt-5.4",
      "prior_triage_state": null,
      "prompt_family": "medical"
    },
    "stage": "llm_request",
    "summary": "Prepared medical triage prompt using current machine state, prior triage state, and compact customer context",
    "timestamp": "2026-03-16T22:33:40.871622+00:00"
  },
  {
    "component": "state_machine",
    "payload": {
      "clinic_routing_triggered": false,
      "current_state": null,
      "next_state": null,
      "service_action_count": 0
    },
    "stage": "response",
    "summary": "State machine produced response",
    "timestamp": "2026-03-16T22:33:40.871642+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": "medical_triage",
      "current_state": "ROUTE_DEFINED",
      "message_count_after": 3,
      "storage_key": "919900000204"
    },
    "stage": "mutation",
    "summary": "Persisted updated conversation memory",
    "timestamp": "2026-03-16T22:33:40.872025+00:00"
  }
]

Raahat Scenario Harness

Transport Interrupted By Medical Emergency

Scenario Summary

Seed State

Current Runtime State

Checks And Lifecycle

Final Outcome

Final Route

Final Workflow / State

Final Stage

Expectation Totals

Heuristic Totals

Missing Fields

Lifecycle Events Seen

What Changed This Turn

Expectation And Heuristic Results

Expectations

What Changed This Turn

Expectation And Heuristic Results

Expectations

Heuristics