Raahat Scenario Harness

Curated conversation replay against the real runtime with stepwise diagnostics, readable deltas, and deterministic checks.

Concierge Service Discovery

concierge_service_discovery · concierge · 1/2 turns executed

Scenario Summary

IDconcierge_service_discovery
TitleConcierge Service Discovery
Categoryconcierge
Turns1/2
Run Statepartial
info multi_turn

Seed State

UserUnknown user
Phone919900000301
Seed Workflow
Seed State Machine

Current Runtime State

Routeconcierge
Workflowconcierge
State Machine
Stage

Checks And Lifecycle

Expectations Passed1
Expectations Failed0
Heuristic Warnings0
Final assessmentPartial replay only; continue stepping for a full assessment.

Final Outcome

Partial

Completed vs partial run state.

Final Route

concierge

Current route at the end of the replay.

Final Workflow / State

concierge

Workflow preferred; state machine shown if no workflow is active.

Final Stage

Resolved from workflow progress or active snapshot.

Expectation Totals

Pass 1 Fail 0

Heuristic Totals

Warnings 0

Missing Fields

No unresolved workflow fields.

Lifecycle Events Seen

No notable lifecycle events yet.
Turn 1
concierge concierge turn_interpretation_domain
PASS
User
What services do you offer
Assistant
Hi, I can help with cat medical support, boarding, transport, and general cat-care questions. What do you need help with today?

What Changed This Turn

  • No material state change.

Expectation And Heuristic Results

Expectations
PASS: workflow_name matched expected value 'concierge'
Routing And Interpretation
{
  "confidence": 0.92,
  "reason_codes": [
    "turn_interpretation_domain"
  ],
  "route_type": "concierge",
  "workflow_name": "concierge"
}
{
  "confidence": 0.92,
  "entities": {
    "user_goal": "information"
  },
  "is_vague": true,
  "primary_domain": "general",
  "reason": "generic opener",
  "secondary_domains": [],
  "should_continue_active_workflow": false,
  "should_preempt_active_workflow": false,
  "urgency_signal": "none"
}
Workflow Progress And Intents
null
[]
Conversation Before And After
{
  "active_state_machine": null,
  "active_workflow": null,
  "current_state": null,
  "entities": {},
  "messages": [],
  "phone": "919900000301",
  "service_actions": [],
  "started_at": "2026-03-16T22:29:46.701998+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:29:46.702003+00:00"
}
{
  "active_state_machine": null,
  "active_workflow": null,
  "current_state": null,
  "entities": {},
  "messages": [
    {
      "role": "user",
      "source": null,
      "text": "What services do you offer",
      "timestamp": "2026-03-16T22:29:46.726224+00:00"
    },
    {
      "role": "assistant",
      "source": "B",
      "text": "Hi, I can help with cat medical support, boarding, transport, and general cat-care questions. What do you need help with today?",
      "timestamp": "2026-03-16T22:29:46.726226+00:00"
    }
  ],
  "phone": "919900000301",
  "service_actions": [],
  "started_at": "2026-03-16T22:29:46.726220+00:00",
  "triage_state": null,
  "updated_at": "2026-03-16T22:29:46.726230+00:00"
}
Memory And Trace
{
  "active_state_machine": null,
  "backend": "inmemory",
  "conversation_key_used": "919900000301",
  "conversation_keys": [
    "919900000301",
    "9900000301"
  ],
  "current_state": null,
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 0,
  "ttl_seconds_remaining": null
}
{
  "active_state_machine": null,
  "backend": "inmemory",
  "conversation_key_used": "919900000301",
  "conversation_keys": [
    "919900000301",
    "9900000301"
  ],
  "current_state": null,
  "loaded": true,
  "ping_ok": null,
  "redis_enabled": false,
  "thread_message_count": 2,
  "ttl_seconds_remaining": null
}
[
  {
    "component": "brain",
    "payload": {
      "channel": "scenario_harness",
      "conversation_key": "919900000301",
      "message_text": "What services do you offer",
      "normalized_phone": "919900000301",
      "phone": "919900000301"
    },
    "stage": "input",
    "summary": "Received normalized message envelope",
    "timestamp": "2026-03-16T22:29:46.725713+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": null,
      "backend": "inmemory",
      "current_state": null,
      "loaded": true,
      "message_count": 0,
      "storage_key": "919900000301"
    },
    "stage": "memory",
    "summary": "Loaded conversation memory",
    "timestamp": "2026-03-16T22:29:46.725720+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "has_prior_triage_state": false,
      "prior_state_error": null
    },
    "stage": "state",
    "summary": "Parsed prior working state",
    "timestamp": "2026-03-16T22:29:46.725722+00:00"
  },
  {
    "component": "brain",
    "payload": {
      "compact_payload_keys": [
        "incoming_message"
      ],
      "has_conversation": true,
      "has_customer": false,
      "has_icp": false,
      "has_profile": false,
      "recent_import_count": 0,
      "storage_key": "919900000301"
    },
    "stage": "context",
    "summary": "Assembled SessionContext for the turn",
    "timestamp": "2026-03-16T22:29:46.725726+00:00"
  },
  {
    "component": "contact_resolver",
    "payload": {
      "confidence": 0.0,
      "customer_id": null,
      "display_name": null,
      "matched_phone": null,
      "status": "UNKNOWN"
    },
    "stage": "decision",
    "summary": "Resolved sender contact status",
    "timestamp": "2026-03-16T22:29:46.725731+00:00"
  },
  {
    "component": "turn_interpretation",
    "payload": {
      "confidence": 0.92,
      "contact_status": "UNKNOWN",
      "entities": {
        "user_goal": "information"
      },
      "is_vague": true,
      "primary_domain": "general",
      "reason": "generic opener",
      "secondary_domains": [],
      "should_continue_active_workflow": false,
      "should_preempt_active_workflow": false,
      "urgency_signal": "none"
    },
    "stage": "decision",
    "summary": "Resolved turn interpretation deterministically",
    "timestamp": "2026-03-16T22:29:46.725873+00:00"
  },
  {
    "component": "profile_context",
    "payload": {
      "phone": "919900000301"
    },
    "stage": "context",
    "summary": "No customer matched provided phone",
    "timestamp": "2026-03-16T22:29:46.725879+00:00"
  },
  {
    "component": "entry_policy",
    "payload": {
      "allow_identity_question": false,
      "bypass_onboarding": false,
      "defer_existing_workflow": false,
      "preempt_active_workflow": false,
      "reason": "unknown contact with a vague opener should get a soft welcome posture",
      "run_welcome_orientation": true,
      "selected_posture": "welcome_orientation"
    },
    "stage": "decision",
    "summary": "Determined entry posture for this turn",
    "timestamp": "2026-03-16T22:29:46.725881+00:00"
  },
  {
    "component": "intent_parser",
    "payload": {
      "continue_active_workflow": false,
      "primary_intent": "general_inquiry",
      "reason": "turn_interpretation_domain_route",
      "resolved_state_machine": "concierge",
      "workflow_source": "intent_match"
    },
    "stage": "decision",
    "summary": "Resolved primary intent and state machine",
    "timestamp": "2026-03-16T22:29:46.725934+00:00"
  },
  {
    "component": "context_builder",
    "payload": {
      "active_workflow": "concierge",
      "background_fact_count": 0,
      "current_step": null,
      "foreground_fact_count": 2,
      "prompt_family": "general",
      "purpose": "workflow_response"
    },
    "stage": "context",
    "summary": "Built workflow-response context slice for prompt assembly",
    "timestamp": "2026-03-16T22:29:46.725970+00:00"
  },
  {
    "component": "entry_policy",
    "payload": {
      "reason": "unknown contact with a vague opener should get a soft welcome posture",
      "selected_posture": "welcome_orientation"
    },
    "stage": "decision",
    "summary": "Returned a deterministic welcome-orientation reply before workflow execution",
    "timestamp": "2026-03-16T22:29:46.726209+00:00"
  },
  {
    "component": "memory_store",
    "payload": {
      "active_state_machine": null,
      "current_state": null,
      "message_count_after": 2,
      "storage_key": "919900000301"
    },
    "stage": "mutation",
    "summary": "Persisted updated conversation memory",
    "timestamp": "2026-03-16T22:29:46.726573+00:00"
  }
]