{ "$schema": "runback.audit/v2", "manifest": { "run_id": "sbx-claims-triage-6d04cd0f25d5", "generated_at": "2026-11-07T07:36:19.021Z", "event_count": 8, "algorithm": "sha256-chain", "content_digest": "22c8a548a02eac72c63ad525c89e550743f7aa278a95a4ba70a405ca45cb08ae", "replay": { "cassette_digest": "7cb818da790e945ee0d37e95ec1f5a2ae0d3534d9d5797809f2fbd57874b4fa7", "entry_count": 6, "algorithm": "oracle-chain/sha256", "note": "The run's oracle stream — every model response and tool output, hash-chained. Re-execute the agent against `events` with @runback/replay and the cassette digest must reproduce. This is proof the recording IS the deterministic input stream of the run — an audit you can re-run, not just read." }, "signed": true, "signature": { "alg": "Ed25519", "value": "41a19d757e3b35bb5f1245e2e2c390c2950cada1f9b5452eb9e397a3e97db3acbf7e05e8d6a91adb0690b94a09d253ab2526a80cc1f681df808eef85a9389907", "pubkey": "-----BEGIN PUBLIC KEY-----\nMCowBQYDK2VwAyEArDPmR+Gvu1HawnSvM6xjZao7BVPPQ80Qq3sa1hAYvDU=\n-----END PUBLIC KEY-----\n" }, "verify": "Recompute the event chain h_i = SHA-256(h_{i-1} + canonical(event_i)) over `events` → must equal content_digest. Recompute the oracle-stream digest from `events` → must equal replay.cassette_digest. The signature covers `${content_digest}:${cassette_digest}`. Ed25519: verify with the public key embedded in manifest.signature.pubkey (no server key needed — fully offline-verifiable). HMAC-SHA256 (legacy): requires AUDIT_SIGNING_KEY. POST this record to /api/audit/verify.", "spec_url": "https://runback.dev/spec", "verifier_url": "https://runback.dev/verify" }, "run": { "run_id": "sbx-claims-triage-6d04cd0f25d5", "name": "claims-triage-agent", "status": "success", "input": "New claim CLM-61564 on policy PL-82552: burst pipe in the kitchen, water damage to flooring. Repair estimate A$963.24.", "output": { "summary": "Claim CLM-61564 routed to fast-track and approved for A$463.24 payout (repair estimate A$963.24 less A$500 excess)." }, "error": null, "metadata": { "agent": { "description": "Routes incoming claims to the right queue. Runback demo agent: real model calls and real policy decisions; its tools act on a sandbox of synthetic customers, orders and accounts.", "systemOfRecord": "Runback demo sandbox (synthetic data)" }, "model": "claude-haiku-4-5", "demo_agent": true, "est_cost_usd": 0.005675, "sandbox_tools": true, "scenario_seed": "claims-triage-agent:2026-10-31:98" }, "step_count": 3, "total_tokens": 4375, "started_at": "2026-10-31T18:10:56.263+00:00", "ended_at": "2026-10-31T18:11:01.315+00:00", "actor_type": null, "actor_id": null }, "events": [ { "seq": 0, "name": "claims-triage-agent", "type": "run", "error": null, "input": "New claim CLM-61564 on policy PL-82552: burst pipe in the kitchen, water damage to flooring. Repair estimate A$963.24.", "phase": "start", "output": null, "run_id": "sbx-claims-triage-6d04cd0f25d5", "status": "running", "ts_end": "2026-10-31T18:11:01.315Z", "span_id": "r", "metadata": { "agent": { "description": "Routes incoming claims to the right queue. Runback demo agent: real model calls and real policy decisions; its tools act on a sandbox of synthetic customers, orders and accounts.", "systemOfRecord": "Runback demo sandbox (synthetic data)" }, "model": "claude-haiku-4-5", "demo_agent": true, "est_cost_usd": 0.005675, "sandbox_tools": true, "scenario_seed": "claims-triage-agent:2026-10-31:98" }, "ts_start": "2026-10-31T18:10:56.263Z", "parent_span_id": null, "schema_version": 1, "_hash": "8bc227a16238e9068f8fea6568bf2e31511d77bad4a562075c13114114b798aa" }, { "seq": 1, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1158, "total_tokens": 1234, "output_tokens": 76 }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:10:57.711Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-61564 on policy PL-82552: burst pipe in the kitchen, water damage to flooring. Repair estimate A$963.24." } ] }, "span_id": "l1", "response": { "text": "I'll check the policy status and then route this claim appropriately.", "reasoning": null, "tool_calls": [ { "input": { "policy_id": "PL-82552" }, "tool_name": "check_policy_status", "tool_call_id": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS" } ], "finish_reason": "tool-calls" }, "ts_start": "2026-10-31T18:10:56.263Z", "latency_ms": 1448, "parent_span_id": "r", "schema_version": 1, "_hash": "f81a71b2f54ad1b64736ab24bcf224da24914cbd06e40f01070de8757367b9a0" }, { "seq": 2, "type": "tool", "error": null, "input": { "policy_id": "PL-82552" }, "output": { "active": true, "policy_id": "PL-82552", "excess_aud": 500, "claims_last_3y": 0, "policyholder_customer_id": 5878 }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:10:58.146Z", "span_id": "t1", "ts_start": "2026-10-31T18:10:57.711Z", "tool_name": "check_policy_status", "latency_ms": 435, "tool_call_id": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS", "parent_span_id": "l1", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "f8815898e6dfc056f600440b5410d32d48e8bc9830a6ebb357286e5292ba7235" }, { "seq": 3, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1287, "total_tokens": 1492, "output_tokens": 205 }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:11:00.231Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-61564 on policy PL-82552: burst pipe in the kitchen, water damage to flooring. Repair estimate A$963.24." }, { "role": "assistant", "content": [ { "text": "I'll check the policy status and then route this claim appropriately.", "type": "text" }, { "type": "tool-call", "input": { "policy_id": "PL-82552" }, "toolName": "check_policy_status", "toolCallId": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "active": true, "policy_id": "PL-82552", "excess_aud": 500, "claims_last_3y": 0, "policyholder_customer_id": 5878 } }, "toolName": "check_policy_status", "toolCallId": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS" } ] } ] }, "span_id": "l2", "response": { "text": "The policy is active with a A$500 excess. This is a straightforward water damage claim with a repair estimate of A$963.24. After deducting the excess, the payout would be A$463.24. I'll approve this as a fast-track claim and route it accordingly.", "reasoning": null, "tool_calls": [ { "input": { "queue": "fast_track", "claim_id": "CLM-61564" }, "tool_name": "route_claim", "tool_call_id": "toolu_017T8BQTwMygBnDFBDK5WuJE" }, { "input": { "amount": 463.24, "claim_id": "CLM-61564" }, "tool_name": "approve_payout", "tool_call_id": "toolu_01AL8o2PcuctRp8q9VkdrYNb" } ], "finish_reason": "tool-calls" }, "ts_start": "2026-10-31T18:10:58.146Z", "latency_ms": 2085, "parent_span_id": "r", "schema_version": 1, "_hash": "8ecc079723df1bdb3ea956b1fe761d893946d4772ee99be2a35f999173a85e3d" }, { "seq": 4, "type": "tool", "error": null, "input": { "queue": "fast_track", "claim_id": "CLM-61564" }, "output": { "queue": "fast_track", "routed": true, "claim_id": "CLM-61564" }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:11:00.305Z", "span_id": "t2", "ts_start": "2026-10-31T18:11:00.231Z", "tool_name": "route_claim", "latency_ms": 74, "tool_call_id": "toolu_017T8BQTwMygBnDFBDK5WuJE", "parent_span_id": "l2", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "67bd968c1de6315463ace14a0abf1309ed2ae15bff473db7eff8136546687ef0" }, { "seq": 5, "type": "tool", "error": null, "input": { "amount": 463.24, "claim_id": "CLM-61564" }, "output": { "sandbox": true, "approved": true, "claim_id": "CLM-61564", "amount_aud": 463.24 }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:11:00.406Z", "span_id": "t3", "ts_start": "2026-10-31T18:11:00.305Z", "tool_name": "approve_payout", "latency_ms": 101, "tool_call_id": "toolu_01AL8o2PcuctRp8q9VkdrYNb", "parent_span_id": "l2", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "c36f3b92bf8c39c11b1567ab6d47ad949f0310fc5a0a2164396ff8558fb79234" }, { "seq": 6, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1605, "total_tokens": 1649, "output_tokens": 44 }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "ts_end": "2026-10-31T18:11:01.315Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-61564 on policy PL-82552: burst pipe in the kitchen, water damage to flooring. Repair estimate A$963.24." }, { "role": "assistant", "content": [ { "text": "I'll check the policy status and then route this claim appropriately.", "type": "text" }, { "type": "tool-call", "input": { "policy_id": "PL-82552" }, "toolName": "check_policy_status", "toolCallId": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "active": true, "policy_id": "PL-82552", "excess_aud": 500, "claims_last_3y": 0, "policyholder_customer_id": 5878 } }, "toolName": "check_policy_status", "toolCallId": "toolu_01Q6RaLnHoLhR8AHcFyHzPfS" } ] }, { "role": "assistant", "content": [ { "text": "The policy is active with a A$500 excess. This is a straightforward water damage claim with a repair estimate of A$963.24. After deducting the excess, the payout would be A$463.24. I'll approve this as a fast-track claim and route it accordingly.", "type": "text" }, { "type": "tool-call", "input": { "queue": "fast_track", "claim_id": "CLM-61564" }, "toolName": "route_claim", "toolCallId": "toolu_017T8BQTwMygBnDFBDK5WuJE" }, { "type": "tool-call", "input": { "amount": 463.24, "claim_id": "CLM-61564" }, "toolName": "approve_payout", "toolCallId": "toolu_01AL8o2PcuctRp8q9VkdrYNb" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "queue": "fast_track", "routed": true, "claim_id": "CLM-61564" } }, "toolName": "route_claim", "toolCallId": "toolu_017T8BQTwMygBnDFBDK5WuJE" }, { "type": "tool-result", "output": { "type": "json", "value": { "sandbox": true, "approved": true, "claim_id": "CLM-61564", "amount_aud": 463.24 } }, "toolName": "approve_payout", "toolCallId": "toolu_01AL8o2PcuctRp8q9VkdrYNb" } ] } ] }, "span_id": "l3", "response": { "text": "Claim CLM-61564 routed to fast-track and approved for A$463.24 payout (repair estimate A$963.24 less A$500 excess).", "reasoning": null, "tool_calls": [], "finish_reason": "stop" }, "ts_start": "2026-10-31T18:11:00.406Z", "latency_ms": 909, "parent_span_id": "r", "schema_version": 1, "_hash": "00a1344f9bd57311ba4cf83bd5246ebe81a06f11e3cd920fe874d881d066c956" }, { "seq": 7, "name": "claims-triage-agent", "type": "run", "error": null, "input": null, "phase": "end", "output": { "summary": "Claim CLM-61564 routed to fast-track and approved for A$463.24 payout (repair estimate A$963.24 less A$500 excess)." }, "run_id": "sbx-claims-triage-6d04cd0f25d5", "status": "success", "ts_end": "2026-10-31T18:11:01.315Z", "span_id": "re", "metadata": { "demo_agent": true, "sandbox_tools": true }, "ts_start": "2026-10-31T18:11:01.315Z", "parent_span_id": null, "schema_version": 1, "_hash": "22c8a548a02eac72c63ad525c89e550743f7aa278a95a4ba70a405ca45cb08ae" } ] }