{ "$schema": "runback.audit/v2", "manifest": { "run_id": "sbx-claims-triage-4f87a89066c1", "generated_at": "2026-11-07T07:36:22.892Z", "event_count": 8, "algorithm": "sha256-chain", "content_digest": "f0158a2716b4eb980f5e6845f544189f924114f5e0f365f213ba978ea7325108", "replay": { "cassette_digest": "9059bf8669f61efdae23eafe363ab2db41ed4f12d63781ce3518b9de4336ffe7", "entry_count": 6, "algorithm": "oracle-chain/sha256", "note": "The run's oracle stream — every model response and tool output, hash-chained. Re-execute the agent against `events` with @runback/replay and the cassette digest must reproduce. This is proof the recording IS the deterministic input stream of the run — an audit you can re-run, not just read." }, "signed": true, "signature": { "alg": "Ed25519", "value": "b8b16627e028fb239f36fa193187220231e450f7b4b8d8b1bf83ca74dcb6ceb577afc8223807015af47e14af99d98a4373772f60a2aee27e3f753b9f43dc4601", "pubkey": "-----BEGIN PUBLIC KEY-----\nMCowBQYDK2VwAyEArDPmR+Gvu1HawnSvM6xjZao7BVPPQ80Qq3sa1hAYvDU=\n-----END PUBLIC KEY-----\n" }, "verify": "Recompute the event chain h_i = SHA-256(h_{i-1} + canonical(event_i)) over `events` → must equal content_digest. Recompute the oracle-stream digest from `events` → must equal replay.cassette_digest. The signature covers `${content_digest}:${cassette_digest}`. Ed25519: verify with the public key embedded in manifest.signature.pubkey (no server key needed — fully offline-verifiable). HMAC-SHA256 (legacy): requires AUDIT_SIGNING_KEY. POST this record to /api/audit/verify.", "spec_url": "https://runback.dev/spec", "verifier_url": "https://runback.dev/verify" }, "run": { "run_id": "sbx-claims-triage-4f87a89066c1", "name": "claims-triage-agent", "status": "success", "input": "New claim CLM-79098 on policy PL-33757: windscreen cracked by a stone on the freeway. Repair estimate A$4107.51.", "output": { "summary": "Routed CLM-79098 to fast_track and approved a payout of A$3107.51 (repair estimate A$4107.51 less the A$1000 excess)." }, "error": null, "metadata": { "agent": { "description": "Routes incoming claims to the right queue. Runback demo agent: real model calls and real policy decisions; its tools act on a sandbox of synthetic customers, orders and accounts.", "systemOfRecord": "Runback demo sandbox (synthetic data)" }, "model": "claude-haiku-4-5", "demo_agent": true, "est_cost_usd": 0.005582, "sandbox_tools": true, "scenario_seed": "claims-triage-agent:2026-11-01:82" }, "step_count": 3, "total_tokens": 4346, "started_at": "2026-11-01T15:11:04.377+00:00", "ended_at": "2026-11-01T15:11:08.735+00:00", "actor_type": null, "actor_id": null }, "events": [ { "seq": 0, "name": "claims-triage-agent", "type": "run", "error": null, "input": "New claim CLM-79098 on policy PL-33757: windscreen cracked by a stone on the freeway. Repair estimate A$4107.51.", "phase": "start", "output": null, "run_id": "sbx-claims-triage-4f87a89066c1", "status": "running", "ts_end": "2026-11-01T15:11:08.735Z", "span_id": "r", "metadata": { "agent": { "description": "Routes incoming claims to the right queue. Runback demo agent: real model calls and real policy decisions; its tools act on a sandbox of synthetic customers, orders and accounts.", "systemOfRecord": "Runback demo sandbox (synthetic data)" }, "model": "claude-haiku-4-5", "demo_agent": true, "est_cost_usd": 0.005582, "sandbox_tools": true, "scenario_seed": "claims-triage-agent:2026-11-01:82" }, "ts_start": "2026-11-01T15:11:04.377Z", "parent_span_id": null, "schema_version": 1, "_hash": "ee2c30aaa79d2849fe538a0f4dad62bbc30318bde5fb79b7aef9776c6d2ed539" }, { "seq": 1, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1159, "total_tokens": 1236, "output_tokens": 77 }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:05.555Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-79098 on policy PL-33757: windscreen cracked by a stone on the freeway. Repair estimate A$4107.51." } ] }, "span_id": "l1", "response": { "text": "I'll check the policy status and then triage this windscreen claim.", "reasoning": null, "tool_calls": [ { "input": { "policy_id": "PL-33757" }, "tool_name": "check_policy_status", "tool_call_id": "toolu_017RkwJDjnRm6dKdYtyymvkn" } ], "finish_reason": "tool-calls" }, "ts_start": "2026-11-01T15:11:04.377Z", "latency_ms": 1178, "parent_span_id": "r", "schema_version": 1, "_hash": "98da1f7a275cbaa8af4bb7838fffa6e308bca39e95eae9dd2156f521e2b21895" }, { "seq": 2, "type": "tool", "error": null, "input": { "policy_id": "PL-33757" }, "output": { "active": true, "policy_id": "PL-33757", "excess_aud": 1000, "claims_last_3y": 4, "policyholder_customer_id": 6521 }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:05.590Z", "span_id": "t1", "ts_start": "2026-11-01T15:11:05.555Z", "tool_name": "check_policy_status", "latency_ms": 35, "tool_call_id": "toolu_017RkwJDjnRm6dKdYtyymvkn", "parent_span_id": "l1", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "688d4cb547e596cd8cc2e5246018b4b3b832fe6eadc9966bc9d825717e098d50" }, { "seq": 3, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1290, "total_tokens": 1474, "output_tokens": 184 }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:07.522Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-79098 on policy PL-33757: windscreen cracked by a stone on the freeway. Repair estimate A$4107.51." }, { "role": "assistant", "content": [ { "text": "I'll check the policy status and then triage this windscreen claim.", "type": "text" }, { "type": "tool-call", "input": { "policy_id": "PL-33757" }, "toolName": "check_policy_status", "toolCallId": "toolu_017RkwJDjnRm6dKdYtyymvkn" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "active": true, "policy_id": "PL-33757", "excess_aud": 1000, "claims_last_3y": 4, "policyholder_customer_id": 6521 } }, "toolName": "check_policy_status", "toolCallId": "toolu_017RkwJDjnRm6dKdYtyymvkn" } ] } ] }, "span_id": "l2", "response": { "text": "The policy is active with a A$1000 excess. This is a straightforward windscreen damage claim, so I'll route it to fast_track and approve the payout net of the excess.", "reasoning": null, "tool_calls": [ { "input": { "queue": "fast_track", "claim_id": "CLM-79098" }, "tool_name": "route_claim", "tool_call_id": "toolu_01TWZBS1bdsUHSxyq4DkH6ig" }, { "input": { "amount": 3107.51, "claim_id": "CLM-79098" }, "tool_name": "approve_payout", "tool_call_id": "toolu_01BbYEKp6jTDG4akNC8SFNPN" } ], "finish_reason": "tool-calls" }, "ts_start": "2026-11-01T15:11:05.590Z", "latency_ms": 1931, "parent_span_id": "r", "schema_version": 1, "_hash": "ec9e766f02889997eacc5664efdf1a141ecf092443a1ba46916dc5adf927d1c9" }, { "seq": 4, "type": "tool", "error": null, "input": { "queue": "fast_track", "claim_id": "CLM-79098" }, "output": { "queue": "fast_track", "routed": true, "claim_id": "CLM-79098" }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:07.639Z", "span_id": "t2", "ts_start": "2026-11-01T15:11:07.522Z", "tool_name": "route_claim", "latency_ms": 117, "tool_call_id": "toolu_01TWZBS1bdsUHSxyq4DkH6ig", "parent_span_id": "l2", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "92aec4de50b6ef7e73c805f1b194f0b03e18585acc44b7e154072458c6244115" }, { "seq": 5, "type": "tool", "error": null, "input": { "amount": 3107.51, "claim_id": "CLM-79098" }, "output": { "sandbox": true, "approved": true, "claim_id": "CLM-79098", "amount_aud": 3107.51 }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:07.676Z", "span_id": "t3", "ts_start": "2026-11-01T15:11:07.639Z", "tool_name": "approve_payout", "latency_ms": 37, "tool_call_id": "toolu_01BbYEKp6jTDG4akNC8SFNPN", "parent_span_id": "l2", "schema_version": 1, "policy_evaluated": { "passed": true }, "_hash": "d2c9edc5f8121053fee7315e8786fa3914e3b4b540759ff48882aced4007cfcd" }, { "seq": 6, "type": "llm", "error": null, "model": { "model_id": "claude-haiku-4-5", "provider": "anthropic" }, "usage": { "input_tokens": 1588, "total_tokens": 1636, "output_tokens": 48 }, "run_id": "sbx-claims-triage-4f87a89066c1", "ts_end": "2026-11-01T15:11:08.735Z", "request": { "tools": [ { "name": "check_policy_status", "parameters": { "type": "object", "required": [ "policy_id" ], "properties": { "policy_id": { "type": "string", "description": "Policy id, e.g. PL-12345" } }, "additionalProperties": false }, "description": "Check whether a policy is active and its excess." }, { "name": "route_claim", "parameters": { "type": "object", "required": [ "claim_id", "queue" ], "properties": { "queue": { "enum": [ "fast_track", "standard", "specialist", "fraud_review" ], "type": "string" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Route a claim to a queue." }, { "name": "approve_payout", "parameters": { "type": "object", "required": [ "claim_id", "amount" ], "properties": { "amount": { "type": "number", "description": "Amount in AUD" }, "claim_id": { "type": "string", "description": "Claim id" } }, "additionalProperties": false }, "description": "Approve a payout in AUD for a claim." }, { "name": "handoff_refund", "parameters": { "type": "object", "required": [ "claim_id", "customer_id", "amount", "reason" ], "properties": { "amount": { "type": "number", "description": "Refund amount in AUD" }, "reason": { "type": "string", "description": "Why the money is owed" }, "claim_id": { "type": "string", "description": "Claim id" }, "customer_id": { "type": "number", "description": "Policyholder customer id" } }, "additionalProperties": false }, "description": "Hand a refund owed to the policyholder (for example premium taken after a policy lapsed) to the support refund agent, which runs as its own agent. Not for claim payouts." } ], "params": { "temperature": 0, "max_output_tokens": 500 }, "system": "You are Acme Insurance's claims triage agent. You are running in Runback's public demo sandbox: every customer, order, invoice and account is synthetic, and your tools act on test data only. Check the policy is active, then route each claim to fast_track, standard, specialist or fraud_review. Approve a payout yourself only for straightforward fast-track claims, net of the excess. Money owed back to a policyholder that is not a claim payout is the refund agent's job, not yours. Use the tools to act; when you are done, reply with a one-sentence summary of what you did.", "messages": [ { "role": "user", "content": "New claim CLM-79098 on policy PL-33757: windscreen cracked by a stone on the freeway. Repair estimate A$4107.51." }, { "role": "assistant", "content": [ { "text": "I'll check the policy status and then triage this windscreen claim.", "type": "text" }, { "type": "tool-call", "input": { "policy_id": "PL-33757" }, "toolName": "check_policy_status", "toolCallId": "toolu_017RkwJDjnRm6dKdYtyymvkn" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "active": true, "policy_id": "PL-33757", "excess_aud": 1000, "claims_last_3y": 4, "policyholder_customer_id": 6521 } }, "toolName": "check_policy_status", "toolCallId": "toolu_017RkwJDjnRm6dKdYtyymvkn" } ] }, { "role": "assistant", "content": [ { "text": "The policy is active with a A$1000 excess. This is a straightforward windscreen damage claim, so I'll route it to fast_track and approve the payout net of the excess.", "type": "text" }, { "type": "tool-call", "input": { "queue": "fast_track", "claim_id": "CLM-79098" }, "toolName": "route_claim", "toolCallId": "toolu_01TWZBS1bdsUHSxyq4DkH6ig" }, { "type": "tool-call", "input": { "amount": 3107.51, "claim_id": "CLM-79098" }, "toolName": "approve_payout", "toolCallId": "toolu_01BbYEKp6jTDG4akNC8SFNPN" } ] }, { "role": "tool", "content": [ { "type": "tool-result", "output": { "type": "json", "value": { "queue": "fast_track", "routed": true, "claim_id": "CLM-79098" } }, "toolName": "route_claim", "toolCallId": "toolu_01TWZBS1bdsUHSxyq4DkH6ig" }, { "type": "tool-result", "output": { "type": "json", "value": { "sandbox": true, "approved": true, "claim_id": "CLM-79098", "amount_aud": 3107.51 } }, "toolName": "approve_payout", "toolCallId": "toolu_01BbYEKp6jTDG4akNC8SFNPN" } ] } ] }, "span_id": "l3", "response": { "text": "Routed CLM-79098 to fast_track and approved a payout of A$3107.51 (repair estimate A$4107.51 less the A$1000 excess).", "reasoning": null, "tool_calls": [], "finish_reason": "stop" }, "ts_start": "2026-11-01T15:11:07.676Z", "latency_ms": 1059, "parent_span_id": "r", "schema_version": 1, "_hash": "1d9be0868321a82727e3837cd45e2a4e6bd9d03babc398a05e4cbd7811a91c6c" }, { "seq": 7, "name": "claims-triage-agent", "type": "run", "error": null, "input": null, "phase": "end", "output": { "summary": "Routed CLM-79098 to fast_track and approved a payout of A$3107.51 (repair estimate A$4107.51 less the A$1000 excess)." }, "run_id": "sbx-claims-triage-4f87a89066c1", "status": "success", "ts_end": "2026-11-01T15:11:08.735Z", "span_id": "re", "metadata": { "demo_agent": true, "sandbox_tools": true }, "ts_start": "2026-11-01T15:11:08.735Z", "parent_span_id": null, "schema_version": 1, "_hash": "f0158a2716b4eb980f5e6845f544189f924114f5e0f365f213ba978ea7325108" } ] }