{"index":0,"item_id":"batched:support:r1","ok":true,"status":200,"latency_ms":446.0638329999638,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9241533450537204,"probabilities":{"billing":0.012309212096873913,"sales":0.009292960672623453,"technical":0.9241533450537204,"trust":0.054244482176782294}},"urgency":{"type":"score","score":2.7820942969681797,"confidence":0.8246240654410177,"probabilities":{"0":0.008607595765357705,"1":0.025314576942122028,"2":0.1414537618515024,"3":0.8246240654410177},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7518026507742139}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":439.4746255129576},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":1,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":1,"item_id":"batched:support:r2","ok":true,"status":200,"latency_ms":693.4582500000251,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9241533450537204,"probabilities":{"billing":0.012309212096873913,"sales":0.009292960672623453,"technical":0.9241533450537204,"trust":0.054244482176782294}},"urgency":{"type":"score","score":2.7820942969681797,"confidence":0.8246240654410177,"probabilities":{"0":0.008607595765357705,"1":0.025314576942122028,"2":0.1414537618515024,"3":0.8246240654410177},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7518026507742139}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":248.10233432799578},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":2,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":2,"item_id":"batched:support:r3","ok":true,"status":200,"latency_ms":501.2550420000334,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9241533450537204,"probabilities":{"billing":0.012309212096873913,"sales":0.009292960672623453,"technical":0.9241533450537204,"trust":0.054244482176782294}},"urgency":{"type":"score","score":2.7820942969681797,"confidence":0.8246240654410177,"probabilities":{"0":0.008607595765357705,"1":0.025314576942122028,"2":0.1414537618515024,"3":0.8246240654410177},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7518026507742139}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":249.10866655409336},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":3,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":3,"item_id":"separate:support:team","ok":true,"status":200,"latency_ms":439.1453329999931,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9241533125078235,"probabilities":{"billing":0.01230924688036798,"sales":0.009292960345353372,"technical":0.9241533125078235,"trust":0.05424448026645504}}},"usage":{"input_tokens":153,"output_tokens":0},"engine_ms":189.38520830124617},"usage":{"input_tokens":153,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"team","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}}}}
{"index":4,"item_id":"separate:support:urgency","ok":true,"status":200,"latency_ms":344.2162499999977,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"urgency":{"type":"score","score":2.7820944031994395,"confidence":0.8246241183956038,"probabilities":{"0":0.008607604526956025,"1":0.025314506142252453,"2":0.1414537709351876,"3":0.8246241183956038},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}}},"usage":{"input_tokens":153,"output_tokens":0},"engine_ms":158.459166996181},"usage":{"input_tokens":153,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"urgency","questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}}}}
{"index":5,"item_id":"separate:support:needs_human","ok":true,"status":200,"latency_ms":323.47445899999,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"needs_human":{"type":"noul","noul":0.7518022948715141}},"usage":{"input_tokens":130,"output_tokens":0},"engine_ms":164.55725021660328},"usage":{"input_tokens":130,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"needs_human","questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":6,"item_id":"reversed:support","ok":true,"status":200,"latency_ms":414.1030000000028,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.8493653259928643,"probabilities":{"trust":0.13483817396511769,"technical":0.8493653259928643,"sales":0.00814226593852213,"billing":0.007654234103495802}},"urgency":{"type":"score","score":2.7820942969681797,"confidence":0.8246240654410177,"probabilities":{"0":0.008607595765357705,"1":0.025314576942122028,"2":0.1414537618515024,"3":0.8246240654410177},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7518026507742139}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":249.25954081118107},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"reversed","probe":"support","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":7,"item_id":"batched:invoice:r1","ok":true,"status":200,"latency_ms":546.4320420000004,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9459384185284125,"probabilities":{"hold":0.02803749367056542,"pay":0.9459384185284125,"reject":0.026024087801022045}},"duplicate":{"type":"noul","noul":0.9910430770379952},"severity":{"type":"score","score":0.019193485021647885,"confidence":0.989374733041306,"probabilities":{"0":0.989374733041306,"1":0.004689802627321021,"2":0.0033027105997922293,"3":0.0026327537315808014},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":295.3657917678356},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":1,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":8,"item_id":"batched:invoice:r2","ok":true,"status":200,"latency_ms":582.1907089999877,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9459384185284125,"probabilities":{"hold":0.02803749367056542,"pay":0.9459384185284125,"reject":0.026024087801022045}},"duplicate":{"type":"noul","noul":0.9910430770379952},"severity":{"type":"score","score":0.019193485021647885,"confidence":0.989374733041306,"probabilities":{"0":0.989374733041306,"1":0.004689802627321021,"2":0.0033027105997922293,"3":0.0026327537315808014},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":285.6968343257904},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":2,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":9,"item_id":"batched:invoice:r3","ok":true,"status":200,"latency_ms":568.2300420000101,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9459384185284125,"probabilities":{"hold":0.02803749367056542,"pay":0.9459384185284125,"reject":0.026024087801022045}},"duplicate":{"type":"noul","noul":0.9910430770379952},"severity":{"type":"score","score":0.019193485021647885,"confidence":0.989374733041306,"probabilities":{"0":0.989374733041306,"1":0.004689802627321021,"2":0.0033027105997922293,"3":0.0026327537315808014},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":282.536500133574},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":3,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":10,"item_id":"separate:invoice:disposition","ok":true,"status":200,"latency_ms":470.0905420000199,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9459390254241706,"probabilities":{"hold":0.028037217535218352,"pay":0.9459390254241706,"reject":0.026023757040611058}}},"usage":{"input_tokens":190,"output_tokens":0},"engine_ms":187.18808330595493},"usage":{"input_tokens":190,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"disposition","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}}}}
{"index":11,"item_id":"separate:invoice:duplicate","ok":true,"status":200,"latency_ms":364.2849580000038,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"duplicate":{"type":"noul","noul":0.9910430262449877}},"usage":{"input_tokens":173,"output_tokens":0},"engine_ms":176.8348328769207},"usage":{"input_tokens":173,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"duplicate","questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}}}}
{"index":12,"item_id":"separate:invoice:severity","ok":true,"status":200,"latency_ms":392.87187500001164,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":0.019193532505251708,"confidence":0.9893747054047175,"probabilities":{"0":0.9893747054047175,"1":0.004689820386529826,"2":0.0033027105075363323,"3":0.0026327637012164055},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":196,"output_tokens":0},"engine_ms":216.27137530595064},"usage":{"input_tokens":196,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"severity","questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":13,"item_id":"reversed:invoice","ok":true,"status":200,"latency_ms":502.45316600002116,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8778088692761563,"probabilities":{"reject":0.03009454298722716,"pay":0.8778088692761563,"hold":0.09209658773661644}},"duplicate":{"type":"noul","noul":0.9910430770379952},"severity":{"type":"score","score":0.019193485021647885,"confidence":0.989374733041306,"probabilities":{"0":0.989374733041306,"1":0.004689802627321021,"2":0.0033027105997922293,"3":0.0026327537315808014},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":286.22445836663246},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"reversed","probe":"invoice","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":14,"item_id":"monotonic:outage:0","ok":true,"status":200,"latency_ms":396.0279580000206,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"One user reports a typo on the settings page.","error_rate":0},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":0.2883696475772468,"confidence":0.723072100215659,"probabilities":{"0":0.723072100215659,"1":0.26775442081091133,"2":0.006905210153953236,"3":0.0022682688194763352},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":83,"output_tokens":0},"engine_ms":109.64291635900736},"usage":{"input_tokens":83,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":0,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":15,"item_id":"monotonic:outage:1","ok":true,"status":200,"latency_ms":220.34920799999963,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"Checkout errors for about 15% of users in one region.","error_rate":0.15},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":1.361760274754123,"confidence":0.6169975095547982,"probabilities":{"0":0.013888256857635731,"1":0.6169975095547982,"2":0.36257993556337337,"3":0.006534298024192721},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":89,"output_tokens":0},"engine_ms":110.67112535238266},"usage":{"input_tokens":89,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":1,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":16,"item_id":"monotonic:outage:2","ok":true,"status":200,"latency_ms":220.40720800001873,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"All regions return HTTP 503 for every request; status page is down.","error_rate":1},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":2.755264706817676,"confidence":0.8073132761607836,"probabilities":{"0":0.020016268112296325,"1":0.012016033118514916,"2":0.16065442260840512,"3":0.8073132761607836},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":88,"output_tokens":0},"engine_ms":109.63133256882429},"usage":{"input_tokens":88,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":2,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}