{"index":0,"item_id":"batched:support:r1","ok":true,"status":200,"latency_ms":83.24599999999919,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9026169776916504,"probabilities":{"billing":0.015767045319080353,"sales":0.00959642045199871,"technical":0.9026169776916504,"trust":0.07201965898275375}},"urgency":{"type":"score","score":1.1158830025233328,"confidence":0.8587742447853088,"probabilities":{"0":0.01490790955722332,"1":0.8587742447853088,"2":0.12184478342533112,"3":0.004473063629120588},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7474150061607361}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":56.30015197675675},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":1,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":1,"item_id":"batched:support:r2","ok":true,"status":200,"latency_ms":123.63441699999385,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9026169776916504,"probabilities":{"billing":0.015767045319080353,"sales":0.00959642045199871,"technical":0.9026169776916504,"trust":0.07201965898275375}},"urgency":{"type":"score","score":1.1158830025233328,"confidence":0.8587742447853088,"probabilities":{"0":0.01490790955722332,"1":0.8587742447853088,"2":0.12184478342533112,"3":0.004473063629120588},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7474150061607361}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":53.60150197520852},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":2,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":2,"item_id":"batched:support:r3","ok":true,"status":200,"latency_ms":116.31637499999488,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9026169776916504,"probabilities":{"billing":0.015767045319080353,"sales":0.00959642045199871,"technical":0.9026169776916504,"trust":0.07201965898275375}},"urgency":{"type":"score","score":1.1158830025233328,"confidence":0.8587742447853088,"probabilities":{"0":0.01490790955722332,"1":0.8587742447853088,"2":0.12184478342533112,"3":0.004473063629120588},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7474150061607361}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":53.96638601087034},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":3,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":3,"item_id":"separate:support:team","ok":true,"status":200,"latency_ms":76.50699999999779,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9026162624359131,"probabilities":{"billing":0.01576707325875759,"sales":0.009596450254321098,"technical":0.9026162624359131,"trust":0.07202021032571793}}},"usage":{"input_tokens":142,"output_tokens":0},"engine_ms":26.505643967539072},"usage":{"input_tokens":142,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"team","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}}}}
{"index":4,"item_id":"separate:support:urgency","ok":true,"status":200,"latency_ms":243.3869999999879,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"urgency":{"type":"score","score":1.1158838691189885,"confidence":0.8587729334831238,"probabilities":{"0":0.014908157289028168,"1":0.8587729334831238,"2":0.1218457892537117,"3":0.004473119042813778},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}}},"usage":{"input_tokens":147,"output_tokens":0},"engine_ms":27.578831068240106},"usage":{"input_tokens":147,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"urgency","questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}}}}
{"index":5,"item_id":"separate:support:needs_human","ok":true,"status":200,"latency_ms":242.90341699999408,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"needs_human":{"type":"noul","noul":0.7474126219749451}},"usage":{"input_tokens":109,"output_tokens":0},"engine_ms":19.126181956380606},"usage":{"input_tokens":109,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"needs_human","questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":6,"item_id":"reversed:support","ok":true,"status":200,"latency_ms":84.33529200000339,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9155335426330566,"probabilities":{"trust":0.05054851993918419,"technical":0.9155335426330566,"sales":0.011245371773838997,"billing":0.02267252281308174}},"urgency":{"type":"score","score":1.1158830025233328,"confidence":0.8587742447853088,"probabilities":{"0":0.01490790955722332,"1":0.8587742447853088,"2":0.12184478342533112,"3":0.004473063629120588},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7474150061607361}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":56.53121508657932},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"reversed","probe":"support","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":7,"item_id":"batched:invoice:r1","ok":true,"status":200,"latency_ms":157.74320799999987,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8288984894752502,"probabilities":{"hold":0.02803030051290989,"pay":0.8288984894752502,"reject":0.14307118952274323}},"duplicate":{"type":"noul","noul":0.03208145126700401},"severity":{"type":"score","score":0.9108043927699327,"confidence":0.46362200379371643,"probabilities":{"0":0.46362200379371643,"1":0.1813347041606903,"2":0.33566024899482727,"3":0.019383063539862633},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":67.11522594559938},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":1,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":8,"item_id":"batched:invoice:r2","ok":true,"status":200,"latency_ms":131.91424999998708,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8288984894752502,"probabilities":{"hold":0.02803030051290989,"pay":0.8288984894752502,"reject":0.14307118952274323}},"duplicate":{"type":"noul","noul":0.03208145126700401},"severity":{"type":"score","score":0.9108043927699327,"confidence":0.46362200379371643,"probabilities":{"0":0.46362200379371643,"1":0.1813347041606903,"2":0.33566024899482727,"3":0.019383063539862633},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":65.11777208652347},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":2,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":9,"item_id":"batched:invoice:r3","ok":true,"status":200,"latency_ms":125.78808300000674,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8288984894752502,"probabilities":{"hold":0.02803030051290989,"pay":0.8288984894752502,"reject":0.14307118952274323}},"duplicate":{"type":"noul","noul":0.03208145126700401},"severity":{"type":"score","score":0.9108043927699327,"confidence":0.46362200379371643,"probabilities":{"0":0.46362200379371643,"1":0.1813347041606903,"2":0.33566024899482727,"3":0.019383063539862633},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":66.28587702289224},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":3,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":10,"item_id":"separate:invoice:disposition","ok":true,"status":200,"latency_ms":97.04370800001197,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.828900158405304,"probabilities":{"hold":0.028030499815940857,"pay":0.828900158405304,"reject":0.1430693417787552}}},"usage":{"input_tokens":164,"output_tokens":0},"engine_ms":30.344976927153766},"usage":{"input_tokens":164,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"disposition","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}}}}
{"index":11,"item_id":"separate:invoice:duplicate","ok":true,"status":200,"latency_ms":72.75645899999654,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"duplicate":{"type":"noul","noul":0.032082054764032364}},"usage":{"input_tokens":142,"output_tokens":0},"engine_ms":25.68945789244026},"usage":{"input_tokens":142,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"duplicate","questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}}}}
{"index":12,"item_id":"separate:invoice:severity","ok":true,"status":200,"latency_ms":219.8322499999922,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.9108048938214779,"confidence":0.46362143754959106,"probabilities":{"0":0.46362143754959106,"1":0.1813356578350067,"2":0.33565962314605713,"3":0.019383329898118973},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":179,"output_tokens":0},"engine_ms":30.028601991944015},"usage":{"input_tokens":179,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"severity","questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":13,"item_id":"reversed:invoice","ok":true,"status":200,"latency_ms":167.8277919999964,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8198020458221436,"probabilities":{"reject":0.13943931460380554,"pay":0.8198020458221436,"hold":0.04075859487056732}},"duplicate":{"type":"noul","noul":0.03208145126700401},"severity":{"type":"score","score":0.9108043927699327,"confidence":0.46362200379371643,"probabilities":{"0":0.46362200379371643,"1":0.1813347041606903,"2":0.33566024899482727,"3":0.019383063539862633},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":64.98393695801497},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"reversed","probe":"invoice","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":14,"item_id":"monotonic:outage:0","ok":true,"status":200,"latency_ms":26.0123339999991,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"alert":"One user reports a typo on the settings page.","error_rate":0},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.6273943184442032,"confidence":0.626250147819519,"probabilities":{"0":0.3731907904148102,"1":0.626250147819519,"2":0.0005330473650246859,"3":0.00002602529821160715},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":87,"output_tokens":0},"engine_ms":19.348996109329164},"usage":{"input_tokens":87,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":0,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":15,"item_id":"monotonic:outage:1","ok":true,"status":200,"latency_ms":33.53704199999629,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"alert":"Checkout errors for about 15% of users in one region.","error_rate":0.15},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":1.051926711705164,"confidence":0.6863412261009216,"probabilities":{"0":0.13097655773162842,"1":0.6863412261009216,"2":0.1824612021446228,"3":0.00022102710499893874},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":92,"output_tokens":0},"engine_ms":17.30603806208819},"usage":{"input_tokens":92,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":1,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":16,"item_id":"monotonic:outage:2","ok":true,"status":200,"latency_ms":35.7891660000023,"request":{"url":"http://gpu-host-2/v1/systemone","body":{"state":{"alert":"All regions return HTTP 503 for every request; status page is down.","error_rate":1},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.2895394857041538,"confidence":0.7878959774971008,"probabilities":{"0":0.7878959774971008,"1":0.136249840259552,"2":0.07427286356687546,"3":0.001581306103616953},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":91,"output_tokens":0},"engine_ms":18.54495203588158},"usage":{"input_tokens":91,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":2,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}