{"index":0,"item_id":"batched:support:r1","ok":true,"status":200,"latency_ms":160.17987500000163,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9032816886901855,"probabilities":{"billing":0.015602395869791508,"sales":0.009574544616043568,"technical":0.9032816886901855,"trust":0.07154133170843124}},"urgency":{"type":"score","score":1.1171282841823995,"confidence":0.8567191362380981,"probabilities":{"0":0.015289559960365295,"1":0.8567191362380981,"2":0.12356463074684143,"3":0.004426628816872835},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7457924485206604}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":157.8758331015706},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":1,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":1,"item_id":"batched:support:r2","ok":true,"status":200,"latency_ms":220.32379100000253,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9032816886901855,"probabilities":{"billing":0.015602395869791508,"sales":0.009574544616043568,"technical":0.9032816886901855,"trust":0.07154133170843124}},"urgency":{"type":"score","score":1.1171282841823995,"confidence":0.8567191362380981,"probabilities":{"0":0.015289559960365295,"1":0.8567191362380981,"2":0.12356463074684143,"3":0.004426628816872835},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7457924485206604}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":60.3218749165535},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":2,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":2,"item_id":"batched:support:r3","ok":true,"status":200,"latency_ms":119.64541699999245,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9032816886901855,"probabilities":{"billing":0.015602395869791508,"sales":0.009574544616043568,"technical":0.9032816886901855,"trust":0.07154133170843124}},"urgency":{"type":"score","score":1.1171282841823995,"confidence":0.8567191362380981,"probabilities":{"0":0.015289559960365295,"1":0.8567191362380981,"2":0.12356463074684143,"3":0.004426628816872835},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7457924485206604}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":59.26054157316685},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"support","rep":3,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":3,"item_id":"separate:support:team","ok":true,"status":200,"latency_ms":195.86987500000396,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9032816886901855,"probabilities":{"billing":0.015602395869791508,"sales":0.009574544616043568,"technical":0.9032816886901855,"trust":0.07154133170843124}}},"usage":{"input_tokens":142,"output_tokens":0},"engine_ms":136.5290004760027},"usage":{"input_tokens":142,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"team","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}}}}
{"index":4,"item_id":"separate:support:urgency","ok":true,"status":200,"latency_ms":173.2792080000072,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"urgency":{"type":"score","score":1.1171282841823995,"confidence":0.8567191362380981,"probabilities":{"0":0.015289559960365295,"1":0.8567191362380981,"2":0.12356463074684143,"3":0.004426628816872835},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}}},"usage":{"input_tokens":147,"output_tokens":0},"engine_ms":36.67145874351263},"usage":{"input_tokens":147,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"urgency","questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}}}}
{"index":5,"item_id":"separate:support:needs_human","ok":true,"status":200,"latency_ms":60.54229100000521,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"needs_human":{"type":"noul","noul":0.7466803193092346}},"usage":{"input_tokens":109,"output_tokens":0},"engine_ms":23.746834136545658},"usage":{"input_tokens":109,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"support","question":"needs_human","questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":6,"item_id":"reversed:support","ok":true,"status":200,"latency_ms":83.15600000000268,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"team":{"type":"choice","choice":"technical","confidence":0.91578608751297,"probabilities":{"trust":0.050429508090019226,"technical":0.91578608751297,"sales":0.011238565668463707,"billing":0.02254585176706314}},"urgency":{"type":"score","score":1.1171282841823995,"confidence":0.8567191362380981,"probabilities":{"0":0.015289559960365295,"1":0.8567191362380981,"2":0.12356463074684143,"3":0.004426628816872835},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7457924485206604}},"usage":{"input_tokens":398,"output_tokens":0},"engine_ms":59.3841252848506},"usage":{"input_tokens":398,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"reversed","probe":"support","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":7,"item_id":"batched:invoice:r1","ok":true,"status":200,"latency_ms":149.39516700000968,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8291558623313904,"probabilities":{"hold":0.028097357600927353,"pay":0.8291558623313904,"reject":0.14274682104587555}},"duplicate":{"type":"noul","noul":0.031017277389764786},"severity":{"type":"score","score":0.9121476374566555,"confidence":0.4631320536136627,"probabilities":{"0":0.4631320536136627,"1":0.1808702051639557,"2":0.3367157578468323,"3":0.01928197219967842},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":89.9190828204155},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":1,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":8,"item_id":"batched:invoice:r2","ok":true,"status":200,"latency_ms":162.37204099999508,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8291558623313904,"probabilities":{"hold":0.028097357600927353,"pay":0.8291558623313904,"reject":0.14274682104587555}},"duplicate":{"type":"noul","noul":0.031017277389764786},"severity":{"type":"score","score":0.9121476374566555,"confidence":0.4631320536136627,"probabilities":{"0":0.4631320536136627,"1":0.1808702051639557,"2":0.3367157578468323,"3":0.01928197219967842},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":72.28154223412275},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":2,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":9,"item_id":"batched:invoice:r3","ok":true,"status":200,"latency_ms":145.01604100000986,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8291558623313904,"probabilities":{"hold":0.028097357600927353,"pay":0.8291558623313904,"reject":0.14274682104587555}},"duplicate":{"type":"noul","noul":0.031017277389764786},"severity":{"type":"score","score":0.9121476374566555,"confidence":0.4631320536136627,"probabilities":{"0":0.4631320536136627,"1":0.1808702051639557,"2":0.3367157578468323,"3":0.01928197219967842},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":72.69108295440674},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"batched","probe":"invoice","rep":3,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":10,"item_id":"separate:invoice:disposition","ok":true,"status":200,"latency_ms":203.2738340000069,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8291558623313904,"probabilities":{"hold":0.028097357600927353,"pay":0.8291558623313904,"reject":0.14274682104587555}}},"usage":{"input_tokens":164,"output_tokens":0},"engine_ms":130.3921677172184},"usage":{"input_tokens":164,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"disposition","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}}}}
{"index":11,"item_id":"separate:invoice:duplicate","ok":true,"status":200,"latency_ms":162.32633299998997,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"duplicate":{"type":"noul","noul":0.031017277389764786}},"usage":{"input_tokens":142,"output_tokens":0},"engine_ms":31.90604131668806},"usage":{"input_tokens":142,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"duplicate","questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}}}}
{"index":12,"item_id":"separate:invoice:severity","ok":true,"status":200,"latency_ms":65.7832919999928,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.9121476374566555,"confidence":0.4631320536136627,"probabilities":{"0":0.4631320536136627,"1":0.1808702051639557,"2":0.3367157578468323,"3":0.01928197219967842},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":179,"output_tokens":0},"engine_ms":33.86820759624243},"usage":{"input_tokens":179,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"separate","probe":"invoice","question":"severity","questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":13,"item_id":"reversed:invoice","ok":true,"status":200,"latency_ms":106.10741700000654,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8195704817771912,"probabilities":{"reject":0.13972532749176025,"pay":0.8195704817771912,"hold":0.040704146027565}},"duplicate":{"type":"noul","noul":0.031017277389764786},"severity":{"type":"score","score":0.9121476374566555,"confidence":0.4631320536136627,"probabilities":{"0":0.4631320536136627,"1":0.1808702051639557,"2":0.3367157578468323,"3":0.01928197219967842},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":485,"output_tokens":0},"engine_ms":72.03354220837355},"usage":{"input_tokens":485,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"reversed","probe":"invoice","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":14,"item_id":"monotonic:outage:0","ok":true,"status":200,"latency_ms":93.94404100000975,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"One user reports a typo on the settings page.","error_rate":0},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.627698851738387,"confidence":0.6265714168548584,"probabilities":{"0":0.37287789583206177,"1":0.6265714168548584,"2":0.0005248126690275967,"3":0.00002593651515780948},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":87,"output_tokens":0},"engine_ms":21.90137468278408},"usage":{"input_tokens":87,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":0,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":15,"item_id":"monotonic:outage:1","ok":true,"status":200,"latency_ms":43.49358300000313,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"Checkout errors for about 15% of users in one region.","error_rate":0.15},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":1.0505491930089192,"confidence":0.6856246590614319,"probabilities":{"0":0.1320239007472992,"1":0.6856246590614319,"2":0.18212977051734924,"3":0.00022166430426295847},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":92,"output_tokens":0},"engine_ms":21.52462489902973},"usage":{"input_tokens":92,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":1,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":16,"item_id":"monotonic:outage:2","ok":true,"status":200,"latency_ms":42.8193750000064,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"All regions return HTTP 503 for every request; status page is down.","error_rate":1},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-omni-600m"}},"response":{"model":"d1-omni-600m","answers":{"severity":{"type":"score","score":0.2837928960798308,"confidence":0.791808009147644,"probabilities":{"0":0.791808009147644,"1":0.13417212665081024,"2":0.07243894785642624,"3":0.0015809579053893685},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":91,"output_tokens":0},"engine_ms":21.252459846436977},"usage":{"input_tokens":91,"output_tokens":0},"cost_usd":0,"model":"d1-omni-600m","expected":{"kind":"monotonic","probe":"outage","index":2,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}