{"index":0,"item_id":"batched:support:r1","ok":true,"status":200,"latency_ms":242.87304099998437,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9269490572927108,"probabilities":{"billing":0.011668566584690745,"sales":0.00908748879347798,"technical":0.9269490572927108,"trust":0.05229488732912048}},"urgency":{"type":"score","score":2.798996012889648,"confidence":0.8392595983024721,"probabilities":{"0":0.008227811587259836,"1":0.02380796223830448,"2":0.1287046278719636,"3":0.8392595983024721},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7549149868676283}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":240.58424960821867},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":1,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":1,"item_id":"batched:support:r2","ok":true,"status":200,"latency_ms":461.9202909999876,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9269490572927108,"probabilities":{"billing":0.011668566584690745,"sales":0.00908748879347798,"technical":0.9269490572927108,"trust":0.05229488732912048}},"urgency":{"type":"score","score":2.798996012889648,"confidence":0.8392595983024721,"probabilities":{"0":0.008227811587259836,"1":0.02380796223830448,"2":0.1287046278719636,"3":0.8392595983024721},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7549149868676283}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":219.2016253247857},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":2,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":2,"item_id":"batched:support:r3","ok":true,"status":200,"latency_ms":438.1537089999765,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9269490572927108,"probabilities":{"billing":0.011668566584690745,"sales":0.00908748879347798,"technical":0.9269490572927108,"trust":0.05229488732912048}},"urgency":{"type":"score","score":2.798996012889648,"confidence":0.8392595983024721,"probabilities":{"0":0.008227811587259836,"1":0.02380796223830448,"2":0.1287046278719636,"3":0.8392595983024721},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7549149868676283}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":218.87641586363316},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"support","rep":3,"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":3,"item_id":"separate:support:team","ok":true,"status":200,"latency_ms":362.09820900001796,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.9180198272652439,"probabilities":{"billing":0.013094849549210532,"sales":0.010198279083127393,"technical":0.9180198272652439,"trust":0.058687044102418165}}},"usage":{"input_tokens":153,"output_tokens":0},"engine_ms":143.03745795041323},"usage":{"input_tokens":153,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"team","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"billing":"Charges, invoices and refunds.","sales":"Buying more, plan changes and quotes.","technical":"The product is not working as expected.","trust":"Unauthorized access, fraud or compromised accounts."}}}}}
{"index":4,"item_id":"separate:support:urgency","ok":true,"status":200,"latency_ms":281.5164999999688,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"urgency":{"type":"score","score":2.785534448784505,"confidence":0.8251196693151598,"probabilities":{"0":0.008089188601237208,"1":0.023406843328180424,"2":0.14338429875542258,"3":0.8251196693151598},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}}},"usage":{"input_tokens":153,"output_tokens":0},"engine_ms":138.3853331208229},"usage":{"input_tokens":153,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"urgency","questions":{"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]}}}}
{"index":5,"item_id":"separate:support:needs_human","ok":true,"status":200,"latency_ms":273.3860829999903,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"needs_human":{"type":"noul","noul":0.7549149868676283}},"usage":{"input_tokens":130,"output_tokens":0},"engine_ms":134.94620751589537},"usage":{"input_tokens":130,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"support","question":"needs_human","questions":{"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":6,"item_id":"reversed:support","ok":true,"status":200,"latency_ms":352.50841700000456,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"account":{"tier":"business","seats":40,"tenure_months":26},"thread":[{"role":"customer","text":"Since this morning none of our 40 seats can log in. We get 'session expired' right after the password step. Payroll runs today."}]},"questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"team":{"type":"choice","choice":"technical","confidence":0.8538132219721758,"probabilities":{"trust":0.13093649834730456,"technical":0.8538132219721758,"sales":0.007863347923621913,"billing":0.007386931756897646}},"urgency":{"type":"score","score":2.798996012889648,"confidence":0.8392595983024721,"probabilities":{"0":0.008227811587259836,"1":0.02380796223830448,"2":0.1287046278719636,"3":0.8392595983024721},"legend":{"0":"Can wait indefinitely.","1":"Routine; today or tomorrow.","2":"Soon; work is blocked for some people.","3":"Immediate; business-critical work is stopped."}},"needs_human":{"type":"noul","noul":0.7549149868676283}},"usage":{"input_tokens":250,"output_tokens":0},"engine_ms":217.46762469410896},"usage":{"input_tokens":250,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"reversed","probe":"support","questions":{"team":{"type":"choice","instructions":"Which team should own this conversation?","criteria":{"trust":"Unauthorized access, fraud or compromised accounts.","technical":"The product is not working as expected.","sales":"Buying more, plan changes and quotes.","billing":"Charges, invoices and refunds."}},"urgency":{"type":"score","instructions":"How urgent is this for the customer's business?","criteria":["Can wait indefinitely.","Routine; today or tomorrow.","Soon; work is blocked for some people.","Immediate; business-critical work is stopped."]},"needs_human":{"type":"noul","instructions":"A human engineer must get involved rather than automated help.","criteria":{"true":"Needs an engineer.","false":"Automation can resolve it."}}}}}
{"index":7,"item_id":"batched:invoice:r1","ok":true,"status":200,"latency_ms":541.3038330000127,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9429400891309433,"probabilities":{"hold":0.030310759497513995,"pay":0.9429400891309433,"reject":0.02674915137154271}},"duplicate":{"type":"noul","noul":0.991422514586288},"severity":{"type":"score","score":0.018244951573589237,"confidence":0.9898124036368656,"probabilities":{"0":0.9898124036368656,"1":0.004583740802685532,"2":0.003150355910442491,"3":0.002453499650006241},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":323.67795798927546},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":1,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":8,"item_id":"batched:invoice:r2","ok":true,"status":200,"latency_ms":571.9573329999694,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9429400891309433,"probabilities":{"hold":0.030310759497513995,"pay":0.9429400891309433,"reject":0.02674915137154271}},"duplicate":{"type":"noul","noul":0.991422514586288},"severity":{"type":"score","score":0.018244951573589237,"confidence":0.9898124036368656,"probabilities":{"0":0.9898124036368656,"1":0.004583740802685532,"2":0.003150355910442491,"3":0.002453499650006241},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":248.0646250769496},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":2,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":9,"item_id":"batched:invoice:r3","ok":true,"status":200,"latency_ms":497.62712499999907,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9429400891309433,"probabilities":{"hold":0.030310759497513995,"pay":0.9429400891309433,"reject":0.02674915137154271}},"duplicate":{"type":"noul","noul":0.991422514586288},"severity":{"type":"score","score":0.018244951573589237,"confidence":0.9898124036368656,"probabilities":{"0":0.9898124036368656,"1":0.004583740802685532,"2":0.003150355910442491,"3":0.002453499650006241},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":249.46145806461573},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"batched","probe":"invoice","rep":3,"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":10,"item_id":"separate:invoice:disposition","ok":true,"status":200,"latency_ms":415.6591250000056,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.9478521025898694,"probabilities":{"hold":0.026888494467744044,"pay":0.9478521025898694,"reject":0.025259402942386634}}},"usage":{"input_tokens":190,"output_tokens":0},"engine_ms":166.1562081426382},"usage":{"input_tokens":190,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"disposition","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"hold":"Pause payment until a person checks something.","pay":"Pay it as submitted.","reject":"Reject it and notify the vendor."}}}}}
{"index":11,"item_id":"separate:invoice:duplicate","ok":true,"status":200,"latency_ms":319.7734579999815,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"duplicate":{"type":"noul","noul":0.991422514586288}},"usage":{"input_tokens":173,"output_tokens":0},"engine_ms":153.5597499459982},"usage":{"input_tokens":173,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"duplicate","questions":{"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}}}}}
{"index":12,"item_id":"separate:invoice:severity","ok":true,"status":200,"latency_ms":343.91312499996275,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":0.017972227911466812,"confidence":0.9900873655675089,"probabilities":{"0":0.9900873655675089,"1":0.004307222166005614,"2":0.0031512310539951135,"3":0.0024541812124903232},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":196,"output_tokens":0},"engine_ms":190.24287536740303},"usage":{"input_tokens":196,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"separate","probe":"invoice","question":"severity","questions":{"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":13,"item_id":"reversed:invoice","ok":true,"status":200,"latency_ms":440.1539169999887,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"invoice":{"vendor":"Acme Parts","number":"INV-2207","amount_usd":18400,"po":"PO-5531"},"purchase_order":{"number":"PO-5531","amount_usd":18400,"received":true},"history":[{"invoice":"INV-2207","paid_on":"2026-09-02","amount_usd":18400}]},"questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"disposition":{"type":"choice","choice":"pay","confidence":0.8840495187690895,"probabilities":{"reject":0.02841772521518252,"pay":0.8840495187690895,"hold":0.08753275601572798}},"duplicate":{"type":"noul","noul":0.991422514586288},"severity":{"type":"score","score":0.018244951573589237,"confidence":0.9898124036368656,"probabilities":{"0":0.9898124036368656,"1":0.004583740802685532,"2":0.003150355910442491,"3":0.002453499650006241},"legend":{"0":"None.","1":"Minor; a rounding or formatting issue.","2":"Material; amounts or items differ.","3":"Severe; likely duplicate payment or fraud."}}},"usage":{"input_tokens":275,"output_tokens":0},"engine_ms":249.75575041025877},"usage":{"input_tokens":275,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"reversed","probe":"invoice","questions":{"disposition":{"type":"choice","instructions":"What should accounts payable do with this invoice?","criteria":{"reject":"Reject it and notify the vendor.","pay":"Pay it as submitted.","hold":"Pause payment until a person checks something."}},"duplicate":{"type":"noul","instructions":"This invoice has already been paid.","criteria":{"true":"Already paid.","false":"Not paid before."}},"severity":{"type":"score","instructions":"How serious is the discrepancy, if any?","criteria":["None.","Minor; a rounding or formatting issue.","Material; amounts or items differ.","Severe; likely duplicate payment or fraud."]}}}}
{"index":14,"item_id":"monotonic:outage:0","ok":true,"status":200,"latency_ms":345.4772090000333,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"One user reports a typo on the settings page.","error_rate":0},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":0.2875261821185041,"confidence":0.7241832944484202,"probabilities":{"0":0.7241832944484202,"1":0.2664121456673789,"2":0.007099643201477297,"3":0.0023049166827235376},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":83,"output_tokens":0},"engine_ms":95.67070752382278},"usage":{"input_tokens":83,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":0,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":15,"item_id":"monotonic:outage:1","ok":true,"status":200,"latency_ms":191.77833299996564,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"Checkout errors for about 15% of users in one region.","error_rate":0.15},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":1.3406325726826067,"confidence":0.6378404283928611,"probabilities":{"0":0.014091730554314503,"1":0.6378404283928611,"2":0.3414113788687276,"3":0.006656462184096769},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":89,"output_tokens":0},"engine_ms":96.05374932289124},"usage":{"input_tokens":89,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":1,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}
{"index":16,"item_id":"monotonic:outage:2","ok":true,"status":200,"latency_ms":192.26058300002478,"request":{"url":"http://127.0.0.1:8000/v1/systemone","body":{"state":{"alert":"All regions return HTTP 503 for every request; status page is down.","error_rate":1},"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}},"model":"d1-3b"}},"response":{"model":"d1-3b","answers":{"severity":{"type":"score","score":2.7747890595819,"confidence":0.8253849292783886,"probabilities":{"0":0.019411193000149193,"1":0.011773483696189744,"2":0.14343039402527236,"3":0.8253849292783886},"legend":{"0":"No impact.","1":"Minor; a few users notice.","2":"Major; many users are affected.","3":"Critical; the whole service is down."}}},"usage":{"input_tokens":88,"output_tokens":0},"engine_ms":96.16395831108093},"usage":{"input_tokens":88,"output_tokens":0},"cost_usd":0,"model":"d1-3b","expected":{"kind":"monotonic","probe":"outage","index":2,"questions":{"severity":{"type":"score","instructions":"How severe is this service incident?","criteria":["No impact.","Minor; a few users notice.","Major; many users are affected.","Critical; the whole service is down."]}}}}