{"arm": "jev", "mode": "live", "ticket_id": "bitext-22", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 172.65591700561345}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-27", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 161.05520800920203}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-40", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 147.1601249941159}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-51", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 148.50416700937785}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-78", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 86.45341600640677}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-86", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 114.95537500013597}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-181", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 91.31004099617712}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-227", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 87.45412499411032}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-283", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 87.79887499986216}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-315", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 88.4727499797009}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-357", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 110.19958299584687}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-384", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 101.7205000098329}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-415", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 93.18529200390913}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-428", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 76.83162498869933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-440", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 93.23025000048801}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-473", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 98.52866700384766}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-478", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 103.83700000238605}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-509", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 109.04887499054894}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-513", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 86.6567499761004}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-545", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 84.67212502728216}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-580", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 113.04429202573374}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-598", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 93.31920900149271}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-628", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 80.27833301457576}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-645", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 93.94445799989626}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-655", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 112.31883300933987}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-659", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 112.43487501633354}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-691", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 114.50916598550975}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-724", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 81.38120899093337}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-729", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 103.5402909910772}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-736", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 94.42695800680667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-747", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 82.18033300363459}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-768", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 105.15287501038983}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-775", "true": "cancel_order", "pred": "payment_issue", "latency_ms": 109.22149999532849}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-832", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 108.6185839958489}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-841", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 93.99941601441242}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-887", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 84.85983399441466}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-888", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 88.15949998097494}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-942", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 95.94200001447462}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-946", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 118.43112501082942}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-963", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 88.7173340015579}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1005", "true": "change_order", "pred": "change_order", "latency_ms": 91.60924999741837}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1045", "true": "change_order", "pred": "change_order", "latency_ms": 124.45691600441933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1064", "true": "change_order", "pred": "change_order", "latency_ms": 98.18166701006703}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1100", "true": "change_order", "pred": "change_order", "latency_ms": 101.94245798629709}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1147", "true": "change_order", "pred": "change_order", "latency_ms": 95.48558297683485}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1166", "true": "change_order", "pred": "change_order", "latency_ms": 139.5184590073768}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1182", "true": "change_order", "pred": "change_order", "latency_ms": 93.11779201379977}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1205", "true": "change_order", "pred": "change_order", "latency_ms": 89.765290991636}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1246", "true": "change_order", "pred": "change_order", "latency_ms": 99.05658301431686}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1273", "true": "change_order", "pred": "change_order", "latency_ms": 99.31683298782445}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1281", "true": "change_order", "pred": "change_order", "latency_ms": 93.70891700382344}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1283", "true": "change_order", "pred": "change_order", "latency_ms": 89.02912502526306}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1327", "true": "change_order", "pred": "cancel_order", "latency_ms": 106.09833299531601}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1355", "true": "change_order", "pred": "change_order", "latency_ms": 101.89254200668074}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1410", "true": "change_order", "pred": "change_order", "latency_ms": 77.71712497924455}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1424", "true": "change_order", "pred": "change_order", "latency_ms": 101.27445901161991}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1453", "true": "change_order", "pred": "change_order", "latency_ms": 92.33604199835099}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1515", "true": "change_order", "pred": "change_order", "latency_ms": 106.9295420020353}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1522", "true": "change_order", "pred": "change_order", "latency_ms": 107.27216600207612}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1538", "true": "change_order", "pred": "change_order", "latency_ms": 127.18883299385197}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1542", "true": "change_order", "pred": "change_order", "latency_ms": 190.9198329958599}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1555", "true": "change_order", "pred": "change_order", "latency_ms": 98.88199999113567}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1566", "true": "change_order", "pred": "change_order", "latency_ms": 88.89816698501818}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1631", "true": "change_order", "pred": "change_order", "latency_ms": 106.52912501245737}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1688", "true": "change_order", "pred": "change_order", "latency_ms": 108.13487501582131}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1759", "true": "change_order", "pred": "change_order", "latency_ms": 104.99491597875021}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1760", "true": "change_order", "pred": "change_order", "latency_ms": 82.88966701366007}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1767", "true": "change_order", "pred": "change_order", "latency_ms": 86.98908297810704}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1786", "true": "change_order", "pred": "change_order", "latency_ms": 96.9987080025021}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1789", "true": "change_order", "pred": "change_order", "latency_ms": 97.9509579774458}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1799", "true": "change_order", "pred": "change_order", "latency_ms": 132.13995800470002}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1806", "true": "change_order", "pred": "change_order", "latency_ms": 150.3031659813132}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1812", "true": "change_order", "pred": "change_order", "latency_ms": 170.82945798756555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1860", "true": "change_order", "pred": "change_order", "latency_ms": 102.88920800667256}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1887", "true": "change_order", "pred": "change_order", "latency_ms": 109.7342090215534}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1900", "true": "change_order", "pred": "change_order", "latency_ms": 114.98849999043159}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1911", "true": "change_order", "pred": "change_order", "latency_ms": 117.87499999627471}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1917", "true": "change_order", "pred": "change_order", "latency_ms": 145.74262499809265}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1944", "true": "change_order", "pred": "change_order", "latency_ms": 79.9658749892842}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-1955", "true": "change_order", "pred": "change_order", "latency_ms": 105.85883300518617}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2007", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 84.65383300790563}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2030", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 110.0700419920031}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2036", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 85.20604198565707}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2042", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 108.22108300635591}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2063", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 131.35320899891667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2134", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 142.5172089948319}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2185", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 83.32158299162984}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2190", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 128.16366701736115}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2253", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 101.69104198575951}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2265", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 109.38537502079271}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2266", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 122.61166700045578}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2275", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 88.69479200802743}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2322", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 104.94229098549113}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2330", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 126.8911249935627}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2343", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 129.55437501659617}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2346", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 120.75149998418055}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2366", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 100.28345801401883}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2398", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 93.15383297507651}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2441", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 139.29187500616536}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2467", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 136.3217500038445}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2484", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 104.11545800161548}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2500", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 91.59616602119058}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2537", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 92.12541702436283}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2540", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 119.07874999451451}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2581", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 85.28200001455843}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2627", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 105.33258301438764}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2644", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 110.93691698624752}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2655", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 101.17320800782181}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2662", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 84.85016698250547}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2669", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 92.01999998185784}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2713", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 129.36358398292214}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2746", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 123.46637499285862}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2832", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 133.79562500631437}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2853", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 90.97308400669135}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2868", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 117.25770801422186}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2875", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 84.70166599727236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2892", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 84.8403749987483}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2946", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 92.91754200239666}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2961", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 102.6697919878643}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2967", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 102.1245000010822}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-2981", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 105.33695798949338}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3003", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 106.19920899625868}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3008", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 120.2586250146851}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3009", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 90.76700001605786}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3013", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 82.10204102215357}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3043", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 83.67179200286046}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3053", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 120.26766699273139}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3060", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 112.10787500021979}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3138", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 140.0737920193933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3188", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 91.1847920215223}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3235", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 92.06875000381842}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3247", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 126.36958301300183}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3248", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 111.95204200339504}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3262", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 114.95154199656099}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3272", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 90.67233299720101}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3305", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 98.92554100952111}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3340", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 97.24666699185036}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3354", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 89.97729199472815}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3361", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 143.90304201515391}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3364", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 94.83587500290014}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3369", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 99.3621250090655}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3390", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 105.84683300112374}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3493", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 84.51833299477585}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3532", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 114.13504200754687}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3558", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 140.98125000600703}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3588", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 97.37329100607894}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3650", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 107.63591699651442}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3674", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 119.67341601848602}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3681", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 104.70804100623354}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3718", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 93.47787499427795}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3734", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 95.26245898450725}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3750", "true": "check_cancellation_fee", "pred": "payment_issue", "latency_ms": 135.84304199321195}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3766", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 113.08287500287406}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3795", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 264.2097089847084}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3829", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 102.98312499071471}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3860", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 161.48012501071207}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3865", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 148.24058298836462}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3868", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 135.4963750054594}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3891", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 95.37595801521093}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3912", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 85.38429098553024}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3941", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 96.59470900078304}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3971", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 115.43849998270161}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-3983", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 93.75279198866338}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4034", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 111.22766698827036}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4054", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 125.7007920066826}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4092", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 106.23987499275245}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4114", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 102.51333302585408}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4182", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 80.0754579831846}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4221", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 98.66829199017957}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4260", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 90.59066599002108}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4273", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 81.18620800087228}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4292", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 87.61387498816475}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4294", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 76.6308750025928}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4296", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 92.36654202686623}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4323", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 104.84233300667256}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4338", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 91.07324999058619}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4399", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 88.78499999991618}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4457", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 97.94016598607413}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4466", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 85.45879102894105}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4477", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 99.60879202117212}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4512", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 104.12037500645965}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4525", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 86.67650001007132}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4528", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 94.1958750190679}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4552", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 87.08462500362657}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4558", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 88.71508398442529}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4589", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 84.00691699353047}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4600", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 108.21116701117717}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4639", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 85.30812500976026}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4641", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 117.98100001760758}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4642", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 135.3254999849014}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4681", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 124.46945800911635}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4688", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 128.55887500336394}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4694", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 114.89462497411296}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4744", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 94.35741597553715}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4745", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 228.97966601885855}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4763", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 85.06808298989199}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4778", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 208.7400830059778}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4785", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 116.87250001705252}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4823", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 170.66074998001568}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4867", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 111.15104201599024}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4952", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 90.05312499357387}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4972", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 116.69679198530503}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4979", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 108.00979100167751}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-4994", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 146.88504100195132}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5002", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 113.84483400615864}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5014", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 120.34104199847206}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5030", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 74.90258300094865}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5041", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 127.9111249896232}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5084", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 87.92166598141193}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5095", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 94.37608299776912}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5186", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 90.83341600489803}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5260", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 88.76970800338313}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5290", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 79.54008399974555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5320", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 84.90037498995662}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5341", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 129.8286669771187}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5416", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 84.04745798907243}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5419", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 122.46637500356883}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5449", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 98.78545900573954}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5500", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 118.1464999972377}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5519", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 111.61487500066869}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5585", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 125.5058340029791}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5587", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 108.16174998763017}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5639", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 137.9060000181198}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5702", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 95.58162500616163}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5711", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 102.20645801746286}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5734", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 140.7732919906266}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5761", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 98.82195800310001}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5771", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 91.55012498376891}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5797", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 111.21000000275671}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5799", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 110.71325000375509}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5805", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 115.34237500745803}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5811", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 80.18749998882413}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5833", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 89.6011250151787}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5845", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 91.66554099647328}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5846", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 80.20175001001917}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5857", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 111.41704200417735}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5874", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 122.77208399609663}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5901", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 114.10758399870247}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5902", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 93.89520800323226}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5905", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 128.31941599142738}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5932", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 81.4785000111442}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5954", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 100.32995798974298}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-5984", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 107.08633399917744}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6007", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 132.05108299735002}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6036", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 125.3162499924656}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6092", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 114.31966599775478}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6105", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 100.26549999020062}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6134", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 399.7291249979753}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6155", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 394.69675000873394}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6157", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 379.22649999381974}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6160", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 375.92829199275}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6255", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 83.4217919909861}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6256", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 112.26704201544635}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6275", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 113.65795799065381}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6337", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 96.76495898747817}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6344", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 440.89358299970627}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6357", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 423.7391249916982}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6364", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 496.74204201437533}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6439", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 491.68354098219424}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6459", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 81.7093749938067}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6483", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 522.619625000516}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6489", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 444.58320798003115}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6499", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 441.7286659881938}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6502", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 438.8090000138618}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6511", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 143.5347500082571}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6512", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 87.83316699555144}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6551", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 139.70737499766983}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6553", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 141.50233299005777}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6569", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 437.28454201482236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6658", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 384.2571249988396}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6669", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 382.4989580025431}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6701", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 379.7448340046685}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6727", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 94.87224998883903}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6731", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 521.4005830057431}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6748", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 95.03204200882465}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6749", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 100.05716601153836}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6754", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 430.66562502644956}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6769", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 428.711916989414}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6835", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 422.6538330258336}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6884", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 109.84754201490432}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6917", "true": "complaint", "pred": "complaint", "latency_ms": 147.87766698282212}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6938", "true": "complaint", "pred": "get_refund", "latency_ms": 105.69533301168121}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6982", "true": "complaint", "pred": "complaint", "latency_ms": 94.26983300363645}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-6991", "true": "complaint", "pred": "complaint", "latency_ms": 428.7308749917429}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7037", "true": "complaint", "pred": "complaint", "latency_ms": 415.3232079988811}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7063", "true": "complaint", "pred": "complaint", "latency_ms": 415.8171669987496}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7079", "true": "complaint", "pred": "complaint", "latency_ms": 376.5952920075506}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7092", "true": "complaint", "pred": "complaint", "latency_ms": 89.01933301240206}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7120", "true": "complaint", "pred": "complaint", "latency_ms": 84.22541699837893}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7272", "true": "complaint", "pred": "complaint", "latency_ms": 85.70066699758172}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7297", "true": "complaint", "pred": "get_refund", "latency_ms": 104.42804099875502}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7320", "true": "complaint", "pred": "complaint", "latency_ms": 437.77212500572205}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7348", "true": "complaint", "pred": "complaint", "latency_ms": 435.44562501483597}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7375", "true": "complaint", "pred": "get_refund", "latency_ms": 432.0437090063933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7377", "true": "complaint", "pred": "complaint", "latency_ms": 507.92087501031347}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7384", "true": "complaint", "pred": "complaint", "latency_ms": 88.97529199020937}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7407", "true": "complaint", "pred": "complaint", "latency_ms": 88.27916698646732}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7409", "true": "complaint", "pred": "complaint", "latency_ms": 136.6406670131255}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7444", "true": "complaint", "pred": "complaint", "latency_ms": 126.3933340087533}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7453", "true": "complaint", "pred": "complaint", "latency_ms": 83.13287497730926}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7455", "true": "complaint", "pred": "complaint", "latency_ms": 110.06337500293739}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7456", "true": "complaint", "pred": "complaint", "latency_ms": 386.70379199902527}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7460", "true": "complaint", "pred": "complaint", "latency_ms": 351.81520800688304}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7499", "true": "complaint", "pred": "complaint", "latency_ms": 325.8963330008555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7510", "true": "complaint", "pred": "complaint", "latency_ms": 312.7186660130974}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7511", "true": "complaint", "pred": "complaint", "latency_ms": 522.7987079997547}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7540", "true": "complaint", "pred": "get_refund", "latency_ms": 99.75329201552086}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7543", "true": "complaint", "pred": "complaint", "latency_ms": 89.3701669992879}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7586", "true": "complaint", "pred": "complaint", "latency_ms": 524.0821249899454}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7589", "true": "complaint", "pred": "complaint", "latency_ms": 434.6738329913933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7597", "true": "complaint", "pred": "complaint", "latency_ms": 425.04133298643865}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7655", "true": "complaint", "pred": "complaint", "latency_ms": 91.24283300479874}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7706", "true": "complaint", "pred": "complaint", "latency_ms": 142.87129099830054}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7755", "true": "complaint", "pred": "complaint", "latency_ms": 90.64112501800992}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7791", "true": "complaint", "pred": "complaint", "latency_ms": 88.02279198425822}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7802", "true": "complaint", "pred": "complaint", "latency_ms": 240.44487497303635}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7813", "true": "complaint", "pred": "complaint", "latency_ms": 239.4699589931406}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7823", "true": "complaint", "pred": "complaint", "latency_ms": 240.81983300857246}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7864", "true": "complaint", "pred": "complaint", "latency_ms": 186.96512500173412}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7889", "true": "complaint", "pred": "complaint", "latency_ms": 103.03545801434666}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7970", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 90.90062501491047}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7976", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 128.1965410162229}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-7977", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 98.68037502747029}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8031", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 110.11091698310338}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8050", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 101.57333299866877}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8054", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 98.89187500812113}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8073", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 94.92400000453927}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8076", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 321.8933339812793}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8080", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 324.1848750039935}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8145", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 323.53958301246166}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8280", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 303.083125007106}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8284", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 133.00920801702887}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8309", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 118.88304198510014}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8331", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 163.01816600025631}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8338", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 117.19783299486153}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8339", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 107.60229200241156}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8354", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 133.89895798172802}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8391", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 95.49583401530981}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8402", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 120.69716700352728}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8426", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 114.93112501921132}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8432", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 119.85991598339751}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8445", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 86.24104200862348}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8496", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 234.76474999915808}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8502", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 179.3665000004694}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8507", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 177.55329102510586}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8536", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 172.16891699354164}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8553", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 159.8662920005154}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8612", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 100.34512498532422}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8650", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 94.9507920013275}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8701", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 94.26058299141005}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8734", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 87.57112501189113}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8737", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 90.62787500442937}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8768", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 114.91104200831614}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8807", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 112.29891597758979}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8823", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 341.0662920214236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8849", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 107.56154201226309}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8850", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 310.9915419772733}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8856", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 254.83212500694208}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8859", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 229.4078340055421}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8879", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 164.47950000292622}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-8914", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 80.90624999022111}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9014", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 121.92495900671929}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9031", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 103.28133302391507}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9063", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 121.97991600260139}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9098", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 97.8559170034714}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9114", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 87.22816599765792}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9145", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 96.01262502837926}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9149", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 126.66237499797717}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9162", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 85.531084012473}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9175", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 111.58774999785237}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9192", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 96.84891600045376}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9233", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 236.22354099643417}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9239", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 203.29620799748227}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9256", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 198.41750001069158}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9264", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 168.01125000347383}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9289", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 81.50845800992101}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9299", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 129.9721670220606}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9320", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 129.75987498066388}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9333", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 81.3038750202395}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9342", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 84.90733301732689}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9347", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 101.96529200766236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9429", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 91.5451250039041}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9430", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 91.14583401242271}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9432", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 86.71566599514335}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9546", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 210.89104100246914}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9555", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 155.5987500178162}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9567", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 114.72741700708866}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9593", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 83.15758299431764}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9630", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 93.91458300524391}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9679", "true": "contact_human_agent", "pred": "contact_customer_service", "latency_ms": 181.79741699714214}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9680", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 144.06716701341793}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9692", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 124.0652079868596}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9697", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 162.92916698148474}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9740", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 94.21595800085925}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9804", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 190.1506660215091}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9805", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 189.1429999959655}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9828", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 118.8847919984255}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9860", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 122.15379200642928}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9866", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 90.98966702003963}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9910", "true": "contact_human_agent", "pred": "contact_customer_service", "latency_ms": 130.79720898531377}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-9934", "true": "create_account", "pred": "create_account", "latency_ms": 94.81366697582416}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10010", "true": "create_account", "pred": "switch_account", "latency_ms": 111.08887501177378}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10018", "true": "create_account", "pred": "create_account", "latency_ms": 94.38637498533353}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10027", "true": "create_account", "pred": "create_account", "latency_ms": 123.76537499949336}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10029", "true": "create_account", "pred": "create_account", "latency_ms": 86.96354200947098}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10044", "true": "create_account", "pred": "create_account", "latency_ms": 91.2442090047989}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10131", "true": "create_account", "pred": "registration_problems", "latency_ms": 148.07520800968632}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10240", "true": "create_account", "pred": "create_account", "latency_ms": 129.45599999511614}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10270", "true": "create_account", "pred": "create_account", "latency_ms": 108.37712499778718}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10275", "true": "create_account", "pred": "create_account", "latency_ms": 188.67362500168383}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10332", "true": "create_account", "pred": "create_account", "latency_ms": 99.83708400977775}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10350", "true": "create_account", "pred": "create_account", "latency_ms": 96.63229100988247}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10387", "true": "create_account", "pred": "create_account", "latency_ms": 173.33608301123604}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10397", "true": "create_account", "pred": "create_account", "latency_ms": 116.38950000633486}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10418", "true": "create_account", "pred": "create_account", "latency_ms": 136.0842499998398}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10432", "true": "create_account", "pred": "create_account", "latency_ms": 214.72170899505727}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10442", "true": "create_account", "pred": "create_account", "latency_ms": 88.81537499837577}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10449", "true": "create_account", "pred": "create_account", "latency_ms": 92.89095798158087}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10466", "true": "create_account", "pred": "create_account", "latency_ms": 83.08749998104759}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10505", "true": "create_account", "pred": "registration_problems", "latency_ms": 151.36562497355044}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10533", "true": "create_account", "pred": "create_account", "latency_ms": 87.12749998085201}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10534", "true": "create_account", "pred": "create_account", "latency_ms": 81.92662501824088}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10538", "true": "create_account", "pred": "create_account", "latency_ms": 75.30383398989215}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10568", "true": "create_account", "pred": "create_account", "latency_ms": 143.19495798554271}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10616", "true": "create_account", "pred": "create_account", "latency_ms": 129.7896670002956}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10642", "true": "create_account", "pred": "create_account", "latency_ms": 125.32170899794437}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10647", "true": "create_account", "pred": "create_account", "latency_ms": 176.9490420119837}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10672", "true": "create_account", "pred": "create_account", "latency_ms": 84.75845900829881}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10692", "true": "create_account", "pred": "create_account", "latency_ms": 86.52508299564943}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10700", "true": "create_account", "pred": "create_account", "latency_ms": 96.38720800285228}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10725", "true": "create_account", "pred": "create_account", "latency_ms": 103.35825002402999}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10729", "true": "create_account", "pred": "registration_problems", "latency_ms": 144.02024997980334}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10756", "true": "create_account", "pred": "create_account", "latency_ms": 100.96599999815226}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10793", "true": "create_account", "pred": "create_account", "latency_ms": 103.75874998862855}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10825", "true": "create_account", "pred": "create_account", "latency_ms": 117.1944160014391}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10831", "true": "create_account", "pred": "create_account", "latency_ms": 142.25999999325722}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10855", "true": "create_account", "pred": "create_account", "latency_ms": 110.05158399348147}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10866", "true": "create_account", "pred": "switch_account", "latency_ms": 99.2889580084011}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10894", "true": "create_account", "pred": "create_account", "latency_ms": 88.2489159994293}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10901", "true": "create_account", "pred": "create_account", "latency_ms": 98.93858298892155}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10967", "true": "delete_account", "pred": "delete_account", "latency_ms": 194.62929098517634}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-10988", "true": "delete_account", "pred": "delete_account", "latency_ms": 93.44279201468453}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11011", "true": "delete_account", "pred": "delete_account", "latency_ms": 132.3909590137191}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11015", "true": "delete_account", "pred": "delete_account", "latency_ms": 115.4581249866169}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11023", "true": "delete_account", "pred": "delete_account", "latency_ms": 153.50333400419913}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11033", "true": "delete_account", "pred": "delete_account", "latency_ms": 89.16679100366309}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11057", "true": "delete_account", "pred": "delete_account", "latency_ms": 103.43995798029937}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11082", "true": "delete_account", "pred": "delete_account", "latency_ms": 191.07945801806636}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11093", "true": "delete_account", "pred": "delete_account", "latency_ms": 141.623959003482}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11105", "true": "delete_account", "pred": "delete_account", "latency_ms": 106.70687499805354}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11118", "true": "delete_account", "pred": "delete_account", "latency_ms": 174.73283398430794}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11121", "true": "delete_account", "pred": "delete_account", "latency_ms": 118.51804101024754}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11144", "true": "delete_account", "pred": "delete_account", "latency_ms": 91.95162501418963}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11219", "true": "delete_account", "pred": "delete_account", "latency_ms": 100.22229197784327}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11227", "true": "delete_account", "pred": "delete_account", "latency_ms": 86.89199999207631}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11275", "true": "delete_account", "pred": "delete_account", "latency_ms": 97.32791598071344}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11321", "true": "delete_account", "pred": "delete_account", "latency_ms": 90.41920801973902}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11325", "true": "delete_account", "pred": "delete_account", "latency_ms": 101.87695801141672}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11327", "true": "delete_account", "pred": "delete_account", "latency_ms": 157.58062500390224}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11337", "true": "delete_account", "pred": "delete_account", "latency_ms": 138.75416599330492}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11468", "true": "delete_account", "pred": "delete_account", "latency_ms": 328.0247079965193}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11478", "true": "delete_account", "pred": "delete_account", "latency_ms": 109.73329201806337}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11488", "true": "delete_account", "pred": "delete_account", "latency_ms": 192.98945800983347}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11532", "true": "delete_account", "pred": "delete_account", "latency_ms": 192.6612079842016}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11535", "true": "delete_account", "pred": "delete_account", "latency_ms": 191.97283298126422}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11555", "true": "delete_account", "pred": "delete_account", "latency_ms": 125.03250001464039}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11573", "true": "delete_account", "pred": "delete_account", "latency_ms": 129.28408398875035}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11585", "true": "delete_account", "pred": "delete_account", "latency_ms": 115.78449999797158}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11652", "true": "delete_account", "pred": "delete_account", "latency_ms": 99.69608302344568}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11672", "true": "delete_account", "pred": "delete_account", "latency_ms": 116.81741700158454}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11673", "true": "delete_account", "pred": "delete_account", "latency_ms": 104.38895798870362}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11678", "true": "delete_account", "pred": "delete_account", "latency_ms": 203.53862500633113}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11683", "true": "delete_account", "pred": "delete_account", "latency_ms": 199.9059160007164}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11716", "true": "delete_account", "pred": "delete_account", "latency_ms": 131.91170900245197}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11728", "true": "delete_account", "pred": "delete_account", "latency_ms": 108.72766698594205}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11788", "true": "delete_account", "pred": "delete_account", "latency_ms": 97.835665976163}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11827", "true": "delete_account", "pred": "delete_account", "latency_ms": 94.05424998840317}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11872", "true": "delete_account", "pred": "delete_account", "latency_ms": 191.07166700996459}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11884", "true": "delete_account", "pred": "switch_account", "latency_ms": 79.8247919883579}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11889", "true": "delete_account", "pred": "delete_account", "latency_ms": 97.17195798293687}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11915", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 97.08166698692366}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-11921", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 185.57820800924674}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12015", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 87.8622500167694}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12079", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 133.57737500336953}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12097", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 98.6913749948144}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12114", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 96.95000000647269}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12122", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 81.33033299236558}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12130", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 82.0980409916956}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12143", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 104.14250000030734}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12149", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 157.16758300550282}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12167", "true": "delivery_options", "pred": "place_order", "latency_ms": 151.59612498246133}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12236", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 148.8492500211578}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12268", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 283.8073750026524}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12314", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 103.73062500730157}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12324", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 189.86570899141952}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12359", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 101.71258400077932}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12390", "true": "delivery_options", "pred": "place_order", "latency_ms": 159.32083301595412}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12400", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 169.13745799683966}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12404", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 100.96679200069048}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12414", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 85.90820798417553}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12429", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 85.01608300139196}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12464", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 82.36216599470936}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12510", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 84.93133299634792}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12511", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 84.77295801276341}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12526", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 177.63675001333468}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12537", "true": "delivery_options", "pred": "change_shipping_address", "latency_ms": 167.08579202531837}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12541", "true": "delivery_options", "pred": "place_order", "latency_ms": 163.47387499990873}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12601", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 149.96333298040554}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12675", "true": "delivery_options", "pred": "place_order", "latency_ms": 106.27970800851472}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12713", "true": "delivery_options", "pred": "track_order", "latency_ms": 91.79508298984729}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12717", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 187.21991599886678}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12726", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 188.9091670163907}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12741", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 98.29516601166688}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12761", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 166.31604099529795}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12790", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 118.96912497468293}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12809", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 149.7427079884801}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12810", "true": "delivery_options", "pred": "place_order", "latency_ms": 99.2873749928549}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12848", "true": "delivery_options", "pred": "place_order", "latency_ms": 116.132416005712}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12862", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 92.51899999799207}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12881", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 88.67379100411199}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12907", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 375.1585420104675}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12961", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 139.97191700036637}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-12988", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 134.65954098501243}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13001", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 125.79641601769254}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13028", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 189.58908299100585}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13033", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 93.77874998608604}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13074", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 90.83945798920467}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13076", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 100.59945800458081}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13100", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 97.62295801192522}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13169", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 105.83487499388866}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13192", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 82.92145800078288}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13197", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 93.84616700117476}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13212", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 93.51533398148604}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13232", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 82.56999999866821}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13275", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 122.76204201043583}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13425", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 116.13779200706631}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13442", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 134.70091600902379}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13446", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 254.70062499516644}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13494", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 119.3349160021171}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13503", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 113.28866699477658}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13512", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 181.484791013645}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13515", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 91.9127500092145}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13525", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 92.83275000052527}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13544", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 105.92283299774863}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13561", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 102.71254199324176}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13603", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 100.44266699696891}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13610", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 99.29399998509325}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13636", "true": "delivery_period", "pred": "track_order", "latency_ms": 123.15400000079535}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13664", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 126.51916599133983}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13680", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 126.30829197587445}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13688", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 101.81725001893938}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13715", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 91.86625000438653}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13748", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 212.56945800269023}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13754", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 206.31041598971933}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13771", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 102.23945800680667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13780", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 139.57920798566192}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13789", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 119.6611670020502}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13793", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 191.9823749922216}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13829", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 187.22762502147816}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13838", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 189.95025000185706}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13963", "true": "edit_account", "pred": "switch_account", "latency_ms": 176.33229101193137}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13966", "true": "edit_account", "pred": "edit_account", "latency_ms": 89.81758300797082}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13968", "true": "edit_account", "pred": "edit_account", "latency_ms": 110.30208301963285}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13974", "true": "edit_account", "pred": "switch_account", "latency_ms": 128.08133399812505}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13986", "true": "edit_account", "pred": "edit_account", "latency_ms": 142.36050000181422}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-13995", "true": "edit_account", "pred": "edit_account", "latency_ms": 92.70012500928715}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14007", "true": "edit_account", "pred": "edit_account", "latency_ms": 85.53941699210554}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14013", "true": "edit_account", "pred": "edit_account", "latency_ms": 393.5554169875104}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14070", "true": "edit_account", "pred": "edit_account", "latency_ms": 184.7635000012815}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14077", "true": "edit_account", "pred": "edit_account", "latency_ms": 149.31754098506644}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14100", "true": "edit_account", "pred": "edit_account", "latency_ms": 134.7103750158567}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14160", "true": "edit_account", "pred": "edit_account", "latency_ms": 192.6972079963889}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14203", "true": "edit_account", "pred": "edit_account", "latency_ms": 189.37162499059923}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14214", "true": "edit_account", "pred": "edit_account", "latency_ms": 191.02883400046267}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14324", "true": "edit_account", "pred": "edit_account", "latency_ms": 85.50304101663642}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14329", "true": "edit_account", "pred": "edit_account", "latency_ms": 102.82016597921029}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14351", "true": "edit_account", "pred": "edit_account", "latency_ms": 153.10470800613984}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14355", "true": "edit_account", "pred": "edit_account", "latency_ms": 98.80383301060647}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14393", "true": "edit_account", "pred": "edit_account", "latency_ms": 102.31720798765309}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14409", "true": "edit_account", "pred": "edit_account", "latency_ms": 97.26650000084192}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14454", "true": "edit_account", "pred": "edit_account", "latency_ms": 138.85516600566916}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14469", "true": "edit_account", "pred": "edit_account", "latency_ms": 177.24779198761098}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14474", "true": "edit_account", "pred": "edit_account", "latency_ms": 144.21420800499618}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14476", "true": "edit_account", "pred": "edit_account", "latency_ms": 136.27400001860224}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14477", "true": "edit_account", "pred": "edit_account", "latency_ms": 167.60716601856984}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14484", "true": "edit_account", "pred": "edit_account", "latency_ms": 189.9781670072116}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14488", "true": "edit_account", "pred": "edit_account", "latency_ms": 190.93712500762194}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14514", "true": "edit_account", "pred": "edit_account", "latency_ms": 190.31708300462924}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14597", "true": "edit_account", "pred": "edit_account", "latency_ms": 118.04758300422691}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14606", "true": "edit_account", "pred": "edit_account", "latency_ms": 153.1564999895636}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14613", "true": "edit_account", "pred": "edit_account", "latency_ms": 100.77312498469837}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14625", "true": "edit_account", "pred": "edit_account", "latency_ms": 96.81666598771699}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14646", "true": "edit_account", "pred": "edit_account", "latency_ms": 83.0750830064062}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14724", "true": "edit_account", "pred": "edit_account", "latency_ms": 106.7152920004446}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14777", "true": "edit_account", "pred": "edit_account", "latency_ms": 87.42795899161138}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14804", "true": "edit_account", "pred": "edit_account", "latency_ms": 92.7468330191914}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14811", "true": "edit_account", "pred": "edit_account", "latency_ms": 182.8747910039965}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14844", "true": "edit_account", "pred": "edit_account", "latency_ms": 147.1934170112945}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14869", "true": "edit_account", "pred": "edit_account", "latency_ms": 138.4980829898268}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14888", "true": "edit_account", "pred": "edit_account", "latency_ms": 137.36662501469254}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14913", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 194.24391599022783}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14934", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 193.6573330021929}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14945", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 193.46470799064264}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14949", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 188.48920799791813}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14950", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 99.0407920035068}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14954", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 95.83441700669937}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14976", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 95.11104199918918}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-14999", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 113.29270800342783}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15038", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 110.54300001705997}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15039", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 96.9064169912599}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15150", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 231.2187080096919}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15236", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 215.19329102011397}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15363", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 135.1267080171965}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15382", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 122.32250001397915}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15405", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 191.673916997388}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15410", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 191.19491701712832}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15411", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 90.50695897894911}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15458", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 93.56474998639897}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15461", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 117.46966702048667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15475", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 96.09933299361728}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15498", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 80.46720799757168}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15500", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 147.70283302641474}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15504", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 95.99783300654963}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15524", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 130.89858298189938}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15531", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 83.31404198543169}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15534", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 89.57383400411345}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15542", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 186.80816699634306}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15560", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 186.27504201140255}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15585", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 169.02612501871772}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15595", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 148.86658298200928}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15614", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 93.41570801916532}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15623", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 95.75899998890236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15657", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 86.11366600962356}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15660", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 82.97020799363963}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15678", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 106.02649999782443}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15720", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 103.55404199799523}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15721", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 94.9510829814244}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15783", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 91.56595802051015}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15807", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 93.30566599965096}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15831", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 142.35895898309536}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15927", "true": "get_refund", "pred": "get_refund", "latency_ms": 99.4911250018049}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15962", "true": "get_refund", "pred": "get_refund", "latency_ms": 93.77966600004584}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-15970", "true": "get_refund", "pred": "get_refund", "latency_ms": 90.27570800390095}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16008", "true": "get_refund", "pred": "get_refund", "latency_ms": 87.71729201544076}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16020", "true": "get_refund", "pred": "get_refund", "latency_ms": 125.82516699330881}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16039", "true": "get_refund", "pred": "get_refund", "latency_ms": 186.96774999261834}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16147", "true": "get_refund", "pred": "get_refund", "latency_ms": 148.68958300212398}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16153", "true": "get_refund", "pred": "get_refund", "latency_ms": 147.91416699881665}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16157", "true": "get_refund", "pred": "get_refund", "latency_ms": 107.15583301498555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16182", "true": "get_refund", "pred": "get_refund", "latency_ms": 93.13312501762994}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16224", "true": "get_refund", "pred": "get_refund", "latency_ms": 192.9882499971427}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16228", "true": "get_refund", "pred": "track_refund", "latency_ms": 189.44154199562036}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16290", "true": "get_refund", "pred": "get_refund", "latency_ms": 191.34120899252594}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16301", "true": "get_refund", "pred": "get_refund", "latency_ms": 110.3557079914026}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16369", "true": "get_refund", "pred": "get_refund", "latency_ms": 121.22583398013376}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16379", "true": "get_refund", "pred": "get_refund", "latency_ms": 82.06145800068043}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16421", "true": "get_refund", "pred": "get_refund", "latency_ms": 101.54312499798834}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16422", "true": "get_refund", "pred": "get_refund", "latency_ms": 112.43924999143928}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16443", "true": "get_refund", "pred": "get_refund", "latency_ms": 124.6668329986278}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16535", "true": "get_refund", "pred": "get_refund", "latency_ms": 104.27262500161305}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16546", "true": "get_refund", "pred": "get_refund", "latency_ms": 105.78108398476616}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16558", "true": "get_refund", "pred": "get_refund", "latency_ms": 207.63225000700913}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16572", "true": "get_refund", "pred": "get_refund", "latency_ms": 124.27587498677894}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16589", "true": "get_refund", "pred": "get_refund", "latency_ms": 139.3287499959115}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16611", "true": "get_refund", "pred": "get_refund", "latency_ms": 107.06291699898429}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16618", "true": "get_refund", "pred": "get_refund", "latency_ms": 192.4576250021346}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16622", "true": "get_refund", "pred": "get_refund", "latency_ms": 192.97391700092703}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16644", "true": "get_refund", "pred": "get_refund", "latency_ms": 190.94895900343545}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16668", "true": "get_refund", "pred": "get_refund", "latency_ms": 88.5159999888856}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16683", "true": "get_refund", "pred": "get_refund", "latency_ms": 206.61383398692124}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16730", "true": "get_refund", "pred": "get_refund", "latency_ms": 128.4984160156455}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16747", "true": "get_refund", "pred": "get_refund", "latency_ms": 92.53479199833237}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16754", "true": "get_refund", "pred": "get_refund", "latency_ms": 111.35658298735507}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16789", "true": "get_refund", "pred": "get_refund", "latency_ms": 145.6786660128273}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16794", "true": "get_refund", "pred": "get_refund", "latency_ms": 123.25804098509252}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16856", "true": "get_refund", "pred": "get_refund", "latency_ms": 120.09824998676777}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16858", "true": "get_refund", "pred": "get_refund", "latency_ms": 107.83766701933928}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16878", "true": "get_refund", "pred": "get_refund", "latency_ms": 165.6614170060493}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16879", "true": "get_refund", "pred": "get_refund", "latency_ms": 179.17416599811986}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16886", "true": "get_refund", "pred": "get_refund", "latency_ms": 281.945499998983}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16922", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 280.3352909977548}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16965", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 118.38458399870433}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16972", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 104.20295799849555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16985", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 89.69687498756684}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16990", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 111.90312501275912}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-16998", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 101.88533298787661}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17033", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 77.73266700678505}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17056", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 257.80004099942744}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17075", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 244.07166699529625}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17123", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 90.2652500080876}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17136", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 80.30254201730713}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17152", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 140.204041992547}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17154", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 142.89633301086724}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17219", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 188.73491600970738}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17281", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 98.84812499512918}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17318", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 99.71616699476726}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17331", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 95.195000001695}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17345", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 185.425249976106}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17405", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 186.27216599998064}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17418", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 189.4122499797959}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17440", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 94.24937501898967}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17453", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 87.4106659903191}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17479", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 96.88162500970066}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17489", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 236.45816699718125}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17495", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 95.41820801678114}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17506", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 154.14633302134462}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17530", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 144.24925000639632}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17532", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 138.72387501760386}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17537", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 98.68083300534636}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17585", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 187.92374999611638}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17594", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 190.3391669911798}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17626", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 190.53366701700725}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17673", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 93.7750420125667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17687", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 86.90120797837153}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17702", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 114.09133300185204}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17736", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 96.38187498785555}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17765", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 81.53104200027883}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17784", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 119.42937501589768}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17825", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 119.64591697324067}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17891", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 105.19750000094064}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17929", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 83.93812499707565}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17963", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 136.29562500864267}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17965", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 131.98741601081565}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-17992", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 132.04962498275563}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18003", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 128.936082997825}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18038", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 86.12154200091027}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18047", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 187.1914580115117}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18130", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 93.55545800644904}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18159", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 92.70087498589419}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18178", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 134.09245799994096}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18195", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 110.90670901467092}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18219", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 91.91225000540726}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18243", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 83.17516700481065}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18270", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 77.88145801168866}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18281", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 80.81050001783296}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18325", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 114.21945798792876}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18330", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 107.48287499882281}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18353", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 95.0678329973016}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18404", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 91.81520799756981}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18424", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 88.71020801598206}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18465", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 152.93858398217708}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18473", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 199.8006250069011}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18475", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 140.51925000967458}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18476", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 95.63658302067779}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18478", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 192.54220800939947}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18534", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 84.38762498553842}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18556", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 96.22200002195314}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18587", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 139.50362501782365}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18594", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 140.91704098973423}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18607", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 130.73920799070038}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18621", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 116.70920898905024}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18623", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 87.93091698316857}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18641", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 105.79466697527096}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18646", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 89.68470798572525}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18650", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 79.86649998929352}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18663", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 216.8405420088675}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18696", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 99.65237497817725}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18718", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 195.2715409861412}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18737", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 165.1286669948604}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18887", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 137.25345800048672}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-18900", "true": "place_order", "pred": "place_order", "latency_ms": 95.96766700269654}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19005", "true": "place_order", "pred": "place_order", "latency_ms": 90.49808300915174}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19038", "true": "place_order", "pred": "place_order", "latency_ms": 92.58062500157394}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19066", "true": "place_order", "pred": "place_order", "latency_ms": 159.7967090201564}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19090", "true": "place_order", "pred": "place_order", "latency_ms": 107.18024999368936}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19091", "true": "place_order", "pred": "place_order", "latency_ms": 124.23183399369009}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19169", "true": "place_order", "pred": "place_order", "latency_ms": 93.46387500409037}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19185", "true": "place_order", "pred": "place_order", "latency_ms": 85.60824999585748}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19215", "true": "place_order", "pred": "place_order", "latency_ms": 83.58812500955537}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19290", "true": "place_order", "pred": "place_order", "latency_ms": 90.56570800021291}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19296", "true": "place_order", "pred": "place_order", "latency_ms": 95.98237500176765}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19318", "true": "place_order", "pred": "place_order", "latency_ms": 83.54804199188948}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19321", "true": "place_order", "pred": "place_order", "latency_ms": 103.44833400449716}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19339", "true": "place_order", "pred": "get_refund", "latency_ms": 88.01279100589454}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19346", "true": "place_order", "pred": "place_order", "latency_ms": 207.28375000180677}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19347", "true": "place_order", "pred": "place_order", "latency_ms": 168.39345800690353}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19395", "true": "place_order", "pred": "place_order", "latency_ms": 148.34400001564063}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19414", "true": "place_order", "pred": "place_order", "latency_ms": 147.36070798244327}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19415", "true": "place_order", "pred": "place_order", "latency_ms": 94.92904201033525}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19441", "true": "place_order", "pred": "place_order", "latency_ms": 89.60429101716727}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19460", "true": "place_order", "pred": "place_order", "latency_ms": 85.82233299966902}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19496", "true": "place_order", "pred": "place_order", "latency_ms": 85.06687497720122}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19546", "true": "place_order", "pred": "place_order", "latency_ms": 101.14533398882486}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19554", "true": "place_order", "pred": "place_order", "latency_ms": 100.07804198539816}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19571", "true": "place_order", "pred": "place_order", "latency_ms": 97.54783302196302}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19622", "true": "place_order", "pred": "place_order", "latency_ms": 97.76345800491981}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19646", "true": "place_order", "pred": "place_order", "latency_ms": 113.94749997998588}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19649", "true": "place_order", "pred": "place_order", "latency_ms": 107.30845798389055}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19652", "true": "place_order", "pred": "place_order", "latency_ms": 101.5689579944592}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19671", "true": "place_order", "pred": "place_order", "latency_ms": 95.19420799915679}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19679", "true": "place_order", "pred": "place_order", "latency_ms": 98.91812500427477}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19683", "true": "place_order", "pred": "place_order", "latency_ms": 106.39416699996218}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19710", "true": "place_order", "pred": "place_order", "latency_ms": 100.72591598145664}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19715", "true": "place_order", "pred": "place_order", "latency_ms": 219.44008400896564}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19718", "true": "place_order", "pred": "place_order", "latency_ms": 138.10991699574515}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19728", "true": "place_order", "pred": "review", "latency_ms": 126.85845801024698}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19772", "true": "place_order", "pred": "place_order", "latency_ms": 126.36749999364838}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19858", "true": "place_order", "pred": "place_order", "latency_ms": 192.016415996477}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19866", "true": "place_order", "pred": "place_order", "latency_ms": 190.2699169877451}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19868", "true": "place_order", "pred": "place_order", "latency_ms": 187.47000000439584}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19970", "true": "recover_password", "pred": "recover_password", "latency_ms": 89.12058299756609}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-19991", "true": "recover_password", "pred": "recover_password", "latency_ms": 121.41845800215378}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20021", "true": "recover_password", "pred": "recover_password", "latency_ms": 105.87170801591128}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20057", "true": "recover_password", "pred": "recover_password", "latency_ms": 106.16224998375401}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20060", "true": "recover_password", "pred": "recover_password", "latency_ms": 90.09420798975043}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20072", "true": "recover_password", "pred": "recover_password", "latency_ms": 83.42037498368882}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20096", "true": "recover_password", "pred": "recover_password", "latency_ms": 239.08933298662305}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20112", "true": "recover_password", "pred": "recover_password", "latency_ms": 110.28925000573508}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20122", "true": "recover_password", "pred": "recover_password", "latency_ms": 85.0313339906279}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20175", "true": "recover_password", "pred": "recover_password", "latency_ms": 225.41179100517184}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20197", "true": "recover_password", "pred": "recover_password", "latency_ms": 168.00091697950847}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20218", "true": "recover_password", "pred": "recover_password", "latency_ms": 137.17800000449643}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20259", "true": "recover_password", "pred": "recover_password", "latency_ms": 96.81441698921844}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20307", "true": "recover_password", "pred": "recover_password", "latency_ms": 86.70866600004956}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20313", "true": "recover_password", "pred": "recover_password", "latency_ms": 167.3148330010008}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20320", "true": "recover_password", "pred": "recover_password", "latency_ms": 163.51670798030682}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20325", "true": "recover_password", "pred": "recover_password", "latency_ms": 105.68429200793616}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20356", "true": "recover_password", "pred": "recover_password", "latency_ms": 98.60387499793433}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20423", "true": "recover_password", "pred": "recover_password", "latency_ms": 77.18183399992995}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20431", "true": "recover_password", "pred": "recover_password", "latency_ms": 136.20783301303163}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20487", "true": "recover_password", "pred": "recover_password", "latency_ms": 86.9194169936236}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20508", "true": "recover_password", "pred": "recover_password", "latency_ms": 133.36562499171123}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20522", "true": "recover_password", "pred": "recover_password", "latency_ms": 120.23574998602271}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20528", "true": "recover_password", "pred": "recover_password", "latency_ms": 123.5792079824023}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20533", "true": "recover_password", "pred": "recover_password", "latency_ms": 93.08400002191775}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20545", "true": "recover_password", "pred": "recover_password", "latency_ms": 91.62816699245013}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20566", "true": "recover_password", "pred": "recover_password", "latency_ms": 136.50645801681094}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20590", "true": "recover_password", "pred": "recover_password", "latency_ms": 120.23516598856077}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20600", "true": "recover_password", "pred": "recover_password", "latency_ms": 100.96954100299627}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20644", "true": "recover_password", "pred": "recover_password", "latency_ms": 100.70900002028793}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20654", "true": "recover_password", "pred": "recover_password", "latency_ms": 194.53183299629018}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20657", "true": "recover_password", "pred": "recover_password", "latency_ms": 86.75758299068548}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20663", "true": "recover_password", "pred": "recover_password", "latency_ms": 190.80812501488253}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20693", "true": "recover_password", "pred": "recover_password", "latency_ms": 90.61270899837837}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20842", "true": "recover_password", "pred": "recover_password", "latency_ms": 107.29708298458718}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20843", "true": "recover_password", "pred": "recover_password", "latency_ms": 101.83491700445302}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20848", "true": "recover_password", "pred": "recover_password", "latency_ms": 95.92258301563561}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20862", "true": "recover_password", "pred": "recover_password", "latency_ms": 127.84604198532179}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20869", "true": "recover_password", "pred": "recover_password", "latency_ms": 102.5462499819696}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20881", "true": "recover_password", "pred": "recover_password", "latency_ms": 110.83112499909475}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20937", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 95.85637500276789}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20948", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 224.43295802804641}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20959", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 76.73670898657292}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-20989", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 94.11270800046623}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21019", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 140.84912501857616}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21027", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 138.63704199320637}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21125", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 107.56933299126104}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21141", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 90.22341601666994}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21153", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 90.62129200901836}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21160", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 84.12295798189007}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21198", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 86.66470801108517}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21248", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 110.61183299170807}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21256", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 109.97654098900966}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21275", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 117.88029098534025}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21302", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 104.25954198581167}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21319", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 78.61570801469497}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21483", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 101.81458399165422}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21486", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 88.43741699820384}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21501", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 81.1178750009276}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21503", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 251.69220799580216}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21515", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 102.21533299773}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21523", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 84.4286670035217}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21524", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 91.43145798589103}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21542", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 155.50283301854506}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21558", "true": "registration_problems", "pred": "create_account", "latency_ms": 140.08533299784176}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21559", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 140.26537499739788}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21580", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 189.29433400626294}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21617", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 82.34066600562073}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21631", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 187.41054099518806}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21646", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 183.33150001126342}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21656", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 118.55070799356326}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21658", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 85.20599998882972}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21664", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 143.7247089925222}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21741", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 109.83850000775419}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21769", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 91.97574999416247}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21780", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 93.85066598770209}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21813", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 95.78979198704474}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21817", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 90.55770802660845}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21819", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 188.87887499295175}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21852", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 157.69629200804047}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21893", "true": "review", "pred": "review", "latency_ms": 135.07116699474864}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21937", "true": "review", "pred": "review", "latency_ms": 134.74483400932513}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21961", "true": "review", "pred": "review", "latency_ms": 94.0404589928221}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21967", "true": "review", "pred": "review", "latency_ms": 190.57091602007858}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-21982", "true": "review", "pred": "review", "latency_ms": 190.4045830015093}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22039", "true": "review", "pred": "review", "latency_ms": 186.86270900070667}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22067", "true": "review", "pred": "review", "latency_ms": 102.88049999508075}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22083", "true": "review", "pred": "review", "latency_ms": 122.45741600054316}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22089", "true": "review", "pred": "review", "latency_ms": 92.32158400118351}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22100", "true": "review", "pred": "review", "latency_ms": 81.0860000201501}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22104", "true": "review", "pred": "review", "latency_ms": 95.56420901208185}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22117", "true": "review", "pred": "review", "latency_ms": 95.29812500113621}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22177", "true": "review", "pred": "review", "latency_ms": 238.8162499992177}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22188", "true": "review", "pred": "review", "latency_ms": 98.84529098053463}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22199", "true": "review", "pred": "review", "latency_ms": 115.1662910124287}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22216", "true": "review", "pred": "review", "latency_ms": 152.31754098203965}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22253", "true": "review", "pred": "review", "latency_ms": 132.34408301650546}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22276", "true": "review", "pred": "review", "latency_ms": 177.52670898335055}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22298", "true": "review", "pred": "review", "latency_ms": 105.17745898687281}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22309", "true": "review", "pred": "review", "latency_ms": 189.63937502121553}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22313", "true": "review", "pred": "review", "latency_ms": 191.3281670131255}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22314", "true": "review", "pred": "review", "latency_ms": 109.6594590053428}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22345", "true": "review", "pred": "review", "latency_ms": 235.3923750051763}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22351", "true": "review", "pred": "review", "latency_ms": 88.22558401152492}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22362", "true": "review", "pred": "review", "latency_ms": 118.24708399944939}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22398", "true": "review", "pred": "review", "latency_ms": 91.57083299942315}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22461", "true": "review", "pred": "review", "latency_ms": 103.29545801505446}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22535", "true": "review", "pred": "review", "latency_ms": 81.87266701133922}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22561", "true": "review", "pred": "review", "latency_ms": 211.22537498013116}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22615", "true": "review", "pred": "review", "latency_ms": 185.00591698102653}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22658", "true": "review", "pred": "review", "latency_ms": 158.65845797816291}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22727", "true": "review", "pred": "review", "latency_ms": 142.64108298812062}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22764", "true": "review", "pred": "review", "latency_ms": 191.35870900936425}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22784", "true": "review", "pred": "review", "latency_ms": 192.73941701976582}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22786", "true": "review", "pred": "review", "latency_ms": 191.90695899305865}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22834", "true": "review", "pred": "review", "latency_ms": 94.80262498254888}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22842", "true": "review", "pred": "review", "latency_ms": 111.87808300019242}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22844", "true": "review", "pred": "review", "latency_ms": 169.3240420136135}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22845", "true": "review", "pred": "review", "latency_ms": 101.2076250044629}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22856", "true": "review", "pred": "review", "latency_ms": 89.69545798026957}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-22945", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 86.59295798861422}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23000", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 88.78220798214898}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23032", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 117.85070798941888}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23046", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 81.80641601211391}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23091", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 161.16037502069958}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23094", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 149.52237499528565}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23129", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 145.33541598939337}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23132", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 112.09529198822565}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23157", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 191.52287501492538}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23172", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 97.25629098829813}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23177", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 98.32958300830796}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23185", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 94.25041699432768}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23187", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 95.08470800938085}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23188", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 196.7655000044033}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23248", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 211.54783299425617}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23261", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 80.95737500116229}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23277", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 100.81429200363345}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23314", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 109.6501249994617}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23362", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 93.04733399767429}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23377", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 98.53095799917355}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23395", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 97.87058297661133}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23398", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 140.32308300375007}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23415", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 136.55320802354254}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23434", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 132.27295799879357}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23456", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 113.82791699725203}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23483", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 94.78183297323994}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23494", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 104.65133297839202}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23553", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 104.00349998963065}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23557", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 87.49349997378886}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23559", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 110.25279201567173}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23588", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 96.4566670008935}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23636", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 174.98387498199008}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23659", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 165.78041700995527}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23727", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 109.49100001016632}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23730", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 114.58925000624731}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23751", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 89.54720900510438}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23794", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 98.18758300389163}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23826", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 86.46925000357442}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23827", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 105.3294999874197}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23856", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 163.3202499942854}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23918", "true": "switch_account", "pred": "switch_account", "latency_ms": 146.25554098165594}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23924", "true": "switch_account", "pred": "switch_account", "latency_ms": 137.84599999780767}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23949", "true": "switch_account", "pred": "switch_account", "latency_ms": 106.96508301771246}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23958", "true": "switch_account", "pred": "switch_account", "latency_ms": 96.0150420141872}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23977", "true": "switch_account", "pred": "switch_account", "latency_ms": 78.68754101218656}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23998", "true": "switch_account", "pred": "switch_account", "latency_ms": 83.17924998118542}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-23999", "true": "switch_account", "pred": "switch_account", "latency_ms": 187.3759159934707}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24061", "true": "switch_account", "pred": "edit_account", "latency_ms": 113.38329198770225}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24078", "true": "switch_account", "pred": "switch_account", "latency_ms": 105.84412500611506}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24095", "true": "switch_account", "pred": "switch_account", "latency_ms": 96.65604200563394}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24096", "true": "switch_account", "pred": "switch_account", "latency_ms": 86.75958297681063}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24102", "true": "switch_account", "pred": "switch_account", "latency_ms": 93.73916700133123}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24108", "true": "switch_account", "pred": "switch_account", "latency_ms": 83.09420800651424}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24118", "true": "switch_account", "pred": "switch_account", "latency_ms": 134.46283398661762}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24125", "true": "switch_account", "pred": "switch_account", "latency_ms": 106.82883401750587}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24183", "true": "switch_account", "pred": "switch_account", "latency_ms": 107.72304201964289}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24222", "true": "switch_account", "pred": "switch_account", "latency_ms": 112.34945899923332}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24273", "true": "switch_account", "pred": "switch_account", "latency_ms": 80.10695801931433}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24275", "true": "switch_account", "pred": "switch_account", "latency_ms": 139.14829198620282}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24293", "true": "switch_account", "pred": "switch_account", "latency_ms": 139.13587501156144}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24304", "true": "switch_account", "pred": "switch_account", "latency_ms": 127.45162501232699}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24335", "true": "switch_account", "pred": "switch_account", "latency_ms": 117.32329198275693}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24350", "true": "switch_account", "pred": "switch_account", "latency_ms": 88.9014589774888}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24384", "true": "switch_account", "pred": "switch_account", "latency_ms": 87.81374999671243}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24393", "true": "switch_account", "pred": "switch_account", "latency_ms": 91.01341699715704}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24400", "true": "switch_account", "pred": "switch_account", "latency_ms": 89.26808397518471}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24450", "true": "switch_account", "pred": "switch_account", "latency_ms": 101.15533400676213}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24456", "true": "switch_account", "pred": "switch_account", "latency_ms": 102.39408400957473}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24543", "true": "switch_account", "pred": "switch_account", "latency_ms": 134.72733300295658}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24553", "true": "switch_account", "pred": "switch_account", "latency_ms": 100.99350000382401}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24563", "true": "switch_account", "pred": "switch_account", "latency_ms": 122.2717089985963}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24578", "true": "switch_account", "pred": "switch_account", "latency_ms": 99.46458297781646}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24646", "true": "switch_account", "pred": "switch_account", "latency_ms": 107.93425000156276}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24649", "true": "switch_account", "pred": "switch_account", "latency_ms": 94.84208299545571}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24670", "true": "switch_account", "pred": "switch_account", "latency_ms": 133.82941600866616}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24721", "true": "switch_account", "pred": "switch_account", "latency_ms": 91.78354198229499}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24734", "true": "switch_account", "pred": "switch_account", "latency_ms": 112.67770800623111}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24761", "true": "switch_account", "pred": "switch_account", "latency_ms": 200.8372499840334}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24803", "true": "switch_account", "pred": "switch_account", "latency_ms": 130.3458329930436}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24815", "true": "switch_account", "pred": "switch_account", "latency_ms": 189.86712500918657}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24882", "true": "track_order", "pred": "track_order", "latency_ms": 286.19924999657087}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24936", "true": "track_order", "pred": "track_order", "latency_ms": 105.064167000819}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24948", "true": "track_order", "pred": "track_order", "latency_ms": 190.508708008565}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24949", "true": "track_order", "pred": "track_order", "latency_ms": 100.50466598477215}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-24997", "true": "track_order", "pred": "track_order", "latency_ms": 167.15412499615923}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25003", "true": "track_order", "pred": "track_order", "latency_ms": 95.39420899818651}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25125", "true": "track_order", "pred": "track_order", "latency_ms": 83.91158300219104}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25144", "true": "track_order", "pred": "track_order", "latency_ms": 87.76008398854174}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25158", "true": "track_order", "pred": "track_order", "latency_ms": 103.34845801116899}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25268", "true": "track_order", "pred": "track_order", "latency_ms": 124.52191699412651}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25297", "true": "track_order", "pred": "track_order", "latency_ms": 96.40300000319257}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25316", "true": "track_order", "pred": "track_order", "latency_ms": 102.3765420250129}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25363", "true": "track_order", "pred": "track_order", "latency_ms": 147.319832991343}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25380", "true": "track_order", "pred": "delivery_period", "latency_ms": 146.03808298124932}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25394", "true": "track_order", "pred": "track_order", "latency_ms": 137.89941699360497}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25395", "true": "track_order", "pred": "track_order", "latency_ms": 123.07070798124187}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25408", "true": "track_order", "pred": "track_order", "latency_ms": 94.99920799862593}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25411", "true": "track_order", "pred": "delivery_period", "latency_ms": 90.16395802609622}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25440", "true": "track_order", "pred": "track_order", "latency_ms": 192.22404199535958}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25455", "true": "track_order", "pred": "track_order", "latency_ms": 91.08666601241566}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25456", "true": "track_order", "pred": "track_order", "latency_ms": 105.1485420030076}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25467", "true": "track_order", "pred": "track_order", "latency_ms": 99.75724999094382}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25472", "true": "track_order", "pred": "delivery_period", "latency_ms": 97.92800000286661}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25477", "true": "track_order", "pred": "delivery_period", "latency_ms": 123.3052919851616}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25505", "true": "track_order", "pred": "track_order", "latency_ms": 102.23499999847263}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25590", "true": "track_order", "pred": "track_order", "latency_ms": 165.0695000134874}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25603", "true": "track_order", "pred": "track_order", "latency_ms": 139.57529197796248}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25609", "true": "track_order", "pred": "track_order", "latency_ms": 93.43645800254308}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25622", "true": "track_order", "pred": "delivery_period", "latency_ms": 94.35091700288467}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25628", "true": "track_order", "pred": "track_order", "latency_ms": 189.44874999579042}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25678", "true": "track_order", "pred": "track_order", "latency_ms": 162.30404199450277}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25686", "true": "track_order", "pred": "delivery_period", "latency_ms": 134.91525000426918}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25693", "true": "track_order", "pred": "delivery_period", "latency_ms": 113.98724999162368}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25721", "true": "track_order", "pred": "track_order", "latency_ms": 193.36745800683275}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25724", "true": "track_order", "pred": "track_order", "latency_ms": 189.29145799484104}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25737", "true": "track_order", "pred": "track_order", "latency_ms": 87.55316698807292}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25771", "true": "track_order", "pred": "track_order", "latency_ms": 190.7590420159977}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25779", "true": "track_order", "pred": "track_order", "latency_ms": 103.98937499849126}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25785", "true": "track_order", "pred": "track_order", "latency_ms": 81.99091599090025}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25821", "true": "track_order", "pred": "delivery_period", "latency_ms": 84.73912498448044}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25913", "true": "track_refund", "pred": "track_refund", "latency_ms": 102.36362501746044}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25918", "true": "track_refund", "pred": "track_refund", "latency_ms": 82.0647079963237}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25920", "true": "track_refund", "pred": "track_refund", "latency_ms": 118.00800001947209}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25921", "true": "track_refund", "pred": "get_refund", "latency_ms": 117.56012498517521}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25941", "true": "track_refund", "pred": "get_refund", "latency_ms": 100.89595802128315}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-25972", "true": "track_refund", "pred": "track_refund", "latency_ms": 89.39187502255663}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26005", "true": "track_refund", "pred": "track_refund", "latency_ms": 145.79604199388996}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26021", "true": "track_refund", "pred": "track_refund", "latency_ms": 139.9796250043437}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26037", "true": "track_refund", "pred": "track_refund", "latency_ms": 133.86024997453205}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26080", "true": "track_refund", "pred": "track_refund", "latency_ms": 131.24120800057426}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26118", "true": "track_refund", "pred": "get_refund", "latency_ms": 192.3846669960767}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26148", "true": "track_refund", "pred": "track_refund", "latency_ms": 188.27158299973235}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26155", "true": "track_refund", "pred": "track_refund", "latency_ms": 190.91758300783113}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26190", "true": "track_refund", "pred": "track_refund", "latency_ms": 190.9670000022743}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26206", "true": "track_refund", "pred": "track_refund", "latency_ms": 102.35320799984038}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26217", "true": "track_refund", "pred": "get_refund", "latency_ms": 120.92383397975937}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26245", "true": "track_refund", "pred": "track_refund", "latency_ms": 100.0932089809794}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26259", "true": "track_refund", "pred": "track_refund", "latency_ms": 100.18866599421017}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26266", "true": "track_refund", "pred": "track_refund", "latency_ms": 87.69520799978636}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26305", "true": "track_refund", "pred": "track_refund", "latency_ms": 96.00004198728129}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26312", "true": "track_refund", "pred": "track_refund", "latency_ms": 88.92870898125693}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26342", "true": "track_refund", "pred": "track_refund", "latency_ms": 85.42845898773521}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26350", "true": "track_refund", "pred": "track_refund", "latency_ms": 142.00437502586283}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26383", "true": "track_refund", "pred": "track_refund", "latency_ms": 139.8498750058934}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26433", "true": "track_refund", "pred": "track_refund", "latency_ms": 132.56329199066386}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26502", "true": "track_refund", "pred": "get_refund", "latency_ms": 124.27933298749849}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26505", "true": "track_refund", "pred": "track_refund", "latency_ms": 98.12629100633785}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26528", "true": "track_refund", "pred": "track_refund", "latency_ms": 97.55649999715388}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26538", "true": "track_refund", "pred": "track_refund", "latency_ms": 190.95866600400768}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26539", "true": "track_refund", "pred": "track_refund", "latency_ms": 93.33095900365151}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26585", "true": "track_refund", "pred": "track_refund", "latency_ms": 98.73920798418112}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26612", "true": "track_refund", "pred": "track_refund", "latency_ms": 172.0725000195671}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26672", "true": "track_refund", "pred": "track_refund", "latency_ms": 209.13158301846124}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26733", "true": "track_refund", "pred": "get_refund", "latency_ms": 101.17249999893829}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26739", "true": "track_refund", "pred": "track_refund", "latency_ms": 327.8699590009637}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26755", "true": "track_refund", "pred": "track_refund", "latency_ms": 94.33670798898675}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26792", "true": "track_refund", "pred": "track_refund", "latency_ms": 90.35349998157471}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26809", "true": "track_refund", "pred": "track_refund", "latency_ms": 118.51895801373757}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26816", "true": "track_refund", "pred": "track_refund", "latency_ms": 158.5292920062784}
{"arm": "jev", "mode": "live", "ticket_id": "bitext-26864", "true": "track_refund", "pred": "track_refund", "latency_ms": 139.48537499527447}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1426.5630420122761}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-27", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1194.8351669998374}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-40", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1138.3292499813251}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-51", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1976.0862909897696}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-78", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 4433.872791996691}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-86", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1511.0415419912897}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-181", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1534.8482919798698}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-227", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1865.1754579914268}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-283", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 804.8921250156127}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-315", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 563.3402910025325}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-357", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 721.399250003742}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-384", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 713.5943330067676}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-415", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 975.7432909973431}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-428", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 559.92095900001}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-440", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 918.0247499898542}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-473", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 930.1525409973692}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-478", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 504.18662501033396}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-509", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 553.6397919931915}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-513", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 563.2024160004221}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-545", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1087.305249995552}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-580", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 990.6485419778619}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-598", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1056.902042008005}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-628", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 594.5310420065653}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-645", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 846.0798330197576}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-655", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 717.0077500049956}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-659", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 516.095624974696}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-691", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1182.541374990251}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-724", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 536.2668340094388}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-729", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 500.1275409886148}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-736", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1470.1367909729015}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-747", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 639.2964579863474}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-768", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 524.4003339903429}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-775", "true": "cancel_order", "pred": "payment_issue", "latency_ms": 760.1625840179622}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-832", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 606.5468750020955}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-841", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 552.0703340007458}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-887", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1048.193791997619}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-888", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 706.0559999954421}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-942", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 891.1397909978405}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-946", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 599.775792012224}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-963", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 817.8912920120638}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1005", "true": "change_order", "pred": "change_order", "latency_ms": 1665.5005420034286}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1045", "true": "change_order", "pred": "change_order", "latency_ms": 662.7897919970565}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1064", "true": "change_order", "pred": "change_order", "latency_ms": 605.0924999872223}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1100", "true": "change_order", "pred": "change_order", "latency_ms": 607.2674580209423}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1147", "true": "change_order", "pred": "change_order", "latency_ms": 1276.9841249973979}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1166", "true": "change_order", "pred": "change_order", "latency_ms": 645.7481250108685}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1182", "true": "change_order", "pred": "change_order", "latency_ms": 723.8840410136618}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1205", "true": "change_order", "pred": "change_order", "latency_ms": 624.7049999947194}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1246", "true": "change_order", "pred": "change_order", "latency_ms": 688.384707988007}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1273", "true": "change_order", "pred": "change_order", "latency_ms": 513.2196249905974}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1281", "true": "change_order", "pred": "change_order", "latency_ms": 523.1026249821298}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1283", "true": "change_order", "pred": "change_order", "latency_ms": 563.0477080121636}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1327", "true": "change_order", "pred": "change_order", "latency_ms": 499.61537498165853}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1355", "true": "change_order", "pred": "change_order", "latency_ms": 508.7286669877358}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1410", "true": "change_order", "pred": "change_order", "latency_ms": 681.1732919886708}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1424", "true": "change_order", "pred": "change_order", "latency_ms": 644.9235420150217}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1453", "true": "change_order", "pred": "change_order", "latency_ms": 552.0496669923887}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1515", "true": "change_order", "pred": "change_order", "latency_ms": 616.5606660069898}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1522", "true": "change_order", "pred": "change_order", "latency_ms": 534.5772920118179}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1538", "true": "change_order", "pred": "change_order", "latency_ms": 520.1994169910904}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1542", "true": "change_order", "pred": "change_order", "latency_ms": 891.1021669919137}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1555", "true": "change_order", "pred": "change_order", "latency_ms": 740.1602090103552}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1566", "true": "change_order", "pred": "change_order", "latency_ms": 591.5703749924432}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1631", "true": "change_order", "pred": "change_order", "latency_ms": 1562.8307920123916}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1688", "true": "change_order", "pred": "change_order", "latency_ms": 716.5596669947263}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1759", "true": "change_order", "pred": "change_order", "latency_ms": 602.9693750024308}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1760", "true": "change_order", "pred": "change_order", "latency_ms": 596.5144580113702}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1767", "true": "change_order", "pred": "change_order", "latency_ms": 625.0097919837572}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1786", "true": "change_order", "pred": "change_order", "latency_ms": 899.5401669817511}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1789", "true": "change_order", "pred": "change_order", "latency_ms": 710.0526250142138}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1799", "true": "change_order", "pred": "change_order", "latency_ms": 806.0066250036471}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1806", "true": "change_order", "pred": "change_order", "latency_ms": 411.5649159939494}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1812", "true": "change_order", "pred": "change_order", "latency_ms": 685.078499984229}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1860", "true": "change_order", "pred": "change_order", "latency_ms": 525.5577920179348}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1887", "true": "change_order", "pred": "change_order", "latency_ms": 509.7985839820467}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1900", "true": "change_order", "pred": "change_order", "latency_ms": 468.6003339884337}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1911", "true": "change_order", "pred": "change_order", "latency_ms": 562.1565000037663}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1917", "true": "change_order", "pred": "change_order", "latency_ms": 548.8840420148335}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1944", "true": "change_order", "pred": "change_order", "latency_ms": 1840.943083021557}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-1955", "true": "change_order", "pred": "change_order", "latency_ms": 531.6989579878282}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2007", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 601.4869999780785}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2030", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 620.440625003539}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2036", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 564.9982079921756}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2042", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 626.5380409895442}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2063", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 617.1461250050925}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2134", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 671.5871659980621}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2185", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 595.2743329980876}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2190", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 618.2202500058338}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2253", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 764.3151250085793}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2265", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 523.969500005478}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2266", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 462.9770829924382}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2275", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 555.3079160163179}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2322", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 626.4891250175424}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2330", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 531.1475839989726}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2343", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 713.8340410019737}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2346", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 758.0499999749009}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2366", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 593.4099580044858}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2398", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 691.771499987226}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2441", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 632.651124993572}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2467", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 532.0724159828387}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2484", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 663.8259169994853}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2500", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 681.2496659986209}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2537", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 639.4621249928605}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2540", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 644.1867910034489}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2581", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 526.8326250079554}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2627", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 577.8712079918478}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2644", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 614.409917005105}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2655", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 605.5145830032416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2662", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 989.3900000024587}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2669", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 743.686916976003}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2713", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 581.1377089994494}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2746", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 574.8885000066366}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2832", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 522.7677089860663}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2853", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 570.6443750241306}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2868", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 631.8184999981895}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2875", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 776.3571249961387}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2892", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 675.7565830193926}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2946", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 702.3912080039736}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2961", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 678.3417919941712}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2967", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 640.5243749904912}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-2981", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 661.2042920023669}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3003", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 555.5297079845332}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3008", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 587.1854170109145}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3009", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 935.8817080210429}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3013", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 700.4962909850292}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3043", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 699.9078750086483}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3053", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 637.9846670024563}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3060", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 513.4434589999728}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3138", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 554.4192079978529}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3188", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 639.2424580117222}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3235", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 557.0854159886949}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3247", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 1002.818084001774}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3248", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 1387.157000019215}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3262", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 730.0755420001224}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3272", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 637.6650420133956}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3305", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 730.5110830056947}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3340", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 796.8241249909624}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3354", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 525.1839169941377}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3361", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 679.5713330211584}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3364", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 559.2382079921663}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3369", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 579.3220000050496}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3390", "true": "check_cancellation_fee", "pred": "check_invoice", "latency_ms": 709.1557920211926}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3493", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 1088.9873749983963}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3532", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 985.9412089863326}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3558", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 751.1567910260055}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3588", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 559.9486660212278}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3650", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 614.6227910066955}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3674", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 695.4779169755057}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3681", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 528.278916986892}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3718", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 522.4580830254126}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3734", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 521.1499580182135}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3750", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 549.5488749875221}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3766", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 598.6684169911314}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3795", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 803.8026670110412}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3829", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 931.8606250162702}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3860", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 596.7499169928487}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3865", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 673.4498750010971}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3868", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 694.1860410152003}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3891", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 756.5188330190722}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3912", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 670.4790419898927}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3941", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 596.3572089967784}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3971", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 741.2576669885311}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-3983", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 566.7281250061933}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4034", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 493.16374998306856}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4054", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 688.708375004353}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4092", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 627.9384999943431}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4114", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1333.7148329883348}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4182", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 575.4896659927908}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4221", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 689.4773749809247}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4260", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 601.2830410036258}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4273", "true": "check_invoice", "pred": "get_invoice", "latency_ms": 665.7138750015292}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4292", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 516.1144169978797}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4294", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 495.6238750019111}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4296", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 507.3791669856291}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4323", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 507.7567080152221}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4338", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 512.0895419968292}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4399", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1789.7115419909824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4457", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 676.7054589872714}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4466", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1042.994584015105}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4477", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 520.5014160019346}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4512", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 500.1412919955328}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4525", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 510.834833025001}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4528", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1069.3797919957433}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4552", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 463.99775001918897}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4558", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 581.7691670090426}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4589", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 560.0122500036377}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4600", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 521.0119580151513}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4639", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 470.37533298134804}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4641", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 580.0163749954663}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4642", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 612.0151669892948}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4681", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 520.7451659953222}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4688", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 597.8572090098169}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4694", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 958.8454169861507}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4744", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 648.5547500196844}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4745", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 616.1756670044269}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4763", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 808.6093750025611}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4778", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 639.3987920018844}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4785", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 486.31112501607276}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4823", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1136.0785000142641}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4867", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 697.1703330054879}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4952", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 715.1814159878995}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4972", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 559.5157920033671}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4979", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 613.5702089814004}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-4994", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 599.8319579812232}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5002", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 524.3274999957066}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5014", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 488.1745829770807}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5030", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 526.7426669888664}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5041", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 1030.2322499919683}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5084", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 700.4142079968005}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5095", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 639.8868749965914}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5186", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 799.0201250067912}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5260", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 609.8937089846004}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5290", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 496.37774997972883}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5320", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 581.1395829950925}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5341", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 578.0448330042418}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5416", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 1415.2359580039047}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5419", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 698.267500003567}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5449", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 692.9060000111349}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5500", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 575.0189999816939}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5519", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 920.7926660019439}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5585", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 584.9134169984609}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5587", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 633.1651669752318}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5639", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 503.90912499278784}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5702", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 503.5450829891488}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5711", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 571.3864160061348}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5734", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 547.9884999804199}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5761", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 462.52216698485427}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5771", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 469.5923749823123}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5797", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 784.378625015961}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5799", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 595.175875001587}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5805", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 589.6920409868471}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5811", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 1958.7844999914523}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5833", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 832.7311670000199}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5845", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 692.4913749971893}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5846", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 648.5015829966869}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5857", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 546.4191249920987}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5874", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 686.9034999981523}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5901", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 689.5911669998895}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5902", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 814.4369999936316}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5905", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 666.8508329894394}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5932", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 666.5573340142146}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5954", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 866.6890419845004}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-5984", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 690.5710830178577}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6007", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 681.7156249890104}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6036", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 683.7793750164565}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6092", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 667.0882920152508}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6105", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1074.9891249870416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6134", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 505.4516250093002}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6155", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 667.8268340183422}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6157", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 3226.6133329831064}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6160", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 560.7257919909898}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6255", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1007.4864170164801}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6256", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 605.6548339838628}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6275", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 695.1728750136681}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6337", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 597.8116249898449}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6344", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 883.5985409968998}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6357", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 595.8426250144839}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6364", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1090.4666249989532}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6439", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1299.3555409775581}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6459", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 598.5409999848343}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6483", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 597.84283398767}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6489", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 703.2187079894356}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6499", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 601.7860419815406}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6502", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 602.8466659772675}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6511", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 700.9350830048788}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6512", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 933.0326249764767}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6551", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 583.807415998308}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6553", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 595.2838340017479}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6569", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 545.2104170108214}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6658", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 604.0700419980567}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6669", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1568.581166997319}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6701", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1063.1155830051284}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6727", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 530.205749993911}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6731", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 716.3280829845462}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6748", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1054.6404580236413}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6749", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 709.3998340133112}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6754", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 702.4807499838062}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6769", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 689.6508750214707}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6835", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 534.8933750065044}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6884", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 717.3556250054389}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6917", "true": "complaint", "pred": "complaint", "latency_ms": 706.2877079879399}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6938", "true": "complaint", "pred": "complaint", "latency_ms": 704.4117909972556}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6982", "true": "complaint", "pred": "complaint", "latency_ms": 531.0143750102725}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-6991", "true": "complaint", "pred": "complaint", "latency_ms": 651.6224579827394}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7037", "true": "complaint", "pred": "complaint", "latency_ms": 577.5044169859029}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7063", "true": "complaint", "pred": "complaint", "latency_ms": 919.9378339981195}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7079", "true": "complaint", "pred": "complaint", "latency_ms": 587.8562910074834}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7092", "true": "complaint", "pred": "complaint", "latency_ms": 1396.0536250087898}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7120", "true": "complaint", "pred": "complaint", "latency_ms": 520.4108750040177}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7272", "true": "complaint", "pred": "complaint", "latency_ms": 679.833417001646}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7297", "true": "complaint", "pred": "complaint", "latency_ms": 490.94220899860375}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7320", "true": "complaint", "pred": "complaint", "latency_ms": 498.8377919944469}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7348", "true": "complaint", "pred": "complaint", "latency_ms": 581.7222089972347}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7375", "true": "complaint", "pred": "complaint", "latency_ms": 528.5698329971638}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7377", "true": "complaint", "pred": "complaint", "latency_ms": 539.945958997123}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7384", "true": "complaint", "pred": "complaint", "latency_ms": 2276.291875023162}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7407", "true": "complaint", "pred": "complaint", "latency_ms": 528.8922080071643}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7409", "true": "complaint", "pred": "complaint", "latency_ms": 522.4631669989321}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7444", "true": "complaint", "pred": "complaint", "latency_ms": 438.52933301241137}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7453", "true": "complaint", "pred": "complaint", "latency_ms": 465.5258330167271}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7455", "true": "complaint", "pred": "complaint", "latency_ms": 626.4739169855602}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7456", "true": "complaint", "pred": "complaint", "latency_ms": 551.1065000027884}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7460", "true": "complaint", "pred": "complaint", "latency_ms": 566.3712920213584}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7499", "true": "complaint", "pred": "complaint", "latency_ms": 436.25712499488145}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7510", "true": "complaint", "pred": "complaint", "latency_ms": 787.1116669848561}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7511", "true": "complaint", "pred": "complaint", "latency_ms": 563.0792500160169}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7540", "true": "complaint", "pred": "complaint", "latency_ms": 534.3897919810843}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7543", "true": "complaint", "pred": "complaint", "latency_ms": 548.1322499981616}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7586", "true": "complaint", "pred": "complaint", "latency_ms": 571.1755829979666}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7589", "true": "complaint", "pred": "complaint", "latency_ms": 570.7528339989949}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7597", "true": "complaint", "pred": "complaint", "latency_ms": 696.8177089875098}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7655", "true": "complaint", "pred": "complaint", "latency_ms": 799.6580000035465}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7706", "true": "complaint", "pred": "complaint", "latency_ms": 619.6636249951553}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7755", "true": "complaint", "pred": "complaint", "latency_ms": 543.5881669982336}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7791", "true": "complaint", "pred": "complaint", "latency_ms": 619.9738750001416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7802", "true": "complaint", "pred": "complaint", "latency_ms": 613.721000001533}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7813", "true": "complaint", "pred": "complaint", "latency_ms": 717.9073329898529}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7823", "true": "complaint", "pred": "complaint", "latency_ms": 748.800332978135}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7864", "true": "complaint", "pred": "complaint", "latency_ms": 648.9560829941183}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7889", "true": "complaint", "pred": "complaint", "latency_ms": 615.5804169829935}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7970", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 481.7597500223201}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7976", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 626.9250420155004}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-7977", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 559.1006249887869}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8031", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 649.322207988007}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8050", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 592.8982500045095}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8054", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 579.5535409997683}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8073", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 624.7344160219654}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8076", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 1129.4605420262087}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8080", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 592.4324580118991}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8145", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 610.0420000148006}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8280", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 569.4799170014448}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8284", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 504.13904202287085}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8309", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 860.4055409959983}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8331", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 500.44425000669435}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8338", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 1021.7001250130124}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8339", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 640.8966659801081}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8354", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 499.2951249878388}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8391", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 557.6286249852274}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8402", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 596.796625002753}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8426", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 479.12174998782575}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8432", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 511.81583301513456}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8445", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 911.9802500063088}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8496", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 507.7809159993194}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8502", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 764.5587080041878}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8507", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 858.5679579991847}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8536", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 869.1368339932524}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8553", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 503.4708750026766}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8612", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 594.9994580005296}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8650", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 575.348959013354}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8701", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 1003.690290992381}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8734", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 650.9438339853659}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8737", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 582.5289170024917}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8768", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 810.6155830028001}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8807", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 604.0154579968657}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8823", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 597.0776249887422}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8849", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 514.9647500074934}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8850", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 580.0582090159878}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8856", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 534.5361249928828}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8859", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 604.3402079958469}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8879", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 530.8157500112429}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-8914", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 711.109124997165}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9014", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 672.1872090129182}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9031", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 643.6666249937844}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9063", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 603.6066669912543}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9098", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 746.8816670007072}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9114", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 596.8197920010425}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9145", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 612.4300419760402}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9149", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 1016.2827080057468}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9162", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 550.6889160024002}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9175", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 1143.1757920072414}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9192", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 533.479667006759}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9233", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 483.82662498624995}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9239", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 749.6546669863164}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9256", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 555.9832500002813}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9264", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 528.2112919958308}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9289", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 541.9105420005508}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9299", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 603.973416989902}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9320", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 528.2163329829928}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9333", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 475.8483749756124}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9342", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 724.9517499876674}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9347", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 717.849540989846}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9429", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 711.6972499934491}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9430", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 571.2196249805856}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9432", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 646.0688749793917}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9546", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 532.0741670147981}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9555", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 559.2772079980932}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9567", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 503.4142500080634}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9593", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 513.8194579922128}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9630", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 578.8142080127727}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9679", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 600.2611670119222}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9680", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 640.341417019954}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9692", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 912.6613340049516}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9697", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 798.0756250035483}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9740", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 784.8382090160158}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9804", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 630.4746659880038}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9805", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 635.1429579954129}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9828", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 646.1108750081621}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9860", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 569.2288329883013}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9866", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 724.0218749793712}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9910", "true": "contact_human_agent", "pred": "contact_customer_service", "latency_ms": 370.60500000370666}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-9934", "true": "create_account", "pred": "create_account", "latency_ms": 704.1123750095721}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10010", "true": "create_account", "pred": "create_account", "latency_ms": 803.7036249879748}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10018", "true": "create_account", "pred": "create_account", "latency_ms": 511.0234580060933}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10027", "true": "create_account", "pred": "create_account", "latency_ms": 606.1216669913847}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10029", "true": "create_account", "pred": "create_account", "latency_ms": 649.0280830184929}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10044", "true": "create_account", "pred": "create_account", "latency_ms": 865.8068329968955}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10131", "true": "create_account", "pred": "registration_problems", "latency_ms": 622.3164590192027}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10240", "true": "create_account", "pred": "create_account", "latency_ms": 539.5235829928424}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10270", "true": "create_account", "pred": "create_account", "latency_ms": 579.3047499901149}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10275", "true": "create_account", "pred": "create_account", "latency_ms": 602.5884580158163}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10332", "true": "create_account", "pred": "create_account", "latency_ms": 529.0390829904936}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10350", "true": "create_account", "pred": "create_account", "latency_ms": 502.8703330026474}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10387", "true": "create_account", "pred": "create_account", "latency_ms": 521.6575000085868}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10397", "true": "create_account", "pred": "create_account", "latency_ms": 595.8174580009654}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10418", "true": "create_account", "pred": "create_account", "latency_ms": 576.0043750051409}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10432", "true": "create_account", "pred": "create_account", "latency_ms": 668.262916005915}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10442", "true": "create_account", "pred": "create_account", "latency_ms": 501.8418749968987}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10449", "true": "create_account", "pred": "create_account", "latency_ms": 613.3475420065224}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10466", "true": "create_account", "pred": "create_account", "latency_ms": 507.05629200092517}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10505", "true": "create_account", "pred": "registration_problems", "latency_ms": 588.4341670025606}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10533", "true": "create_account", "pred": "create_account", "latency_ms": 719.8286250059027}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10534", "true": "create_account", "pred": "create_account", "latency_ms": 501.07929098885506}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10538", "true": "create_account", "pred": "create_account", "latency_ms": 1048.819415998878}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10568", "true": "create_account", "pred": "create_account", "latency_ms": 490.0707089982461}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10616", "true": "create_account", "pred": "create_account", "latency_ms": 632.5148330070078}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10642", "true": "create_account", "pred": "create_account", "latency_ms": 616.1126660008449}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10647", "true": "create_account", "pred": "create_account", "latency_ms": 559.4581670011394}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10672", "true": "create_account", "pred": "create_account", "latency_ms": 629.9503339978401}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10692", "true": "create_account", "pred": "create_account", "latency_ms": 1223.5987079911865}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10700", "true": "create_account", "pred": "create_account", "latency_ms": 620.4107080120593}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10725", "true": "create_account", "pred": "create_account", "latency_ms": 515.583250002237}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10729", "true": "create_account", "pred": "registration_problems", "latency_ms": 620.2026669925544}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10756", "true": "create_account", "pred": "registration_problems", "latency_ms": 656.1805829987861}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10793", "true": "create_account", "pred": "create_account", "latency_ms": 599.6510410041083}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10825", "true": "create_account", "pred": "create_account", "latency_ms": 627.8593750030268}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10831", "true": "create_account", "pred": "create_account", "latency_ms": 455.1063749822788}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10855", "true": "create_account", "pred": "create_account", "latency_ms": 510.08745800936595}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10866", "true": "create_account", "pred": "create_account", "latency_ms": 462.49733402510174}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10894", "true": "create_account", "pred": "create_account", "latency_ms": 532.4458339891862}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10901", "true": "create_account", "pred": "create_account", "latency_ms": 510.5910410056822}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10967", "true": "delete_account", "pred": "delete_account", "latency_ms": 670.2534999931231}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-10988", "true": "delete_account", "pred": "delete_account", "latency_ms": 523.1214579835068}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11011", "true": "delete_account", "pred": "delete_account", "latency_ms": 1301.6205840103794}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11015", "true": "delete_account", "pred": "delete_account", "latency_ms": 604.6060420048889}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11023", "true": "delete_account", "pred": "delete_account", "latency_ms": 611.4052920020185}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11033", "true": "delete_account", "pred": "delete_account", "latency_ms": 655.7391670066863}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11057", "true": "delete_account", "pred": "delete_account", "latency_ms": 506.9621250149794}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11082", "true": "delete_account", "pred": "delete_account", "latency_ms": 579.9399589886889}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11093", "true": "delete_account", "pred": "delete_account", "latency_ms": 562.1689169784077}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11105", "true": "delete_account", "pred": "delete_account", "latency_ms": 620.1923339976929}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11118", "true": "delete_account", "pred": "delete_account", "latency_ms": 550.8752499881666}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11121", "true": "delete_account", "pred": "delete_account", "latency_ms": 557.428333995631}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11144", "true": "delete_account", "pred": "delete_account", "latency_ms": 604.8425830085762}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11219", "true": "delete_account", "pred": "delete_account", "latency_ms": 563.6692080006469}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11227", "true": "delete_account", "pred": "delete_account", "latency_ms": 531.7337499873247}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11275", "true": "delete_account", "pred": "delete_account", "latency_ms": 616.6092499915976}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11321", "true": "delete_account", "pred": "delete_account", "latency_ms": 493.5552089882549}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11325", "true": "delete_account", "pred": "delete_account", "latency_ms": 563.7140000180807}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11327", "true": "delete_account", "pred": "delete_account", "latency_ms": 704.9158749869093}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11337", "true": "delete_account", "pred": "delete_account", "latency_ms": 615.32325000735}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11468", "true": "delete_account", "pred": "cancel_order", "latency_ms": 761.711250001099}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11478", "true": "delete_account", "pred": "delete_account", "latency_ms": 451.17550002760254}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11488", "true": "delete_account", "pred": "delete_account", "latency_ms": 627.9267920181155}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11532", "true": "delete_account", "pred": "delete_account", "latency_ms": 579.7809579817113}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11535", "true": "delete_account", "pred": "complaint", "latency_ms": 886.9357079965994}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11555", "true": "delete_account", "pred": "delete_account", "latency_ms": 1028.5896249988582}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11573", "true": "delete_account", "pred": "delete_account", "latency_ms": 510.3483750135638}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11585", "true": "delete_account", "pred": "delete_account", "latency_ms": 511.4963749947492}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11652", "true": "delete_account", "pred": "delete_account", "latency_ms": 672.7158749999944}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11672", "true": "delete_account", "pred": "delete_account", "latency_ms": 938.8568330032285}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11673", "true": "delete_account", "pred": "delete_account", "latency_ms": 613.1303749862127}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11678", "true": "delete_account", "pred": "delete_account", "latency_ms": 2981.245333008701}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11683", "true": "delete_account", "pred": "delete_account", "latency_ms": 561.5942919976078}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11716", "true": "delete_account", "pred": "delete_account", "latency_ms": 458.28849999816157}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11728", "true": "delete_account", "pred": "delete_account", "latency_ms": 1022.6013750070706}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11788", "true": "delete_account", "pred": "delete_account", "latency_ms": 761.7930409905966}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11827", "true": "delete_account", "pred": "delete_account", "latency_ms": 651.4436250145081}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11872", "true": "delete_account", "pred": "delete_account", "latency_ms": 1023.3356670069043}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11884", "true": "delete_account", "pred": "delete_account", "latency_ms": 496.23704102123156}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11889", "true": "delete_account", "pred": "delete_account", "latency_ms": 557.7480840147473}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11915", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 623.5506249940954}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-11921", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1189.809833012987}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12015", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 549.1141249949578}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12079", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 436.671249975916}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12097", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 627.8651249886025}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12114", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 564.4395829876885}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12122", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 476.6607500205282}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12130", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 2947.8361250075977}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12143", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 521.9404579838738}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12149", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 627.2836249845568}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12167", "true": "delivery_options", "pred": "place_order", "latency_ms": 857.0740829745773}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12236", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 458.08812498580664}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12268", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 831.4399580121972}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12314", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1097.1327500010375}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12324", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 629.487500002142}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12359", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 591.6551249974873}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12390", "true": "delivery_options", "pred": "place_order", "latency_ms": 1272.1233749762177}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12400", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 920.6009590125177}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12404", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1246.5181669977028}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12414", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 488.43891598517075}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12429", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 524.9934579769615}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12464", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 591.8987079930957}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12510", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 535.7361249916721}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12511", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 508.1719589943532}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12526", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 615.2711670147255}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12537", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 516.6419580054935}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12541", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1127.3436249757651}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12601", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 594.1332079819404}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12675", "true": "delivery_options", "pred": "place_order", "latency_ms": 654.3492500204593}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12713", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 686.4669579954352}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12717", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 573.0680419947021}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12726", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 442.3812080058269}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12741", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 395.5934999976307}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12761", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 612.8254579962231}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12790", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 730.5893749871757}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12809", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 517.0368749822956}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12810", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 594.4689589960035}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12848", "true": "delivery_options", "pred": "place_order", "latency_ms": 511.77241699770093}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12862", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 473.51187499589287}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12881", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1238.8931250025053}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12907", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 523.1083749968093}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12961", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 631.0636659909505}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-12988", "true": "delivery_period", "pred": "track_order", "latency_ms": 517.8497080050875}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13001", "true": "delivery_period", "pred": "track_order", "latency_ms": 577.8978749876842}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13028", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 520.5383340071421}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13033", "true": "delivery_period", "pred": "track_order", "latency_ms": 927.3372080060653}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13074", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 711.8674999801442}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13076", "true": "delivery_period", "pred": "track_order", "latency_ms": 457.57591602159664}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13100", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 679.8402499989606}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13169", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 640.8997499966063}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13192", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 554.6343750029337}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13197", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 615.5077920120675}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13212", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 964.2647080181632}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13232", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 504.19804197736084}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13275", "true": "delivery_period", "pred": "track_order", "latency_ms": 770.3214579960331}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13425", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 609.959291992709}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13442", "true": "delivery_period", "pred": "track_order", "latency_ms": 551.4245000085793}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13446", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 539.4220419984777}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13494", "true": "delivery_period", "pred": "track_order", "latency_ms": 416.05366600560956}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13503", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 802.0397499785759}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13512", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 573.3044169901405}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13515", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 571.627333003562}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13525", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 4234.1213329928}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13544", "true": "delivery_period", "pred": "track_order", "latency_ms": 616.1692909954581}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13561", "true": "delivery_period", "pred": "track_order", "latency_ms": 609.1366249893326}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13603", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 752.4723749957047}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13610", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 1411.2650000024587}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13636", "true": "delivery_period", "pred": "track_order", "latency_ms": 892.263166984776}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13664", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 590.0750000146218}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13680", "true": "delivery_period", "pred": "track_order", "latency_ms": 683.3678750263061}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13688", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 574.8469999816734}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13715", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 888.2142499787733}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13748", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 658.2113339973148}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13754", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 714.3155419907998}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13771", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 527.0755410019774}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13780", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 2204.7048340027686}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13789", "true": "delivery_period", "pred": "track_order", "latency_ms": 577.1762920194305}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13793", "true": "delivery_period", "pred": "track_order", "latency_ms": 582.1349579782691}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13829", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 576.5270830015652}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13838", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 490.3230839991011}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13963", "true": "edit_account", "pred": "edit_account", "latency_ms": 802.6661659823731}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13966", "true": "edit_account", "pred": "edit_account", "latency_ms": 435.7603329990525}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13968", "true": "edit_account", "pred": "edit_account", "latency_ms": 746.0959170130081}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13974", "true": "edit_account", "pred": "edit_account", "latency_ms": 609.4994579907507}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13986", "true": "edit_account", "pred": "edit_account", "latency_ms": 565.4002079972997}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-13995", "true": "edit_account", "pred": "edit_account", "latency_ms": 521.451332984725}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14007", "true": "edit_account", "pred": "edit_account", "latency_ms": 657.0062079990748}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14013", "true": "edit_account", "pred": "edit_account", "latency_ms": 1284.3296669889241}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14070", "true": "edit_account", "pred": "edit_account", "latency_ms": 656.8101670127362}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14077", "true": "edit_account", "pred": "edit_account", "latency_ms": 614.9597080075182}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14100", "true": "edit_account", "pred": "edit_account", "latency_ms": 619.5877080026548}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14160", "true": "edit_account", "pred": "edit_account", "latency_ms": 567.91795801837}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14203", "true": "edit_account", "pred": "edit_account", "latency_ms": 693.4893749712501}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14214", "true": "edit_account", "pred": "edit_account", "latency_ms": 534.4330410007387}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14324", "true": "edit_account", "pred": "edit_account", "latency_ms": 777.4090000020806}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14329", "true": "edit_account", "pred": "edit_account", "latency_ms": 2029.4979579921346}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14351", "true": "edit_account", "pred": "edit_account", "latency_ms": 612.3727920057718}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14355", "true": "edit_account", "pred": "edit_account", "latency_ms": 535.4917499935254}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14393", "true": "edit_account", "pred": "edit_account", "latency_ms": 526.4907089876942}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14409", "true": "edit_account", "pred": "edit_account", "latency_ms": 685.0650410051458}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14454", "true": "edit_account", "pred": "edit_account", "latency_ms": 552.9140419967007}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14469", "true": "edit_account", "pred": "edit_account", "latency_ms": 1409.274290985195}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14474", "true": "edit_account", "pred": "edit_account", "latency_ms": 609.9182500038296}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14476", "true": "edit_account", "pred": "edit_account", "latency_ms": 850.6562089896761}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14477", "true": "edit_account", "pred": "edit_account", "latency_ms": 659.8620000004303}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14484", "true": "edit_account", "pred": "edit_account", "latency_ms": 907.5905829959083}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14488", "true": "edit_account", "pred": "edit_account", "latency_ms": 660.1352080178913}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14514", "true": "edit_account", "pred": "edit_account", "latency_ms": 582.7714999904856}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14597", "true": "edit_account", "pred": "edit_account", "latency_ms": 631.9100839900784}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14606", "true": "edit_account", "pred": "edit_account", "latency_ms": 632.6331250020303}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14613", "true": "edit_account", "pred": "edit_account", "latency_ms": 977.7144170075189}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14625", "true": "edit_account", "pred": "edit_account", "latency_ms": 548.5409999964759}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14646", "true": "edit_account", "pred": "edit_account", "latency_ms": 1169.2316659900825}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14724", "true": "edit_account", "pred": "edit_account", "latency_ms": 867.3714169999585}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14777", "true": "edit_account", "pred": "edit_account", "latency_ms": 911.200500006089}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14804", "true": "edit_account", "pred": "edit_account", "latency_ms": 923.8058750052005}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14811", "true": "edit_account", "pred": "edit_account", "latency_ms": 1026.9954169925768}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14844", "true": "edit_account", "pred": "edit_account", "latency_ms": 932.4917920166627}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14869", "true": "edit_account", "pred": "edit_account", "latency_ms": 835.9389590041246}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14888", "true": "edit_account", "pred": "edit_account", "latency_ms": 646.721917000832}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14913", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 708.9352080074605}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14934", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 722.7934160036966}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14945", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 966.8489580217283}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14949", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 1092.7446660061833}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14950", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 691.146083001513}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14954", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 1013.296541001182}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14976", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 831.5502500045113}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-14999", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 522.9840000101831}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15038", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 628.9680000045337}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15039", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 2850.459792010952}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15150", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 812.0592920167837}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15236", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 978.176375007024}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15363", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 626.0468749969732}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15382", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 562.0857090107165}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15405", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 676.2847919890191}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15410", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 529.0377500059549}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15411", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 532.111625012476}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15458", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 628.6870409967378}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15461", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 539.7426249983255}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15475", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 505.42316600331105}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15498", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 804.3508749979082}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15500", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 481.0819169797469}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15504", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 575.9515000099782}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15524", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 558.1109169870615}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15531", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 519.7535410115961}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15534", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 888.5730420006439}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15542", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 509.93295799707994}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15560", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 528.2622079830617}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15585", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 720.1952079776675}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15595", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 957.4255000043195}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15614", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 514.4087910011876}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15623", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 539.4917090015952}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15657", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 640.5202910245862}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15660", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 459.6081670024432}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15678", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 616.1511660029646}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15720", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 599.9852499808185}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15721", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 1067.093332996592}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15783", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 577.5426250183955}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15807", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 455.86583399563096}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15831", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 568.9431670180056}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15927", "true": "get_refund", "pred": "get_refund", "latency_ms": 550.7649170176592}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15962", "true": "get_refund", "pred": "complaint", "latency_ms": 596.1368339776527}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-15970", "true": "get_refund", "pred": "get_refund", "latency_ms": 467.21604201593436}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16008", "true": "get_refund", "pred": "complaint", "latency_ms": 580.8012909837998}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16020", "true": "get_refund", "pred": "get_refund", "latency_ms": 634.5627910050098}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16039", "true": "get_refund", "pred": "get_refund", "latency_ms": 609.8444999952335}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16147", "true": "get_refund", "pred": "get_refund", "latency_ms": 1064.7337909904309}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16153", "true": "get_refund", "pred": "get_refund", "latency_ms": 576.2420000100974}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16157", "true": "get_refund", "pred": "get_refund", "latency_ms": 632.0827500021551}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16182", "true": "get_refund", "pred": "get_refund", "latency_ms": 541.8272920069285}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16224", "true": "get_refund", "pred": "get_refund", "latency_ms": 601.8127090064809}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16228", "true": "get_refund", "pred": "track_refund", "latency_ms": 752.7541669842321}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16290", "true": "get_refund", "pred": "get_refund", "latency_ms": 574.9016669869889}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16301", "true": "get_refund", "pred": "complaint", "latency_ms": 614.2420830146875}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16369", "true": "get_refund", "pred": "get_refund", "latency_ms": 501.31666599190794}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16379", "true": "get_refund", "pred": "get_refund", "latency_ms": 873.9321249886416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16421", "true": "get_refund", "pred": "get_refund", "latency_ms": 767.4020410049707}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16422", "true": "get_refund", "pred": "complaint", "latency_ms": 681.2754159909673}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16443", "true": "get_refund", "pred": "get_refund", "latency_ms": 625.2127919869963}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16535", "true": "get_refund", "pred": "get_refund", "latency_ms": 1462.940165976761}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16546", "true": "get_refund", "pred": "get_refund", "latency_ms": 2358.0064160050824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16558", "true": "get_refund", "pred": "check_refund_policy", "latency_ms": 959.95583300828}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16572", "true": "get_refund", "pred": "get_refund", "latency_ms": 626.4903749979567}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16589", "true": "get_refund", "pred": "get_refund", "latency_ms": 718.6310410033911}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16611", "true": "get_refund", "pred": "get_refund", "latency_ms": 468.764374993043}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16618", "true": "get_refund", "pred": "get_refund", "latency_ms": 873.3645000029355}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16622", "true": "get_refund", "pred": "get_refund", "latency_ms": 523.5178330040071}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16644", "true": "get_refund", "pred": "get_refund", "latency_ms": 516.6491669951938}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16668", "true": "get_refund", "pred": "get_refund", "latency_ms": 1052.3107089975383}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16683", "true": "get_refund", "pred": "get_refund", "latency_ms": 754.9143749929499}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16730", "true": "get_refund", "pred": "get_refund", "latency_ms": 579.6551250095945}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16747", "true": "get_refund", "pred": "get_refund", "latency_ms": 542.5709580013063}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16754", "true": "get_refund", "pred": "get_refund", "latency_ms": 580.5519999994431}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16789", "true": "get_refund", "pred": "get_refund", "latency_ms": 799.666500010062}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16794", "true": "get_refund", "pred": "get_refund", "latency_ms": 513.515541999368}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16856", "true": "get_refund", "pred": "get_refund", "latency_ms": 819.4805409875698}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16858", "true": "get_refund", "pred": "get_refund", "latency_ms": 752.4357090005651}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16878", "true": "get_refund", "pred": "get_refund", "latency_ms": 570.4136659915093}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16879", "true": "get_refund", "pred": "check_refund_policy", "latency_ms": 616.714374977164}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16886", "true": "get_refund", "pred": "get_refund", "latency_ms": 454.459083994152}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16922", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 1041.7414999974426}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16965", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 492.0567499939352}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16972", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 610.5345409887377}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16985", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 603.5170420072973}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16990", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 794.9728749808855}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-16998", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 493.80495899822563}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17033", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 456.6528750001453}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17056", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 866.5157920040656}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17075", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 569.3727080069948}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17123", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 3011.842792009702}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17136", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 661.5759160195012}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17152", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 548.5900419880636}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17154", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 712.7643750282004}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17219", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 590.3240829939023}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17281", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 813.8464999792632}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17318", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 619.5540839980822}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17331", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 612.1902920131106}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17345", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 1245.2838749741204}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17405", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 609.2087080178317}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17418", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 767.794916027924}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17440", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 568.9209170232061}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17453", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 553.5367919947021}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17479", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 509.87275000079535}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17489", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 642.3854169843253}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17495", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 2214.898540987633}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17506", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 565.1067919970956}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17530", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 948.1195409898646}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17532", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 631.3231250096578}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17537", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 542.9488749941811}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17585", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 576.4937079802621}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17594", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 508.13854197622277}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17626", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 697.1147910226136}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17673", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 575.8770419924986}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17687", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 649.9636250082403}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17702", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 2582.876166998176}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17736", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 2275.9579999838024}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17765", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 550.6162499950733}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17784", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 485.25891700410284}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17825", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 403.18204200593755}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17891", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 1256.3011659949552}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17929", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 620.9775829920545}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17963", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 613.8787080126349}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17965", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 616.1664579994977}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-17992", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 762.493792019086}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18003", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 644.9762500124052}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18038", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 995.703833992593}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18047", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1212.1870419941843}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18130", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 652.3256249784026}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18159", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 515.843708999455}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18178", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 509.5076250145212}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18195", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 686.653041979298}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18219", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 446.2602080020588}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18243", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 837.955625000177}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18270", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1311.4635829988401}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18281", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 607.5564160128124}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18325", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 566.0411670105532}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18330", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 645.0789579830598}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18353", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 583.8022080133669}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18404", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 482.9747909971047}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18424", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 541.3002080167644}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18465", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 540.8483330102172}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18473", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 615.3469580167439}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18475", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 472.76733300532214}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18476", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 612.117542012129}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18478", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 807.1486249973532}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18534", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 747.9136250040028}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18556", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 617.6646249950863}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18587", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 612.9211249935906}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18594", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 782.8517909802031}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18607", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 497.52033298136666}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18621", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 562.1810419834219}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18623", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 503.81608298630454}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18641", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 948.627415986266}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18646", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 773.9434579852968}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18650", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 758.3635830087587}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18663", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 510.0287919922266}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18696", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 643.0155830166768}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18718", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1038.381666992791}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18737", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 780.879708006978}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18887", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 608.5983329976443}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-18900", "true": "place_order", "pred": "place_order", "latency_ms": 529.2391250259243}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19005", "true": "place_order", "pred": "place_order", "latency_ms": 627.588667004602}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19038", "true": "place_order", "pred": "place_order", "latency_ms": 873.126417020103}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19066", "true": "place_order", "pred": "place_order", "latency_ms": 550.6682919804007}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19090", "true": "place_order", "pred": "place_order", "latency_ms": 652.0700830151327}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19091", "true": "place_order", "pred": "place_order", "latency_ms": 456.5359589760192}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19169", "true": "place_order", "pred": "place_order", "latency_ms": 609.4044579949696}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19185", "true": "place_order", "pred": "place_order", "latency_ms": 505.57704200036824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19215", "true": "place_order", "pred": "place_order", "latency_ms": 479.9649589986075}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19290", "true": "place_order", "pred": "place_order", "latency_ms": 470.6205830152612}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19296", "true": "place_order", "pred": "place_order", "latency_ms": 1023.7237919936888}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19318", "true": "place_order", "pred": "place_order", "latency_ms": 613.7237079965416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19321", "true": "place_order", "pred": "place_order", "latency_ms": 564.338541997131}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19339", "true": "place_order", "pred": "contact_customer_service", "latency_ms": 561.9290840113536}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19346", "true": "place_order", "pred": "place_order", "latency_ms": 547.7753329905681}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19347", "true": "place_order", "pred": "place_order", "latency_ms": 527.3946250090376}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19395", "true": "place_order", "pred": "place_order", "latency_ms": 561.0642920073587}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19414", "true": "place_order", "pred": "place_order", "latency_ms": 618.3893750130665}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19415", "true": "place_order", "pred": "place_order", "latency_ms": 493.47262500668876}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19441", "true": "place_order", "pred": "place_order", "latency_ms": 971.4218339940999}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19460", "true": "place_order", "pred": "place_order", "latency_ms": 665.2897080057301}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19496", "true": "place_order", "pred": "place_order", "latency_ms": 3496.177541994257}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19546", "true": "place_order", "pred": "place_order", "latency_ms": 464.8118340119254}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19554", "true": "place_order", "pred": "place_order", "latency_ms": 921.0445419885218}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19571", "true": "place_order", "pred": "place_order", "latency_ms": 663.5061660199426}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19622", "true": "place_order", "pred": "place_order", "latency_ms": 757.3073749954347}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19646", "true": "place_order", "pred": "place_order", "latency_ms": 532.9787080117967}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19649", "true": "place_order", "pred": "place_order", "latency_ms": 506.27504198928364}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19652", "true": "place_order", "pred": "place_order", "latency_ms": 2252.535457984777}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19671", "true": "place_order", "pred": "place_order", "latency_ms": 514.3483330029994}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19679", "true": "place_order", "pred": "place_order", "latency_ms": 516.6219169914257}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19683", "true": "place_order", "pred": "place_order", "latency_ms": 1143.1200839870144}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19710", "true": "place_order", "pred": "place_order", "latency_ms": 550.0081670179497}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19715", "true": "place_order", "pred": "place_order", "latency_ms": 449.8479589819908}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19718", "true": "place_order", "pred": "place_order", "latency_ms": 713.0435420258436}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19728", "true": "place_order", "pred": "contact_customer_service", "latency_ms": 730.711208016146}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19772", "true": "place_order", "pred": "place_order", "latency_ms": 633.4902500093449}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19858", "true": "place_order", "pred": "place_order", "latency_ms": 619.1099999996368}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19866", "true": "place_order", "pred": "place_order", "latency_ms": 486.5489579970017}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19868", "true": "place_order", "pred": "place_order", "latency_ms": 528.3160830149427}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19970", "true": "recover_password", "pred": "recover_password", "latency_ms": 676.2067080126144}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-19991", "true": "recover_password", "pred": "recover_password", "latency_ms": 463.8569589878898}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20021", "true": "recover_password", "pred": "recover_password", "latency_ms": 743.5749169962946}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20057", "true": "recover_password", "pred": "recover_password", "latency_ms": 860.725625010673}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20060", "true": "recover_password", "pred": "recover_password", "latency_ms": 530.9243329975288}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20072", "true": "recover_password", "pred": "edit_account", "latency_ms": 847.527124977205}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20096", "true": "recover_password", "pred": "recover_password", "latency_ms": 673.5031669959426}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20112", "true": "recover_password", "pred": "edit_account", "latency_ms": 2147.727458999725}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20122", "true": "recover_password", "pred": "recover_password", "latency_ms": 728.7080840033013}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20175", "true": "recover_password", "pred": "recover_password", "latency_ms": 619.1389579907991}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20197", "true": "recover_password", "pred": "recover_password", "latency_ms": 536.3499170052819}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20218", "true": "recover_password", "pred": "recover_password", "latency_ms": 610.2337919874117}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20259", "true": "recover_password", "pred": "recover_password", "latency_ms": 491.5227080055047}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20307", "true": "recover_password", "pred": "recover_password", "latency_ms": 1002.0072500046808}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20313", "true": "recover_password", "pred": "recover_password", "latency_ms": 691.5342500142287}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20320", "true": "recover_password", "pred": "edit_account", "latency_ms": 594.6928750199731}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20325", "true": "recover_password", "pred": "edit_account", "latency_ms": 536.4507499907631}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20356", "true": "recover_password", "pred": "recover_password", "latency_ms": 474.96045799925923}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20423", "true": "recover_password", "pred": "recover_password", "latency_ms": 1044.034249993274}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20431", "true": "recover_password", "pred": "recover_password", "latency_ms": 642.7136659913231}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20487", "true": "recover_password", "pred": "edit_account", "latency_ms": 587.3490420053713}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20508", "true": "recover_password", "pred": "recover_password", "latency_ms": 1012.5137919967528}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20522", "true": "recover_password", "pred": "recover_password", "latency_ms": 717.5757500226609}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20528", "true": "recover_password", "pred": "recover_password", "latency_ms": 561.4708749926649}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20533", "true": "recover_password", "pred": "recover_password", "latency_ms": 815.2000000118278}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20545", "true": "recover_password", "pred": "recover_password", "latency_ms": 494.1134590189904}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20566", "true": "recover_password", "pred": "recover_password", "latency_ms": 495.1624169771094}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20590", "true": "recover_password", "pred": "recover_password", "latency_ms": 870.882832998177}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20600", "true": "recover_password", "pred": "recover_password", "latency_ms": 774.2234169854783}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20644", "true": "recover_password", "pred": "edit_account", "latency_ms": 532.3518749792129}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20654", "true": "recover_password", "pred": "recover_password", "latency_ms": 559.6075829816982}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20657", "true": "recover_password", "pred": "recover_password", "latency_ms": 613.2028330175672}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20663", "true": "recover_password", "pred": "recover_password", "latency_ms": 612.5745830067899}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20693", "true": "recover_password", "pred": "recover_password", "latency_ms": 661.3805420056451}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20842", "true": "recover_password", "pred": "recover_password", "latency_ms": 570.5255830253009}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20843", "true": "recover_password", "pred": "recover_password", "latency_ms": 582.4922920146491}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20848", "true": "recover_password", "pred": "recover_password", "latency_ms": 532.6332919939887}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20862", "true": "recover_password", "pred": "edit_account", "latency_ms": 644.6165830129758}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20869", "true": "recover_password", "pred": "edit_account", "latency_ms": 604.3032500019763}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20881", "true": "recover_password", "pred": "recover_password", "latency_ms": 653.6234579980373}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20937", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 631.1700829828624}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20948", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 620.0934579828754}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20959", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 404.08166698762216}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-20989", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 591.6280410019681}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21019", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 985.117000003811}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21027", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 9893.401459004963}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21125", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 709.1688749787863}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21141", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 9118.910999997752}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21153", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 8905.449958983809}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21160", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 513.3596669766121}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21198", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 589.3055839987937}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21248", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 565.8771659946069}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21256", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 560.7040000031702}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21275", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 726.3768750126474}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21302", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 718.1076249980833}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21319", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 620.0311249995138}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21483", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 536.8222499964759}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21486", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 676.5193750034086}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21501", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 510.94166599796154}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21503", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 512.0922499918379}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21515", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 615.2787919854745}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21523", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 892.0261670136824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21524", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 937.6446249953005}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21542", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 514.2412910063285}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21558", "true": "registration_problems", "pred": "create_account", "latency_ms": 1128.590707987314}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21559", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 670.85154200322}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21580", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 631.3023749971762}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21617", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 473.93987502437085}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21631", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 975.1942500006407}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21646", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 504.84954100102186}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21656", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 780.5923329724465}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21658", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 785.2381250122562}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21664", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 511.9359169912059}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21741", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 585.9232090006117}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21769", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 537.81329098274}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21780", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 532.6165839796886}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21813", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 532.7279170160182}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21817", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 613.7220409873407}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21819", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 536.6513750050217}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21852", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 497.1499159873929}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21893", "true": "review", "pred": "review", "latency_ms": 430.27133302530274}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21937", "true": "review", "pred": "review", "latency_ms": 517.8395829861984}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21961", "true": "review", "pred": "review", "latency_ms": 508.88858299003914}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21967", "true": "review", "pred": "review", "latency_ms": 511.5994999941904}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-21982", "true": "review", "pred": "review", "latency_ms": 1016.926540993154}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22039", "true": "review", "pred": "review", "latency_ms": 560.4992079897784}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22067", "true": "review", "pred": "review", "latency_ms": 2862.200917006703}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22083", "true": "review", "pred": "review", "latency_ms": 2005.497749982169}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22089", "true": "review", "pred": "review", "latency_ms": 1022.6071249926463}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22100", "true": "review", "pred": "review", "latency_ms": 718.1029999919701}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22104", "true": "review", "pred": "review", "latency_ms": 564.4189169979654}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22117", "true": "review", "pred": "review", "latency_ms": 1614.8274590086658}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22177", "true": "review", "pred": "review", "latency_ms": 459.83679199707694}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22188", "true": "review", "pred": "review", "latency_ms": 858.7818749947473}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22199", "true": "review", "pred": "review", "latency_ms": 625.7960830116645}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22216", "true": "review", "pred": "review", "latency_ms": 498.5151659930125}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22253", "true": "review", "pred": "review", "latency_ms": 491.4260419900529}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22276", "true": "review", "pred": "review", "latency_ms": 514.7632079897448}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22298", "true": "review", "pred": "review", "latency_ms": 355.07204101304524}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22309", "true": "review", "pred": "review", "latency_ms": 540.2874169813003}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22313", "true": "review", "pred": "review", "latency_ms": 521.3619580026716}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22314", "true": "review", "pred": "review", "latency_ms": 478.767540975241}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22345", "true": "review", "pred": "review", "latency_ms": 501.12225001794286}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22351", "true": "review", "pred": "review", "latency_ms": 511.0090419766493}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22362", "true": "review", "pred": "review", "latency_ms": 506.8034589930903}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22398", "true": "review", "pred": "review", "latency_ms": 677.1507500088774}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22461", "true": "review", "pred": "review", "latency_ms": 607.7544169966131}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22535", "true": "review", "pred": "review", "latency_ms": 533.5594579810277}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22561", "true": "review", "pred": "review", "latency_ms": 465.74558300198987}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22615", "true": "review", "pred": "review", "latency_ms": 613.8669580104761}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22658", "true": "review", "pred": "review", "latency_ms": 532.6839169720188}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22727", "true": "review", "pred": "review", "latency_ms": 510.78274997416884}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22764", "true": "review", "pred": "review", "latency_ms": 514.0404579869937}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22784", "true": "review", "pred": "review", "latency_ms": 690.408499998739}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22786", "true": "review", "pred": "review", "latency_ms": 626.5335420030169}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22834", "true": "review", "pred": "complaint", "latency_ms": 833.3954999980051}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22842", "true": "review", "pred": "review", "latency_ms": 597.2529580176342}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22844", "true": "review", "pred": "review", "latency_ms": 511.463625007309}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22845", "true": "review", "pred": "review", "latency_ms": 606.0655420005787}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22856", "true": "review", "pred": "review", "latency_ms": 484.8691250081174}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-22945", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 1050.487125001382}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23000", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 612.7316250058357}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23032", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 525.0809169956483}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23046", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 554.2294589977246}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23091", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 707.39374999539}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23094", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 812.2201250225771}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23129", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 401.71674999874085}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23132", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 707.236207992537}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23157", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 633.9567920076661}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23172", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 446.44416600931436}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23177", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 507.951666979352}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23185", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 599.0945829835255}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23187", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 610.340916988207}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23188", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 4559.04029100202}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23248", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 825.7985829841346}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23261", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 537.8825000079814}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23277", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 556.2017920019571}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23314", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 575.5557920201682}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23362", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 491.6342910146341}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23377", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 606.6883330058772}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23395", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 629.8562920128461}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23398", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 553.2962500001304}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23415", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 657.9292500100564}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23434", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 537.3909159970935}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23456", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 497.67566699301824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23483", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 936.600749992067}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23494", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 627.6970829931088}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23553", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 588.4160830173641}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23557", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 656.3406659988686}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23559", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 606.7083329835441}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23588", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 1330.479666008614}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23636", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 618.3159170032013}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23659", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 575.7407910132315}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23727", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 614.7684580064379}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23730", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 1601.3122920121532}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23751", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 534.8894589988049}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23794", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 575.1782089937478}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23826", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 936.1057499772869}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23827", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 638.8851660012733}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23856", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 525.4224579839502}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23918", "true": "switch_account", "pred": "switch_account", "latency_ms": 563.6339999909978}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23924", "true": "switch_account", "pred": "switch_account", "latency_ms": 930.7987919892184}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23949", "true": "switch_account", "pred": "switch_account", "latency_ms": 1057.297416991787}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23958", "true": "switch_account", "pred": "switch_account", "latency_ms": 543.2065000059083}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23977", "true": "switch_account", "pred": "switch_account", "latency_ms": 564.9290420114994}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23998", "true": "switch_account", "pred": "switch_account", "latency_ms": 666.4161249937024}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-23999", "true": "switch_account", "pred": "switch_account", "latency_ms": 582.0542920264415}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24061", "true": "switch_account", "pred": "edit_account", "latency_ms": 1004.0305840084329}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24078", "true": "switch_account", "pred": "switch_account", "latency_ms": 636.4484159857966}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24095", "true": "switch_account", "pred": "switch_account", "latency_ms": 1640.9394999791402}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24096", "true": "switch_account", "pred": "switch_account", "latency_ms": 596.5283339901362}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24102", "true": "switch_account", "pred": "switch_account", "latency_ms": 645.1713329879567}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24108", "true": "switch_account", "pred": "switch_account", "latency_ms": 881.5527080150787}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24118", "true": "switch_account", "pred": "switch_account", "latency_ms": 561.4980419923086}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24125", "true": "switch_account", "pred": "switch_account", "latency_ms": 536.7983329924755}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24183", "true": "switch_account", "pred": "switch_account", "latency_ms": 508.38212500093505}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24222", "true": "switch_account", "pred": "switch_account", "latency_ms": 487.8657909866888}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24273", "true": "switch_account", "pred": "switch_account", "latency_ms": 487.17300000134856}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24275", "true": "switch_account", "pred": "switch_account", "latency_ms": 1447.662541992031}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24293", "true": "switch_account", "pred": "switch_account", "latency_ms": 463.80900000804104}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24304", "true": "switch_account", "pred": "switch_account", "latency_ms": 528.284583997447}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24335", "true": "switch_account", "pred": "switch_account", "latency_ms": 1010.5894580192398}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24350", "true": "switch_account", "pred": "switch_account", "latency_ms": 771.6210409998894}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24384", "true": "switch_account", "pred": "switch_account", "latency_ms": 526.6086250194348}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24393", "true": "switch_account", "pred": "switch_account", "latency_ms": 968.9424589741975}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24400", "true": "switch_account", "pred": "switch_account", "latency_ms": 499.7426249901764}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24450", "true": "switch_account", "pred": "switch_account", "latency_ms": 613.5638749983627}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24456", "true": "switch_account", "pred": "edit_account", "latency_ms": 587.1869999973569}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24543", "true": "switch_account", "pred": "contact_customer_service", "latency_ms": 749.8819579777773}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24553", "true": "switch_account", "pred": "switch_account", "latency_ms": 739.8623340122867}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24563", "true": "switch_account", "pred": "switch_account", "latency_ms": 549.8907919973135}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24578", "true": "switch_account", "pred": "switch_account", "latency_ms": 528.5971249977592}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24646", "true": "switch_account", "pred": "switch_account", "latency_ms": 492.2839170030784}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24649", "true": "switch_account", "pred": "switch_account", "latency_ms": 512.8325420082547}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24670", "true": "switch_account", "pred": "edit_account", "latency_ms": 677.352124999743}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24721", "true": "switch_account", "pred": "switch_account", "latency_ms": 550.691291980911}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24734", "true": "switch_account", "pred": "switch_account", "latency_ms": 532.8416250122245}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24761", "true": "switch_account", "pred": "switch_account", "latency_ms": 612.2547499835491}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24803", "true": "switch_account", "pred": "switch_account", "latency_ms": 524.6492919977754}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24815", "true": "switch_account", "pred": "switch_account", "latency_ms": 577.7563340088818}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24882", "true": "track_order", "pred": "track_order", "latency_ms": 585.210958000971}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24936", "true": "track_order", "pred": "track_order", "latency_ms": 644.5539169944823}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24948", "true": "track_order", "pred": "track_order", "latency_ms": 547.7466669981368}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24949", "true": "track_order", "pred": "track_order", "latency_ms": 969.4380830042064}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-24997", "true": "track_order", "pred": "track_order", "latency_ms": 884.8881669982802}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25003", "true": "track_order", "pred": "track_order", "latency_ms": 480.01370902056806}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25125", "true": "track_order", "pred": "track_order", "latency_ms": 573.8507909991313}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25144", "true": "track_order", "pred": "track_order", "latency_ms": 514.7521670151036}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25158", "true": "track_order", "pred": "track_order", "latency_ms": 510.87274999008514}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25268", "true": "track_order", "pred": "track_order", "latency_ms": 562.7996250113938}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25297", "true": "track_order", "pred": "track_order", "latency_ms": 585.8770420018118}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25316", "true": "track_order", "pred": "track_order", "latency_ms": 569.8882079741452}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25363", "true": "track_order", "pred": "track_order", "latency_ms": 396.86179198906757}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25380", "true": "track_order", "pred": "track_order", "latency_ms": 584.1342909843661}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25394", "true": "track_order", "pred": "track_order", "latency_ms": 604.9314999836497}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25395", "true": "track_order", "pred": "track_order", "latency_ms": 2470.8048749889713}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25408", "true": "track_order", "pred": "track_order", "latency_ms": 541.2284589838237}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25411", "true": "track_order", "pred": "track_order", "latency_ms": 555.4565000056755}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25440", "true": "track_order", "pred": "track_order", "latency_ms": 615.931707987329}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25455", "true": "track_order", "pred": "track_order", "latency_ms": 625.9436669934075}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25456", "true": "track_order", "pred": "track_order", "latency_ms": 531.1851659789681}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25467", "true": "track_order", "pred": "track_order", "latency_ms": 439.8547500022687}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25472", "true": "track_order", "pred": "track_order", "latency_ms": 823.7407080014236}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25477", "true": "track_order", "pred": "track_order", "latency_ms": 698.5645829990972}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25505", "true": "track_order", "pred": "track_order", "latency_ms": 593.6623750021681}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25590", "true": "track_order", "pred": "track_order", "latency_ms": 517.5379580177832}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25603", "true": "track_order", "pred": "track_order", "latency_ms": 817.1567499812227}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25609", "true": "track_order", "pred": "track_order", "latency_ms": 586.8954170146026}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25622", "true": "track_order", "pred": "track_order", "latency_ms": 557.2937919932883}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25628", "true": "track_order", "pred": "track_order", "latency_ms": 498.2957080064807}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25678", "true": "track_order", "pred": "track_order", "latency_ms": 787.1400840231217}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25686", "true": "track_order", "pred": "track_order", "latency_ms": 414.84929199214093}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25693", "true": "track_order", "pred": "track_order", "latency_ms": 614.2113340029027}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25721", "true": "track_order", "pred": "track_order", "latency_ms": 621.5857499919366}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25724", "true": "track_order", "pred": "track_order", "latency_ms": 710.6318750011269}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25737", "true": "track_order", "pred": "track_order", "latency_ms": 565.0267080054618}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25771", "true": "track_order", "pred": "track_order", "latency_ms": 506.8667080195155}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25779", "true": "track_order", "pred": "track_order", "latency_ms": 907.7725000097416}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25785", "true": "track_order", "pred": "track_order", "latency_ms": 526.8330840044655}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25821", "true": "track_order", "pred": "track_order", "latency_ms": 512.8702500078361}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25913", "true": "track_refund", "pred": "track_refund", "latency_ms": 750.5069580220152}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25918", "true": "track_refund", "pred": "track_refund", "latency_ms": 711.6357090126257}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25920", "true": "track_refund", "pred": "track_refund", "latency_ms": 553.2690830004867}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25921", "true": "track_refund", "pred": "get_refund", "latency_ms": 659.6232920128386}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25941", "true": "track_refund", "pred": "get_refund", "latency_ms": 607.3865829966962}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-25972", "true": "track_refund", "pred": "track_refund", "latency_ms": 664.0101249795407}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26005", "true": "track_refund", "pred": "track_refund", "latency_ms": 634.0177909878548}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26021", "true": "track_refund", "pred": "track_refund", "latency_ms": 572.8423330001533}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26037", "true": "track_refund", "pred": "track_refund", "latency_ms": 1850.7657499867491}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26080", "true": "track_refund", "pred": "track_refund", "latency_ms": 712.5262500194367}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26118", "true": "track_refund", "pred": "get_refund", "latency_ms": 645.1213340042159}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26148", "true": "track_refund", "pred": "track_refund", "latency_ms": 598.2213329989463}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26155", "true": "track_refund", "pred": "track_refund", "latency_ms": 512.252582993824}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26190", "true": "track_refund", "pred": "track_refund", "latency_ms": 1827.6188329909928}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26206", "true": "track_refund", "pred": "track_refund", "latency_ms": 1046.673834003741}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26217", "true": "track_refund", "pred": "get_refund", "latency_ms": 773.4877909824718}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26245", "true": "track_refund", "pred": "track_refund", "latency_ms": 715.5995839857496}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26259", "true": "track_refund", "pred": "track_refund", "latency_ms": 626.0751250083558}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26266", "true": "track_refund", "pred": "track_refund", "latency_ms": 654.0369580034167}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26305", "true": "track_refund", "pred": "track_refund", "latency_ms": 568.3522089966573}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26312", "true": "track_refund", "pred": "track_refund", "latency_ms": 645.7620000001043}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26342", "true": "track_refund", "pred": "track_refund", "latency_ms": 573.8903750025202}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26350", "true": "track_refund", "pred": "track_refund", "latency_ms": 597.1881250152364}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26383", "true": "track_refund", "pred": "track_refund", "latency_ms": 532.7043749857694}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26433", "true": "track_refund", "pred": "track_refund", "latency_ms": 565.3804589819629}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26502", "true": "track_refund", "pred": "get_refund", "latency_ms": 466.68512499309145}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26505", "true": "track_refund", "pred": "contact_customer_service", "latency_ms": 518.0929169873707}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26528", "true": "track_refund", "pred": "track_refund", "latency_ms": 705.0956249877345}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26538", "true": "track_refund", "pred": "track_refund", "latency_ms": 547.1330830187071}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26539", "true": "track_refund", "pred": "track_refund", "latency_ms": 988.0465829919558}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26585", "true": "track_refund", "pred": "track_refund", "latency_ms": 840.2920000080485}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26612", "true": "track_refund", "pred": "track_refund", "latency_ms": 542.3784589802381}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26672", "true": "track_refund", "pred": "track_refund", "latency_ms": 707.0936249801889}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26733", "true": "track_refund", "pred": "get_refund", "latency_ms": 952.7432080067229}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26739", "true": "track_refund", "pred": "track_refund", "latency_ms": 811.1497079953551}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26755", "true": "track_refund", "pred": "track_refund", "latency_ms": 562.9313749959692}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26792", "true": "track_refund", "pred": "track_refund", "latency_ms": 1635.116375022335}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26809", "true": "track_refund", "pred": "track_refund", "latency_ms": 802.2675419924781}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26816", "true": "track_refund", "pred": "track_refund", "latency_ms": 621.1051669961307}
{"arm": "openai", "mode": "live", "ticket_id": "bitext-26864", "true": "track_refund", "pred": "track_refund", "latency_ms": 553.0927079962566}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 757.6497499831021}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-27", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 814.318834018195}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-40", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 706.1417909862939}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-51", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1269.4729159993585}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-78", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 567.0477919920813}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-86", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 540.4527499922551}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-181", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 762.6459579914808}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-227", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 512.6512919960078}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-283", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 2149.496166006429}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-315", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 499.9511670030188}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-357", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 536.9698329886887}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-384", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 516.2560830067378}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-415", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 1953.630375006469}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-428", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 2464.8367920017336}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-440", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 476.3985000026878}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-473", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 643.7643749814015}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-478", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 551.7171669926029}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-509", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 499.215624993667}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-513", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 588.0619999952614}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-545", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 563.2277920085471}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-580", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 509.3550420133397}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-598", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 551.2248750019353}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-628", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 528.20033300668}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-645", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 981.292874988867}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-655", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 541.2696670100559}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-659", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 612.258249981096}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-691", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 508.17895799991675}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-724", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 523.5309999843594}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-729", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 509.06420801766217}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-736", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 478.4099160169717}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-747", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 476.5935830073431}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-768", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 558.02979200962}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-775", "true": "cancel_order", "pred": "payment_issue", "latency_ms": 921.0470410180278}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-832", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 613.2530419854447}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-841", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 602.8765420196578}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-887", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 484.6279589983169}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-888", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 968.2912080024835}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-942", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 610.7540840166621}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-946", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 587.9497500136495}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-963", "true": "cancel_order", "pred": "cancel_order", "latency_ms": 491.98445898946375}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1005", "true": "change_order", "pred": "change_order", "latency_ms": 545.5131250200793}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1045", "true": "change_order", "pred": "change_order", "latency_ms": 546.0661250108387}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1064", "true": "change_order", "pred": "change_order", "latency_ms": 596.5392499929294}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1100", "true": "change_order", "pred": "delete_account", "latency_ms": 602.0492500101682}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1147", "true": "change_order", "pred": "change_order", "latency_ms": 1210.2838749997318}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1166", "true": "change_order", "pred": "change_order", "latency_ms": 413.2019999960903}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1182", "true": "change_order", "pred": "change_order", "latency_ms": 552.2742089815438}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1205", "true": "change_order", "pred": "change_order", "latency_ms": 479.77508301846683}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1246", "true": "change_order", "pred": "change_order", "latency_ms": 599.8040419945028}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1273", "true": "change_order", "pred": "change_order", "latency_ms": 568.2662919862196}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1281", "true": "change_order", "pred": "change_order", "latency_ms": 509.58720897324383}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1283", "true": "change_order", "pred": "change_order", "latency_ms": 729.2431670066435}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1327", "true": "change_order", "pred": "change_order", "latency_ms": 1111.9672500062734}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1355", "true": "change_order", "pred": "change_order", "latency_ms": 549.9435829988215}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1410", "true": "change_order", "pred": "change_order", "latency_ms": 490.57579098735005}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1424", "true": "change_order", "pred": "change_order", "latency_ms": 516.986916976748}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1453", "true": "change_order", "pred": "change_order", "latency_ms": 529.3567499902565}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1515", "true": "change_order", "pred": "change_order", "latency_ms": 655.7755419926252}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1522", "true": "change_order", "pred": "change_order", "latency_ms": 613.9662500063423}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1538", "true": "change_order", "pred": "change_order", "latency_ms": 614.3250000022817}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1542", "true": "change_order", "pred": "change_order", "latency_ms": 985.0807499897201}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1555", "true": "change_order", "pred": "change_order", "latency_ms": 684.4561669859104}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1566", "true": "change_order", "pred": "change_order", "latency_ms": 2150.096458994085}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1631", "true": "change_order", "pred": "change_order", "latency_ms": 530.6927910132799}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1688", "true": "change_order", "pred": "change_order", "latency_ms": 825.7773749937769}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1759", "true": "change_order", "pred": "change_order", "latency_ms": 659.5437079959083}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1760", "true": "change_order", "pred": "change_order", "latency_ms": 596.8324169807602}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1767", "true": "change_order", "pred": "change_order", "latency_ms": 489.6946249937173}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1786", "true": "change_order", "pred": "change_order", "latency_ms": 570.1252089929767}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1789", "true": "change_order", "pred": "change_order", "latency_ms": 608.685790997697}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1799", "true": "change_order", "pred": "change_order", "latency_ms": 534.2837079952005}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1806", "true": "change_order", "pred": "change_order", "latency_ms": 753.7522500206251}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1812", "true": "change_order", "pred": "change_order", "latency_ms": 507.0131669926923}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1860", "true": "change_order", "pred": "change_order", "latency_ms": 529.5965000113938}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1887", "true": "change_order", "pred": "change_order", "latency_ms": 426.3839169871062}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1900", "true": "change_order", "pred": "change_order", "latency_ms": 880.5183329968713}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1911", "true": "change_order", "pred": "change_order", "latency_ms": 613.4272499766666}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1917", "true": "change_order", "pred": "change_order", "latency_ms": 638.0597499955911}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1944", "true": "change_order", "pred": "change_order", "latency_ms": 554.3879160250071}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-1955", "true": "change_order", "pred": "change_order", "latency_ms": 747.2862080030609}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2007", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 589.4422080018558}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2030", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 365.074208995793}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2036", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 895.3252090141177}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2042", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 651.6552910034079}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2063", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 606.7495830066036}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2134", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 582.9354999877978}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2185", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 640.1939589995891}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2190", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 607.8505420009606}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2253", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 540.5233330093324}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2265", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 635.1861250004731}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2266", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 482.0265829912387}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2275", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 610.3272089967504}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2322", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 1398.9277909859084}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2330", "true": "change_shipping_address", "pred": "edit_account", "latency_ms": 597.9380829958245}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2343", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 572.900541999843}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2346", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 768.2740830059629}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2366", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 520.9447910019662}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2398", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 1533.2460420031566}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2441", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 536.0167500039097}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2467", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 504.46641599410214}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2484", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 507.28762499056756}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2500", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 455.5165829951875}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2537", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 594.2622910079081}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2540", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 392.53483299398795}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2581", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 639.4215420004912}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2627", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 618.7085830024444}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2644", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 556.4234589983243}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2655", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 423.3526249881834}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2662", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 408.7375829985831}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2669", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 609.3929590133484}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2713", "true": "change_shipping_address", "pred": "registration_problems", "latency_ms": 611.8814169894904}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2746", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 592.3895830055699}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2832", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 612.5044579966925}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2853", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 550.390749995131}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2868", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 578.9745840011165}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2875", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 615.4377920029219}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2892", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 616.7797910165973}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2946", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 918.9912910223939}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2961", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 611.6861659975257}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2967", "true": "change_shipping_address", "pred": "change_shipping_address", "latency_ms": 543.558082979871}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-2981", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 573.6661670089234}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3003", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 574.7475419775583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3008", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 329.6634590078611}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3009", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 469.39495898550376}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3013", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 1004.2799579969142}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3043", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 394.75833301548846}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3053", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 688.5086249967571}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3060", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 578.7583750206977}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3138", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 710.7636670116335}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3188", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 416.88529201201163}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3235", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 678.2195830019191}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3247", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 391.97687499108724}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3248", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 470.89262498775497}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3262", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 606.8662920151837}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3272", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 731.6819579864386}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3305", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 510.6686659855768}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3340", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 898.2016250083689}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3354", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 628.9792919997126}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3361", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 539.0173329797108}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3364", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 411.78349999245256}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3369", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 559.1763330157846}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3390", "true": "check_cancellation_fee", "pred": "check_refund_policy", "latency_ms": 474.4101249962114}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3493", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 1137.0835840061773}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3532", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 358.25137500069104}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3558", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 768.3184589841403}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3588", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 728.3800000150222}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3650", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 673.5610000032466}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3674", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 589.1736250196118}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3681", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 2785.317457979545}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3718", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 625.7530000002589}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3734", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 725.7959999842569}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3750", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 746.2597500125412}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3766", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 835.9860419877805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3795", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 686.2172090040985}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3829", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 822.9374579968862}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3860", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 605.6747080001514}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3865", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 480.35341600188985}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3868", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 557.1289589861408}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3891", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 571.845750004286}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3912", "true": "check_cancellation_fee", "pred": "check_cancellation_fee", "latency_ms": 592.9352920211386}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3941", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 632.0834170037415}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3971", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 687.1150420047343}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-3983", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 499.1391669900622}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4034", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 472.34266699524596}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4054", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 656.318666995503}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4092", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 618.5793750046287}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4114", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 597.9475839994848}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4182", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 539.4797500048298}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4221", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 408.7021670129616}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4260", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 602.2993749938905}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4273", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 656.968582974514}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4292", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 548.0616249842569}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4294", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 505.02524999319576}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4296", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 837.5274169957265}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4323", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 500.9991659899242}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4338", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 990.567667002324}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4399", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 414.51945799053647}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4457", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 562.3518330103252}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4466", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 568.2881670072675}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4477", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 587.8806659893598}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4512", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 545.984790980583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4525", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 542.8432500048075}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4528", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 512.7975420036819}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4552", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 532.8238339861855}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4558", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 994.0743749903049}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4589", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 570.6489169970155}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4600", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 962.3949170054402}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4639", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 614.6172909939196}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4641", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 597.5519589846954}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4642", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 513.5325000155717}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4681", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 475.3553749760613}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4688", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 540.5254999932367}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4694", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 712.3490419762675}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4744", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 485.1246670004912}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4745", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 499.3077919934876}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4763", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 590.653499995824}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4778", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 1004.8415829951409}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4785", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 554.1273749840911}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4823", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 582.7167079842184}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4867", "true": "check_invoice", "pred": "check_invoice", "latency_ms": 673.09408300207}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4952", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 609.4002910249401}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4972", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 513.9411670097616}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4979", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 634.1343329986557}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-4994", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 556.551457993919}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5002", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 563.1545420037583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5014", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 403.5232499882113}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5030", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 892.7068749908358}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5041", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 900.1004589954391}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5084", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 693.1677920219954}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5095", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 857.9017909942195}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5186", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 1217.5112499971874}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5260", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 515.194125007838}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5290", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 427.7900829911232}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5320", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 639.9887920124456}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5341", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 487.87945799995214}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5416", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 408.1597499898635}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5419", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 538.166790996911}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5449", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 490.2350419724826}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5500", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 841.1872500146274}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5519", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 594.9370419839397}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5585", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 578.9816249744035}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5587", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 622.8251249995083}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5639", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 748.3921670063864}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5702", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 1746.034374984447}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5711", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 551.5517920139246}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5734", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 528.9319169824012}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5761", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 614.0179999929387}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5771", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 418.7760829809122}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5797", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 622.9449580132496}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5799", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 856.2082080170512}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5805", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 512.3291249910835}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5811", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 628.4722079872154}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5833", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 574.7822920093313}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5845", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 613.8231249933597}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5846", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 455.56979201501235}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5857", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 614.6167910192162}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5874", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 702.5371250056196}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5901", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 740.7066659943666}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5902", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 421.7402499925811}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5905", "true": "check_payment_methods", "pred": "check_payment_methods", "latency_ms": 498.6510839953553}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5932", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 571.388249984011}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5954", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 455.8930000057444}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-5984", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 947.8015420027077}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6007", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 627.3860420042183}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6036", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 445.83095898269676}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6092", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1034.188624995295}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6105", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1069.3478339817375}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6134", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 707.672749995254}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6155", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 593.7424580042716}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6157", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 619.9420409975573}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6160", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 405.32858300139196}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6255", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 693.3198749902658}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6256", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 475.83416700945236}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6275", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 667.5579170114361}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6337", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 351.078542007599}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6344", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 628.0397920054384}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6357", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 469.9456660018768}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6364", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 513.9331250102259}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6439", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 664.4886670110282}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6459", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 550.8282910159323}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6483", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 701.898291008547}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6489", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 946.5377920132596}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6499", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 998.7720409990288}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6502", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 521.9932080071885}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6511", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 585.79524999368}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6512", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 704.9804169801064}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6551", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 640.3828330221586}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6553", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 521.8469160026871}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6569", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 483.7431670166552}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6658", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 432.72916701971553}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6669", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 460.15112500754185}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6701", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 502.0878340001218}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6727", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 604.0155420196243}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6731", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 693.4487080143299}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6748", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 732.5885409954935}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6749", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 632.1124579990283}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6754", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 425.9260419930797}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6769", "true": "check_refund_policy", "pred": "track_refund", "latency_ms": 582.4858749983832}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6835", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 415.6213749956805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6884", "true": "check_refund_policy", "pred": "check_refund_policy", "latency_ms": 1277.7886250114534}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6917", "true": "complaint", "pred": "complaint", "latency_ms": 1034.3875419930555}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6938", "true": "complaint", "pred": "complaint", "latency_ms": 602.8476660139859}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6982", "true": "complaint", "pred": "complaint", "latency_ms": 550.095834012609}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-6991", "true": "complaint", "pred": "complaint", "latency_ms": 526.2537919916213}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7037", "true": "complaint", "pred": "complaint", "latency_ms": 457.6478330127429}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7063", "true": "complaint", "pred": "complaint", "latency_ms": 574.2080829804763}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7079", "true": "complaint", "pred": "complaint", "latency_ms": 797.3471659934148}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7092", "true": "complaint", "pred": "complaint", "latency_ms": 537.0245839876588}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7120", "true": "complaint", "pred": "complaint", "latency_ms": 391.82337498641573}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7272", "true": "complaint", "pred": "complaint", "latency_ms": 454.71937500406057}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7297", "true": "complaint", "pred": "complaint", "latency_ms": 552.1727919986006}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7320", "true": "complaint", "pred": "complaint", "latency_ms": 569.8697500047274}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7348", "true": "complaint", "pred": "complaint", "latency_ms": 756.7495830007829}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7375", "true": "complaint", "pred": "complaint", "latency_ms": 453.66175001254305}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7377", "true": "complaint", "pred": "complaint", "latency_ms": 534.1822500049602}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7384", "true": "complaint", "pred": "complaint", "latency_ms": 564.3773339979816}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7407", "true": "complaint", "pred": "complaint", "latency_ms": 1498.0490419839043}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7409", "true": "complaint", "pred": "complaint", "latency_ms": 548.4285830170847}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7444", "true": "complaint", "pred": "complaint", "latency_ms": 525.3633339889348}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7453", "true": "complaint", "pred": "complaint", "latency_ms": 523.560166999232}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7455", "true": "complaint", "pred": "complaint", "latency_ms": 523.0114579899237}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7456", "true": "complaint", "pred": "complaint", "latency_ms": 577.7892500045709}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7460", "true": "complaint", "pred": "complaint", "latency_ms": 738.8120830000844}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7499", "true": "complaint", "pred": "complaint", "latency_ms": 820.3388749971054}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7510", "true": "complaint", "pred": "complaint", "latency_ms": 619.4643340131734}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7511", "true": "complaint", "pred": "complaint", "latency_ms": 616.617291001603}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7540", "true": "complaint", "pred": "complaint", "latency_ms": 509.1920830018353}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7543", "true": "complaint", "pred": "complaint", "latency_ms": 470.5895000079181}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7586", "true": "complaint", "pred": "complaint", "latency_ms": 634.4208329974208}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7589", "true": "complaint", "pred": "complaint", "latency_ms": 421.07166699133813}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7597", "true": "complaint", "pred": "complaint", "latency_ms": 514.7424580063671}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7655", "true": "complaint", "pred": "complaint", "latency_ms": 501.60916699678637}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7706", "true": "complaint", "pred": "complaint", "latency_ms": 410.57766700396314}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7755", "true": "complaint", "pred": "complaint", "latency_ms": 400.4591669945512}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7791", "true": "complaint", "pred": "complaint", "latency_ms": 429.72341598942876}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7802", "true": "complaint", "pred": "complaint", "latency_ms": 957.7496669953689}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7813", "true": "complaint", "pred": "complaint", "latency_ms": 553.1113339820877}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7823", "true": "complaint", "pred": "complaint", "latency_ms": 480.51291701267473}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7864", "true": "complaint", "pred": "complaint", "latency_ms": 521.8775419925805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7889", "true": "complaint", "pred": "complaint", "latency_ms": 471.2770000041928}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7970", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 505.0409999967087}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7976", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 526.5038750076201}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-7977", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 554.8307499848306}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8031", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 1030.9796670044307}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8050", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 429.1574999806471}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8054", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 740.7487919845153}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8073", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 571.6420000244398}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8076", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 412.72783299791627}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8080", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 450.02487499732524}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8145", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 382.1798340068199}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8280", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 2421.404041000642}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8284", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 733.0869589932263}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8309", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 426.5715000219643}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8331", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 393.44033400993794}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8338", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 576.4586250006687}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8339", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 542.6446659839712}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8354", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 553.6818749969825}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8391", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 584.8344579862896}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8402", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 636.6739160148427}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8426", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 560.0569170201197}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8432", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 479.4935420213733}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8445", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 954.8732080147602}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8496", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 493.7517500075046}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8502", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 517.7440420084167}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8507", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 1333.0178339965641}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8536", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 375.99237501854077}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8553", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 551.3971250038594}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8612", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 1060.3650830162223}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8650", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 566.796915984014}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8701", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 818.9076250127982}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8734", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 629.6985000080895}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8737", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 448.72375001432374}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8768", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 496.006707980996}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8807", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 328.0030000023544}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8823", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 596.0338339791633}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8849", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 507.5539580138866}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8850", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 474.7784580104053}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8856", "true": "contact_customer_service", "pred": "contact_human_agent", "latency_ms": 889.4469999941066}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8859", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 512.2298340138514}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8879", "true": "contact_customer_service", "pred": "contact_customer_service", "latency_ms": 537.5108750013169}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-8914", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 582.3263330094051}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9014", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 656.1272919934709}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9031", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 392.2734579828102}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9063", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 526.0710830043536}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9098", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 574.5617909997236}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9114", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 551.7344579857308}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9145", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 385.49208399490453}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9149", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 3843.186791986227}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9162", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 627.5686669978313}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9175", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 377.3298340092879}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9192", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 1416.720000008354}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9233", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 644.1860830236692}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9239", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 439.28395799594}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9256", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 534.1504999960307}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9264", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 450.70687498082407}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9289", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 683.3303750026971}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9299", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 533.0527500191238}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9320", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 440.59483299497515}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9333", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 418.15270800725557}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9342", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 535.8544159971643}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9347", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 799.6112089895178}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9429", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 552.7387500042096}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9430", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 482.62250001425855}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9432", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 445.1227499812376}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9546", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 687.7284160000272}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9555", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 603.7688750075176}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9567", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 410.6424589990638}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9593", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 623.8829159992747}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9630", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 2053.8496669905726}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9679", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 655.2692079858389}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9680", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 372.19245900632814}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9692", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 385.50262499484234}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9697", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 498.2027499936521}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9740", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 857.7625830075704}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9804", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 557.5350830040406}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9805", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 596.7267919913866}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9828", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 639.0625410131179}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9860", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 563.3652080141474}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9866", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 700.7134580053389}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9910", "true": "contact_human_agent", "pred": "contact_human_agent", "latency_ms": 568.8819159986451}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-9934", "true": "create_account", "pred": "create_account", "latency_ms": 567.3561659932602}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10010", "true": "create_account", "pred": "create_account", "latency_ms": 422.52437499701045}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10018", "true": "create_account", "pred": "create_account", "latency_ms": 378.6010409821756}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10027", "true": "create_account", "pred": "create_account", "latency_ms": 1051.6232080117334}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10029", "true": "create_account", "pred": "create_account", "latency_ms": 618.8032499921974}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10044", "true": "create_account", "pred": "create_account", "latency_ms": 547.5554580043536}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10131", "true": "create_account", "pred": "registration_problems", "latency_ms": 535.13025000575}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10240", "true": "create_account", "pred": "create_account", "latency_ms": 1882.6753340254072}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10270", "true": "create_account", "pred": "create_account", "latency_ms": 363.1732090143487}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10275", "true": "create_account", "pred": "create_account", "latency_ms": 429.94820899912156}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10332", "true": "create_account", "pred": "create_account", "latency_ms": 556.7324580042623}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10350", "true": "create_account", "pred": "create_account", "latency_ms": 470.8521669963375}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10387", "true": "create_account", "pred": "create_account", "latency_ms": 606.9185420055874}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10397", "true": "create_account", "pred": "create_account", "latency_ms": 542.3680420208257}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10418", "true": "create_account", "pred": "create_account", "latency_ms": 471.73383299377747}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10432", "true": "create_account", "pred": "create_account", "latency_ms": 652.9991660208907}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10442", "true": "create_account", "pred": "create_account", "latency_ms": 646.0969999898225}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10449", "true": "create_account", "pred": "create_account", "latency_ms": 1408.0587080097757}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10466", "true": "create_account", "pred": "create_account", "latency_ms": 503.09750001179054}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10505", "true": "create_account", "pred": "registration_problems", "latency_ms": 611.5436250111088}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10533", "true": "create_account", "pred": "create_account", "latency_ms": 411.47525000269525}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10534", "true": "create_account", "pred": "create_account", "latency_ms": 444.6578749921173}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10538", "true": "create_account", "pred": "create_account", "latency_ms": 440.91262502479367}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10568", "true": "create_account", "pred": "create_account", "latency_ms": 554.7104169963859}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10616", "true": "create_account", "pred": "create_account", "latency_ms": 440.78916698344983}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10642", "true": "create_account", "pred": "create_account", "latency_ms": 670.852790994104}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10647", "true": "create_account", "pred": "create_account", "latency_ms": 484.054542001104}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10672", "true": "create_account", "pred": "create_account", "latency_ms": 607.418041996425}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10692", "true": "create_account", "pred": "create_account", "latency_ms": 532.5722080015112}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10700", "true": "create_account", "pred": "create_account", "latency_ms": 486.5011660149321}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10725", "true": "create_account", "pred": "create_account", "latency_ms": 1102.5683330080938}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10729", "true": "create_account", "pred": "registration_problems", "latency_ms": 866.3720420154277}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10756", "true": "create_account", "pred": "registration_problems", "latency_ms": 638.7746249965858}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10793", "true": "create_account", "pred": "create_account", "latency_ms": 511.87108299927786}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10825", "true": "create_account", "pred": "create_account", "latency_ms": 1020.8861250139307}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10831", "true": "create_account", "pred": "create_account", "latency_ms": 787.4735420045909}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10855", "true": "create_account", "pred": "create_account", "latency_ms": 596.2708340084646}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10866", "true": "create_account", "pred": "create_account", "latency_ms": 519.5471670012921}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10894", "true": "create_account", "pred": "create_account", "latency_ms": 511.12958299927413}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10901", "true": "create_account", "pred": "create_account", "latency_ms": 542.1046249975916}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10967", "true": "delete_account", "pred": "delete_account", "latency_ms": 961.4126670057885}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-10988", "true": "delete_account", "pred": "delete_account", "latency_ms": 823.780083010206}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11011", "true": "delete_account", "pred": "delete_account", "latency_ms": 551.5066249936353}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11015", "true": "delete_account", "pred": "delete_account", "latency_ms": 581.5225830010604}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11023", "true": "delete_account", "pred": "delete_account", "latency_ms": 508.857667009579}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11033", "true": "delete_account", "pred": "delete_account", "latency_ms": 512.0141249790322}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11057", "true": "delete_account", "pred": "delete_account", "latency_ms": 474.62725001969375}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11082", "true": "delete_account", "pred": "delete_account", "latency_ms": 477.1687500178814}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11093", "true": "delete_account", "pred": "delete_account", "latency_ms": 485.12704198947176}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11105", "true": "delete_account", "pred": "delete_account", "latency_ms": 405.8649580110796}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11118", "true": "delete_account", "pred": "delete_account", "latency_ms": 495.2230829803739}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11121", "true": "delete_account", "pred": "delete_account", "latency_ms": 509.4260839978233}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11144", "true": "delete_account", "pred": "delete_account", "latency_ms": 866.0827499988955}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11219", "true": "delete_account", "pred": "delete_account", "latency_ms": 1449.558291991707}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11227", "true": "delete_account", "pred": "delete_account", "latency_ms": 621.2825829861686}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11275", "true": "delete_account", "pred": "delete_account", "latency_ms": 1005.6073750020005}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11321", "true": "delete_account", "pred": "delete_account", "latency_ms": 456.6201249836013}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11325", "true": "delete_account", "pred": "delete_account", "latency_ms": 566.2941669870634}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11327", "true": "delete_account", "pred": "delete_account", "latency_ms": 476.60762499435805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11337", "true": "delete_account", "pred": "delete_account", "latency_ms": 578.755334019661}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11468", "true": "delete_account", "pred": "check_cancellation_fee", "latency_ms": 1046.940041007474}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11478", "true": "delete_account", "pred": "delete_account", "latency_ms": 831.4593340037391}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11488", "true": "delete_account", "pred": "check_cancellation_fee", "latency_ms": 380.6205840082839}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11532", "true": "delete_account", "pred": "delete_account", "latency_ms": 605.6091250211466}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11535", "true": "delete_account", "pred": "cancel_order", "latency_ms": 477.0018749986775}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11555", "true": "delete_account", "pred": "delete_account", "latency_ms": 502.3810419952497}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11573", "true": "delete_account", "pred": "delete_account", "latency_ms": 441.26250001136214}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11585", "true": "delete_account", "pred": "delete_account", "latency_ms": 414.99304200988263}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11652", "true": "delete_account", "pred": "delete_account", "latency_ms": 382.4330839852337}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11672", "true": "delete_account", "pred": "delete_account", "latency_ms": 637.9022079927381}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11673", "true": "delete_account", "pred": "delete_account", "latency_ms": 697.3874589893967}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11678", "true": "delete_account", "pred": "delete_account", "latency_ms": 492.0337500225287}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11683", "true": "delete_account", "pred": "delete_account", "latency_ms": 613.5012499871664}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11716", "true": "delete_account", "pred": "delete_account", "latency_ms": 325.0906660105102}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11728", "true": "delete_account", "pred": "delete_account", "latency_ms": 427.0121250010561}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11788", "true": "delete_account", "pred": "delete_account", "latency_ms": 339.9773749988526}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11827", "true": "delete_account", "pred": "delete_account", "latency_ms": 967.2507499926724}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11872", "true": "delete_account", "pred": "delete_account", "latency_ms": 632.5870830041822}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11884", "true": "delete_account", "pred": "delete_account", "latency_ms": 453.5039590264205}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11889", "true": "delete_account", "pred": "delete_account", "latency_ms": 485.4798340238631}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11915", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 420.10983399813995}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-11921", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 582.6017910148948}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12015", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 535.323290998349}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12079", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1156.2936250120401}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12097", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 603.82474999642}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12114", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 576.7237090039998}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12122", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 528.4552910015918}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12130", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 528.1488330219872}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12143", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 327.9675420199055}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12149", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 547.6237080001738}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12167", "true": "delivery_options", "pred": "place_order", "latency_ms": 771.6705840139184}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12236", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1395.9723750012927}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12268", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 601.847749989247}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12314", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 588.6402089963667}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12324", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 509.47204101248644}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12359", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 524.5765419967938}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12390", "true": "delivery_options", "pred": "place_order", "latency_ms": 637.3067920212634}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12400", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 611.1976249958389}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12404", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 588.5105839988682}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12414", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 458.1926249957178}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12429", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 505.01266701030545}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12464", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 504.66454098932445}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12510", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 2158.5822500055656}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12511", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 446.8466249818448}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12526", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 859.3419170065317}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12537", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 585.0522500113584}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12541", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 528.1855000066571}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12601", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 509.11499999347143}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12675", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 486.25191699829884}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12713", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 484.9743340164423}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12717", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 674.2170829966199}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12726", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 1148.8274169969372}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12741", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 583.5201670124661}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12761", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 922.6087080023717}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12790", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 404.94825001223944}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12809", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 888.2442909816746}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12810", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 517.5457920122426}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12848", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 558.0720830184873}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12862", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 638.4777920029592}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12881", "true": "delivery_options", "pred": "delivery_options", "latency_ms": 506.86550000682473}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12907", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 508.9485420030542}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12961", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 418.83362500811927}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-12988", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 407.38837502431124}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13001", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 508.38666601339355}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13028", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 530.7383329782169}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13033", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 437.5964580103755}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13074", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 397.8522089892067}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13076", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 510.6213749968447}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13100", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 445.50874998094514}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13169", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 652.7881670044735}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13192", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 474.26208399701864}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13197", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 525.0963339931332}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13212", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 951.8319169874303}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13232", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 574.5046669908334}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13275", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 387.43337499909103}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13425", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 544.7127499792259}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13442", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 559.4594579888508}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13446", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 462.86425000289455}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13494", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 511.2295839935541}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13503", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 671.7871660075616}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13512", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 467.48616598779336}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13515", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 447.64720799867064}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13525", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 499.781291000545}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13544", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 786.6842079965863}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13561", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 363.14466697513126}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13603", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 745.2935419860296}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13610", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 519.7091659938451}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13636", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 565.2885420131497}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13664", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 418.44574999413453}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13680", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 432.60712499613874}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13688", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 688.6576249962673}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13715", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 455.09987499099225}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13748", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 485.70254200603813}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13754", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 428.9635000168346}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13771", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 402.7666249894537}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13780", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 618.4025840193499}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13789", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 499.0154170081951}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13793", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 522.0918339909986}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13829", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 530.7457500020973}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13838", "true": "delivery_period", "pred": "delivery_period", "latency_ms": 624.7164589876775}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13963", "true": "edit_account", "pred": "edit_account", "latency_ms": 387.36912500462495}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13966", "true": "edit_account", "pred": "contact_customer_service", "latency_ms": 888.8296670047566}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13968", "true": "edit_account", "pred": "edit_account", "latency_ms": 940.6667079892941}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13974", "true": "edit_account", "pred": "edit_account", "latency_ms": 384.0763749903999}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13986", "true": "edit_account", "pred": "edit_account", "latency_ms": 472.56904101232067}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-13995", "true": "edit_account", "pred": "edit_account", "latency_ms": 923.9973749790806}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14007", "true": "edit_account", "pred": "edit_account", "latency_ms": 487.0136249810457}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14013", "true": "edit_account", "pred": "edit_account", "latency_ms": 445.4893750080373}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14070", "true": "edit_account", "pred": "edit_account", "latency_ms": 602.2266249929089}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14077", "true": "edit_account", "pred": "edit_account", "latency_ms": 540.5235409853049}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14100", "true": "edit_account", "pred": "edit_account", "latency_ms": 687.1302910149097}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14160", "true": "edit_account", "pred": "edit_account", "latency_ms": 438.28095798380673}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14203", "true": "edit_account", "pred": "edit_account", "latency_ms": 528.9175829966553}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14214", "true": "edit_account", "pred": "edit_account", "latency_ms": 757.5154170044698}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14324", "true": "edit_account", "pred": "edit_account", "latency_ms": 590.2953330078162}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14329", "true": "edit_account", "pred": "edit_account", "latency_ms": 534.9294169864152}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14351", "true": "edit_account", "pred": "edit_account", "latency_ms": 463.9905419899151}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14355", "true": "edit_account", "pred": "edit_account", "latency_ms": 502.37425000523217}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14393", "true": "edit_account", "pred": "edit_account", "latency_ms": 531.9257919909433}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14409", "true": "edit_account", "pred": "edit_account", "latency_ms": 451.8933340150397}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14454", "true": "edit_account", "pred": "edit_account", "latency_ms": 461.2427910033148}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14469", "true": "edit_account", "pred": "edit_account", "latency_ms": 1075.4319580155425}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14474", "true": "edit_account", "pred": "edit_account", "latency_ms": 459.3097500037402}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14476", "true": "edit_account", "pred": "edit_account", "latency_ms": 647.4557079782244}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14477", "true": "edit_account", "pred": "edit_account", "latency_ms": 1973.165791016072}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14484", "true": "edit_account", "pred": "edit_account", "latency_ms": 685.478500003228}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14488", "true": "edit_account", "pred": "edit_account", "latency_ms": 516.9732919894159}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14514", "true": "edit_account", "pred": "edit_account", "latency_ms": 465.15249999356456}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14597", "true": "edit_account", "pred": "edit_account", "latency_ms": 917.8802910028026}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14606", "true": "edit_account", "pred": "edit_account", "latency_ms": 879.8571660008747}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14613", "true": "edit_account", "pred": "edit_account", "latency_ms": 626.6280419949908}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14625", "true": "edit_account", "pred": "edit_account", "latency_ms": 605.9563329908997}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14646", "true": "edit_account", "pred": "edit_account", "latency_ms": 574.160792020848}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14724", "true": "edit_account", "pred": "edit_account", "latency_ms": 935.824957996374}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14777", "true": "edit_account", "pred": "edit_account", "latency_ms": 348.4490000118967}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14804", "true": "edit_account", "pred": "edit_account", "latency_ms": 511.9223750079982}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14811", "true": "edit_account", "pred": "edit_account", "latency_ms": 377.97591599519365}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14844", "true": "edit_account", "pred": "edit_account", "latency_ms": 381.02779199834913}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14869", "true": "edit_account", "pred": "edit_account", "latency_ms": 539.3489580019377}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14888", "true": "edit_account", "pred": "edit_account", "latency_ms": 512.4776250158902}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14913", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 396.9399159832392}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14934", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 485.4474159947131}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14945", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 614.2582500178833}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14949", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 524.9562080134638}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14950", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 511.06233400059864}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14954", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 1299.7089159907773}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14976", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 537.6393329934217}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-14999", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 498.5954579897225}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15038", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 541.0844169964548}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15039", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 760.1874579850119}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15150", "true": "get_invoice", "pred": "check_invoice", "latency_ms": 564.1211250040215}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15236", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 1134.086500009289}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15363", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 326.38129201950505}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15382", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 388.7002080155071}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15405", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 596.5475419943687}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15410", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 606.6552500124089}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15411", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 566.9683339947369}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15458", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 506.533625011798}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15461", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 442.7928749937564}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15475", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 678.5741249914281}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15498", "true": "get_invoice", "pred": "check_invoice", "latency_ms": 1000.1790420210455}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15500", "true": "get_invoice", "pred": "check_invoice", "latency_ms": 785.1657079881988}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15504", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 460.79387501231395}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15524", "true": "get_invoice", "pred": "check_invoice", "latency_ms": 585.8195000037085}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15531", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 496.3682909728959}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15534", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 514.7057499852963}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15542", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 550.4996670060791}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15560", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 960.1353750040289}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15585", "true": "get_invoice", "pred": "check_invoice", "latency_ms": 521.9456670165528}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15595", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 740.8458330028225}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15614", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 709.3102500075474}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15623", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 773.6981670022942}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15657", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 540.5429590027779}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15660", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 684.7482919984031}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15678", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 537.8159169922583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15720", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 797.8905420168303}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15721", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 471.931209001923}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15783", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 489.3725000147242}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15807", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 388.81066598696634}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15831", "true": "get_invoice", "pred": "get_invoice", "latency_ms": 342.2457080159802}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15927", "true": "get_refund", "pred": "get_refund", "latency_ms": 475.5413749953732}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15962", "true": "get_refund", "pred": "get_refund", "latency_ms": 743.4659589780495}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-15970", "true": "get_refund", "pred": "get_refund", "latency_ms": 699.5050410041586}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16008", "true": "get_refund", "pred": "complaint", "latency_ms": 649.8222500085831}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16020", "true": "get_refund", "pred": "get_refund", "latency_ms": 734.4027500075754}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16039", "true": "get_refund", "pred": "get_refund", "latency_ms": 460.5743340216577}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16147", "true": "get_refund", "pred": "get_refund", "latency_ms": 575.1955000159796}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16153", "true": "get_refund", "pred": "get_refund", "latency_ms": 490.3830410039518}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16157", "true": "get_refund", "pred": "get_refund", "latency_ms": 511.75145799061283}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16182", "true": "get_refund", "pred": "get_refund", "latency_ms": 708.1281249993481}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16224", "true": "get_refund", "pred": "get_refund", "latency_ms": 446.8841250054538}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16228", "true": "get_refund", "pred": "track_refund", "latency_ms": 957.5396250002086}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16290", "true": "get_refund", "pred": "get_refund", "latency_ms": 761.7532919975929}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16301", "true": "get_refund", "pred": "complaint", "latency_ms": 663.9475830015726}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16369", "true": "get_refund", "pred": "get_refund", "latency_ms": 552.8075420006644}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16379", "true": "get_refund", "pred": "check_refund_policy", "latency_ms": 659.387500025332}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16421", "true": "get_refund", "pred": "get_refund", "latency_ms": 576.9531249825377}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16422", "true": "get_refund", "pred": "complaint", "latency_ms": 854.4740829966031}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16443", "true": "get_refund", "pred": "get_refund", "latency_ms": 670.3787909937091}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16535", "true": "get_refund", "pred": "get_refund", "latency_ms": 534.8620420263615}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16546", "true": "get_refund", "pred": "get_refund", "latency_ms": 364.77937499876134}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16558", "true": "get_refund", "pred": "get_refund", "latency_ms": 474.6167080011219}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16572", "true": "get_refund", "pred": "get_refund", "latency_ms": 693.7597920186818}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16589", "true": "get_refund", "pred": "get_refund", "latency_ms": 446.6890830080956}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16611", "true": "get_refund", "pred": "get_refund", "latency_ms": 526.5003330132458}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16618", "true": "get_refund", "pred": "get_refund", "latency_ms": 533.8892909931019}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16622", "true": "get_refund", "pred": "get_refund", "latency_ms": 574.4906670006458}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16644", "true": "get_refund", "pred": "get_refund", "latency_ms": 514.2410839907825}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16668", "true": "get_refund", "pred": "get_refund", "latency_ms": 1309.8428339872044}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16683", "true": "get_refund", "pred": "get_refund", "latency_ms": 398.51904098759405}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16730", "true": "get_refund", "pred": "get_refund", "latency_ms": 359.3888749892358}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16747", "true": "get_refund", "pred": "get_refund", "latency_ms": 538.1085420085583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16754", "true": "get_refund", "pred": "get_refund", "latency_ms": 529.9253749835771}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16789", "true": "get_refund", "pred": "get_refund", "latency_ms": 589.0252499957569}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16794", "true": "get_refund", "pred": "complaint", "latency_ms": 488.5773749847431}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16856", "true": "get_refund", "pred": "get_refund", "latency_ms": 893.593291984871}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16858", "true": "get_refund", "pred": "get_refund", "latency_ms": 737.2297909751069}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16878", "true": "get_refund", "pred": "get_refund", "latency_ms": 884.5512499974575}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16879", "true": "get_refund", "pred": "get_refund", "latency_ms": 1217.1735409938265}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16886", "true": "get_refund", "pred": "get_refund", "latency_ms": 697.9055420088116}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16922", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 531.4976249937899}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16965", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 550.794999988284}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16972", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 407.8309589822311}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16985", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 591.3611249998212}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16990", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 462.3576659942046}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-16998", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 475.2803749870509}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17033", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 456.90304099116474}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17056", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 619.0124590066262}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17075", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 460.6488329882268}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17123", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 1509.756165993167}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17136", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 774.138957989635}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17152", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 535.554875008529}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17154", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 506.13195897312835}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17219", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 510.83166600437835}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17281", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 879.174832982244}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17318", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 466.62175000528805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17331", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 515.7357499992941}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17345", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 472.9301669867709}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17405", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 547.1672499843407}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17418", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 555.0944169808645}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17440", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 480.70520799956284}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17453", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 407.3583330027759}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17479", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 490.98199998843484}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17489", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 375.03504200140014}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17495", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 572.3502500040922}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17506", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 506.73991700750776}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17530", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 557.5485410226975}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17532", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 442.36562500009313}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17537", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 733.6361249908805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17585", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 651.5920420060866}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17594", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 547.8985829977319}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17626", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 455.7617499958724}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17673", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 511.6403750143945}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17687", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 647.9984580073506}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17702", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 497.393750003539}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17736", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 524.0057920163963}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17765", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 512.0688340102788}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17784", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 553.9886249753181}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17825", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 541.7893329868093}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17891", "true": "newsletter_subscription", "pred": "newsletter_subscription", "latency_ms": 605.8205000008456}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17929", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 540.6388330156915}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17963", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 577.6666250021663}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17965", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 445.35679201362655}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-17992", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1138.0934169865213}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18003", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 651.703790994361}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18038", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 532.0337919984013}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18047", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 525.7245000102557}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18130", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 537.5259590218775}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18159", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 547.4050829943735}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18178", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 463.78337501664646}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18195", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 633.3898750017397}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18219", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 415.4810830077622}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18243", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 422.632583999075}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18270", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 513.4003340208437}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18281", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 616.5283329901285}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18325", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 616.6554160008673}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18330", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 592.054791020928}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18353", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1664.4537500105798}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18404", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 530.7742080185562}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18424", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 503.7652080063708}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18465", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 584.2649160185829}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18473", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 518.7064170022495}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18475", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 499.2159589892253}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18476", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 432.1725420013536}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18478", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 507.7695829968434}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18534", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1019.9988750100601}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18556", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1205.0724160217214}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18587", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 496.53574998956174}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18594", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 525.9565419983119}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18607", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1450.1073339779396}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18621", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 510.9229580266401}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18623", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 504.1953750187531}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18641", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 493.4862499940209}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18646", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 511.6191660054028}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18650", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 516.4909590093885}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18663", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 1774.4798749918118}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18696", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 407.90874999947846}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18718", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 648.050207993947}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18737", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 566.8008330103476}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18887", "true": "payment_issue", "pred": "payment_issue", "latency_ms": 804.8456250107847}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-18900", "true": "place_order", "pred": "place_order", "latency_ms": 1594.8160419939086}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19005", "true": "place_order", "pred": "place_order", "latency_ms": 606.0907499922905}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19038", "true": "place_order", "pred": "place_order", "latency_ms": 549.6491250232793}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19066", "true": "place_order", "pred": "place_order", "latency_ms": 816.8040000018664}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19090", "true": "place_order", "pred": "place_order", "latency_ms": 524.8126250226051}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19091", "true": "place_order", "pred": "place_order", "latency_ms": 492.7899579924997}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19169", "true": "place_order", "pred": "place_order", "latency_ms": 600.8668750000652}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19185", "true": "place_order", "pred": "place_order", "latency_ms": 536.2597920175176}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19215", "true": "place_order", "pred": "check_payment_methods", "latency_ms": 572.4352909892332}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19290", "true": "place_order", "pred": "place_order", "latency_ms": 524.1334169986658}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19296", "true": "place_order", "pred": "place_order", "latency_ms": 489.0056250151247}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19318", "true": "place_order", "pred": "place_order", "latency_ms": 504.3341669952497}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19321", "true": "place_order", "pred": "place_order", "latency_ms": 494.91345798014663}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19339", "true": "place_order", "pred": "complaint", "latency_ms": 657.0903329993598}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19346", "true": "place_order", "pred": "place_order", "latency_ms": 526.6800420067739}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19347", "true": "place_order", "pred": "complaint", "latency_ms": 952.1357089979574}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19395", "true": "place_order", "pred": "place_order", "latency_ms": 470.52437500678934}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19414", "true": "place_order", "pred": "place_order", "latency_ms": 782.2351249924395}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19415", "true": "place_order", "pred": "change_order", "latency_ms": 522.5228749914095}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19441", "true": "place_order", "pred": "place_order", "latency_ms": 473.70541701093316}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19460", "true": "place_order", "pred": "place_order", "latency_ms": 329.4141659862362}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19496", "true": "place_order", "pred": "place_order", "latency_ms": 765.763874980621}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19546", "true": "place_order", "pred": "place_order", "latency_ms": 628.678166976897}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19554", "true": "place_order", "pred": "place_order", "latency_ms": 561.5857500233687}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19571", "true": "place_order", "pred": "place_order", "latency_ms": 793.4960410057101}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19622", "true": "place_order", "pred": "place_order", "latency_ms": 566.399375005858}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19646", "true": "place_order", "pred": "place_order", "latency_ms": 807.4113329930697}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19649", "true": "place_order", "pred": "complaint", "latency_ms": 433.79154201829806}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19652", "true": "place_order", "pred": "contact_customer_service", "latency_ms": 409.46804100531153}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19671", "true": "place_order", "pred": "place_order", "latency_ms": 729.7297090117354}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19679", "true": "place_order", "pred": "place_order", "latency_ms": 415.66104200319387}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19683", "true": "place_order", "pred": "place_order", "latency_ms": 440.3837079880759}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19710", "true": "place_order", "pred": "place_order", "latency_ms": 746.7126660048962}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19715", "true": "place_order", "pred": "place_order", "latency_ms": 598.7236250075512}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19718", "true": "place_order", "pred": "place_order", "latency_ms": 378.76766701810993}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19728", "true": "place_order", "pred": "contact_customer_service", "latency_ms": 596.4028750022408}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19772", "true": "place_order", "pred": "place_order", "latency_ms": 571.2419580086134}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19858", "true": "place_order", "pred": "place_order", "latency_ms": 690.7776249863673}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19866", "true": "place_order", "pred": "place_order", "latency_ms": 352.20387499430217}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19868", "true": "place_order", "pred": "place_order", "latency_ms": 900.4207910038531}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19970", "true": "recover_password", "pred": "recover_password", "latency_ms": 538.2914170040749}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-19991", "true": "recover_password", "pred": "recover_password", "latency_ms": 556.7985420057084}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20021", "true": "recover_password", "pred": "recover_password", "latency_ms": 774.1140830039512}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20057", "true": "recover_password", "pred": "recover_password", "latency_ms": 480.20891699707136}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20060", "true": "recover_password", "pred": "recover_password", "latency_ms": 434.6764170040842}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20072", "true": "recover_password", "pred": "contact_customer_service", "latency_ms": 393.32112501142547}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20096", "true": "recover_password", "pred": "recover_password", "latency_ms": 616.3359159836546}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20112", "true": "recover_password", "pred": "recover_password", "latency_ms": 1322.5424580159597}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20122", "true": "recover_password", "pred": "recover_password", "latency_ms": 520.01812501112}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20175", "true": "recover_password", "pred": "recover_password", "latency_ms": 579.2735409922898}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20197", "true": "recover_password", "pred": "recover_password", "latency_ms": 539.9538750061765}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20218", "true": "recover_password", "pred": "recover_password", "latency_ms": 532.5319999828935}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20259", "true": "recover_password", "pred": "recover_password", "latency_ms": 612.8874169953633}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20307", "true": "recover_password", "pred": "recover_password", "latency_ms": 589.2749580089003}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20313", "true": "recover_password", "pred": "recover_password", "latency_ms": 708.3291249873582}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20320", "true": "recover_password", "pred": "edit_account", "latency_ms": 365.6982909888029}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20325", "true": "recover_password", "pred": "recover_password", "latency_ms": 510.4812089994084}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20356", "true": "recover_password", "pred": "recover_password", "latency_ms": 487.8874590212945}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20423", "true": "recover_password", "pred": "recover_password", "latency_ms": 579.3168340169359}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20431", "true": "recover_password", "pred": "recover_password", "latency_ms": 539.5905830082484}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20487", "true": "recover_password", "pred": "contact_human_agent", "latency_ms": 408.444500004407}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20508", "true": "recover_password", "pred": "recover_password", "latency_ms": 433.74066599062644}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20522", "true": "recover_password", "pred": "recover_password", "latency_ms": 645.2648330014199}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20528", "true": "recover_password", "pred": "recover_password", "latency_ms": 326.2060410052072}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20533", "true": "recover_password", "pred": "recover_password", "latency_ms": 766.3675829826389}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20545", "true": "recover_password", "pred": "recover_password", "latency_ms": 1432.1260419965256}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20566", "true": "recover_password", "pred": "recover_password", "latency_ms": 798.8970000005793}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20590", "true": "recover_password", "pred": "recover_password", "latency_ms": 478.46499999286607}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20600", "true": "recover_password", "pred": "recover_password", "latency_ms": 2156.449417001568}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20644", "true": "recover_password", "pred": "edit_account", "latency_ms": 443.85345801129006}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20654", "true": "recover_password", "pred": "recover_password", "latency_ms": 632.4279170075897}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20657", "true": "recover_password", "pred": "recover_password", "latency_ms": 329.2405419924762}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20663", "true": "recover_password", "pred": "recover_password", "latency_ms": 511.7509170086123}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20693", "true": "recover_password", "pred": "recover_password", "latency_ms": 879.6411670045927}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20842", "true": "recover_password", "pred": "recover_password", "latency_ms": 485.63537499285303}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20843", "true": "recover_password", "pred": "recover_password", "latency_ms": 801.173708983697}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20848", "true": "recover_password", "pred": "recover_password", "latency_ms": 410.82550000282936}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20862", "true": "recover_password", "pred": "recover_password", "latency_ms": 446.48433302063495}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20869", "true": "recover_password", "pred": "edit_account", "latency_ms": 615.0722909951583}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20881", "true": "recover_password", "pred": "recover_password", "latency_ms": 656.5469590132125}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20937", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 1080.3657500073314}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20948", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 613.3799589879345}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20959", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 363.19929198361933}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-20989", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 463.86537500075065}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21019", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 1429.352832987206}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21027", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 457.47666698298417}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21125", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 1459.5457499963231}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21141", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 559.1579580213875}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21153", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 556.6730420105159}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21160", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 597.4143330240622}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21198", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 611.2195419846103}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21248", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 476.6655410057865}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21256", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 421.34524998255074}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21275", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 570.7998750149272}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21302", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 663.609292008914}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21319", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 481.38304200256243}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21483", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 492.6620000042021}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21486", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 719.1886660002638}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21501", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 582.043166999938}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21503", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 648.8090830098372}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21515", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 610.5711669952143}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21523", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 515.742792020319}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21524", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 507.444624992786}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21542", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 504.0658329962753}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21558", "true": "registration_problems", "pred": "edit_account", "latency_ms": 707.1956250001676}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21559", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 515.8229160006158}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21580", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 440.8170840179082}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21617", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 445.5207919818349}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21631", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 574.3895840132609}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21646", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 477.12512500584126}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21656", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 484.590375010157}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21658", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 557.7623749850318}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21664", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 534.3707499851007}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21741", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 653.6994999914896}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21769", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 778.7632079853211}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21780", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 588.0772910022642}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21813", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 1260.9238749719225}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21817", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 614.9497080186848}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21819", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 476.73120800754987}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21852", "true": "registration_problems", "pred": "registration_problems", "latency_ms": 976.7321250110399}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21893", "true": "review", "pred": "review", "latency_ms": 572.3279580124654}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21937", "true": "review", "pred": "review", "latency_ms": 1435.59074998484}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21961", "true": "review", "pred": "review", "latency_ms": 436.38974998611957}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21967", "true": "review", "pred": "review", "latency_ms": 410.4437920032069}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-21982", "true": "review", "pred": "review", "latency_ms": 554.7906669962686}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22039", "true": "review", "pred": "review", "latency_ms": 536.2662500119768}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22067", "true": "review", "pred": "review", "latency_ms": 504.1368750098627}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22083", "true": "review", "pred": "review", "latency_ms": 612.8051660198253}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22089", "true": "review", "pred": "review", "latency_ms": 482.1004580007866}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22100", "true": "review", "pred": "review", "latency_ms": 368.7149160250556}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22104", "true": "review", "pred": "review", "latency_ms": 448.27591700595804}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22117", "true": "review", "pred": "review", "latency_ms": 373.9518749935087}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22177", "true": "review", "pred": "review", "latency_ms": 652.9487500083633}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22188", "true": "review", "pred": "review", "latency_ms": 568.1318750139326}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22199", "true": "review", "pred": "review", "latency_ms": 584.9572079896461}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22216", "true": "review", "pred": "review", "latency_ms": 434.79554101941176}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22253", "true": "review", "pred": "review", "latency_ms": 819.0052499994636}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22276", "true": "review", "pred": "review", "latency_ms": 511.2483330012765}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22298", "true": "review", "pred": "review", "latency_ms": 735.2942499855999}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22309", "true": "review", "pred": "review", "latency_ms": 552.773416013224}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22313", "true": "review", "pred": "review", "latency_ms": 339.2309169867076}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22314", "true": "review", "pred": "review", "latency_ms": 480.0200409954414}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22345", "true": "review", "pred": "review", "latency_ms": 531.7890409787651}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22351", "true": "review", "pred": "review", "latency_ms": 868.0446660146117}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22362", "true": "review", "pred": "review", "latency_ms": 517.130874999566}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22398", "true": "review", "pred": "complaint", "latency_ms": 379.97995800105855}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22461", "true": "review", "pred": "review", "latency_ms": 523.5424169804901}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22535", "true": "review", "pred": "review", "latency_ms": 468.3352910215035}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22561", "true": "review", "pred": "review", "latency_ms": 538.4777909785043}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22615", "true": "review", "pred": "review", "latency_ms": 1076.4317089924589}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22658", "true": "review", "pred": "review", "latency_ms": 599.1348339885008}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22727", "true": "review", "pred": "review", "latency_ms": 516.625666001346}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22764", "true": "review", "pred": "review", "latency_ms": 435.4939170007128}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22784", "true": "review", "pred": "review", "latency_ms": 802.987083006883}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22786", "true": "review", "pred": "review", "latency_ms": 348.6892090004403}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22834", "true": "review", "pred": "complaint", "latency_ms": 508.90575000084937}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22842", "true": "review", "pred": "review", "latency_ms": 378.72729200171307}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22844", "true": "review", "pred": "review", "latency_ms": 892.4446250020992}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22845", "true": "review", "pred": "review", "latency_ms": 493.594707979355}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22856", "true": "review", "pred": "review", "latency_ms": 492.18541602022015}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-22945", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 360.8246250078082}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23000", "true": "set_up_shipping_address", "pred": "registration_problems", "latency_ms": 582.8090000140946}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23032", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 572.0992499846034}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23046", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 636.5267090150155}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23091", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 1527.296957996441}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23094", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 836.862458003452}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23129", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 517.1296250191517}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23132", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 539.788124995539}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23157", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 624.3769169959705}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23172", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 620.0020420073997}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23177", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 383.1757500011008}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23185", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 463.3807080099359}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23187", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 913.9197499898728}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23188", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 549.0577910095453}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23248", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 713.4204169851728}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23261", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 482.6429169916082}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23277", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 643.0988749780226}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23314", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 353.6569169955328}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23362", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 477.15449999668635}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23377", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 586.1649589787703}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23395", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 690.6144170206971}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23398", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 566.6325839993078}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23415", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 592.8331660106778}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23434", "true": "set_up_shipping_address", "pred": "registration_problems", "latency_ms": 520.6335420079995}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23456", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 906.5098330029286}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23483", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 548.5380419995636}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23494", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 526.5201670117676}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23553", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 395.3778750146739}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23557", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 564.152875012951}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23559", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 392.80941599281505}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23588", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 861.8877919798251}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23636", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 636.6675409954041}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23659", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 492.96875001164153}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23727", "true": "set_up_shipping_address", "pred": "change_shipping_address", "latency_ms": 451.30612500361167}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23730", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 656.5885409945622}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23751", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 1044.5710409840103}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23794", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 666.7254170170054}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23826", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 517.0341249904595}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23827", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 439.6626660018228}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23856", "true": "set_up_shipping_address", "pred": "set_up_shipping_address", "latency_ms": 472.75637500570156}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23918", "true": "switch_account", "pred": "switch_account", "latency_ms": 1013.6753749975469}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23924", "true": "switch_account", "pred": "create_account", "latency_ms": 1218.4982920007315}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23949", "true": "switch_account", "pred": "switch_account", "latency_ms": 893.4884170012083}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23958", "true": "switch_account", "pred": "switch_account", "latency_ms": 506.6753329883795}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23977", "true": "switch_account", "pred": "switch_account", "latency_ms": 519.0672909957357}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23998", "true": "switch_account", "pred": "switch_account", "latency_ms": 464.55570799298584}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-23999", "true": "switch_account", "pred": "switch_account", "latency_ms": 514.3680839973968}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24061", "true": "switch_account", "pred": "edit_account", "latency_ms": 505.2217920019757}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24078", "true": "switch_account", "pred": "switch_account", "latency_ms": 913.4070000145584}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24095", "true": "switch_account", "pred": "switch_account", "latency_ms": 501.3497500040103}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24096", "true": "switch_account", "pred": "switch_account", "latency_ms": 965.5207920004614}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24102", "true": "switch_account", "pred": "switch_account", "latency_ms": 666.9587079959456}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24108", "true": "switch_account", "pred": "switch_account", "latency_ms": 470.5050000047777}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24118", "true": "switch_account", "pred": "switch_account", "latency_ms": 510.52299997536466}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24125", "true": "switch_account", "pred": "switch_account", "latency_ms": 440.22966601187363}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24183", "true": "switch_account", "pred": "switch_account", "latency_ms": 529.3455419887323}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24222", "true": "switch_account", "pred": "switch_account", "latency_ms": 522.8572920022998}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24273", "true": "switch_account", "pred": "switch_account", "latency_ms": 526.4412920223549}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24275", "true": "switch_account", "pred": "switch_account", "latency_ms": 492.1031249978114}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24293", "true": "switch_account", "pred": "switch_account", "latency_ms": 409.15229098754935}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24304", "true": "switch_account", "pred": "switch_account", "latency_ms": 558.2847920013592}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24335", "true": "switch_account", "pred": "switch_account", "latency_ms": 740.3644580044784}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24350", "true": "switch_account", "pred": "switch_account", "latency_ms": 665.497707988834}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24384", "true": "switch_account", "pred": "switch_account", "latency_ms": 611.315582995303}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24393", "true": "switch_account", "pred": "switch_account", "latency_ms": 504.43604099564254}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24400", "true": "switch_account", "pred": "switch_account", "latency_ms": 616.1013329983689}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24450", "true": "switch_account", "pred": "switch_account", "latency_ms": 602.5295419967733}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24456", "true": "switch_account", "pred": "switch_account", "latency_ms": 1472.3467089934275}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24543", "true": "switch_account", "pred": "contact_customer_service", "latency_ms": 519.7876660095062}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24553", "true": "switch_account", "pred": "switch_account", "latency_ms": 408.3452920021955}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24563", "true": "switch_account", "pred": "switch_account", "latency_ms": 541.4410000084899}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24578", "true": "switch_account", "pred": "switch_account", "latency_ms": 820.0674160034396}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24646", "true": "switch_account", "pred": "switch_account", "latency_ms": 543.799749983009}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24649", "true": "switch_account", "pred": "switch_account", "latency_ms": 494.879291014513}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24670", "true": "switch_account", "pred": "edit_account", "latency_ms": 418.8887919881381}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24721", "true": "switch_account", "pred": "switch_account", "latency_ms": 678.4535000042524}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24734", "true": "switch_account", "pred": "switch_account", "latency_ms": 562.2923749906477}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24761", "true": "switch_account", "pred": "switch_account", "latency_ms": 546.5492499934044}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24803", "true": "switch_account", "pred": "switch_account", "latency_ms": 708.1803329929244}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24815", "true": "switch_account", "pred": "switch_account", "latency_ms": 575.027416984085}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24882", "true": "track_order", "pred": "track_order", "latency_ms": 599.827792000724}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24936", "true": "track_order", "pred": "track_order", "latency_ms": 1364.160167024238}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24948", "true": "track_order", "pred": "track_order", "latency_ms": 487.6617499976419}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24949", "true": "track_order", "pred": "track_order", "latency_ms": 540.0287910015322}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-24997", "true": "track_order", "pred": "track_order", "latency_ms": 854.7844999993686}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25003", "true": "track_order", "pred": "track_order", "latency_ms": 438.24095799936913}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25125", "true": "track_order", "pred": "track_order", "latency_ms": 749.0036250092089}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25144", "true": "track_order", "pred": "track_order", "latency_ms": 529.2760000156704}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25158", "true": "track_order", "pred": "track_order", "latency_ms": 409.4832080008928}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25268", "true": "track_order", "pred": "track_order", "latency_ms": 490.988625009777}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25297", "true": "track_order", "pred": "track_order", "latency_ms": 379.6575000160374}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25316", "true": "track_order", "pred": "track_order", "latency_ms": 454.69570899149403}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25363", "true": "track_order", "pred": "track_order", "latency_ms": 470.04916600417346}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25380", "true": "track_order", "pred": "track_order", "latency_ms": 452.8599590121303}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25394", "true": "track_order", "pred": "track_order", "latency_ms": 642.0576249947771}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25395", "true": "track_order", "pred": "track_order", "latency_ms": 595.4541249957401}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25408", "true": "track_order", "pred": "track_order", "latency_ms": 806.212166993646}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25411", "true": "track_order", "pred": "track_order", "latency_ms": 533.9570840005763}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25440", "true": "track_order", "pred": "track_order", "latency_ms": 820.1536250126082}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25455", "true": "track_order", "pred": "track_order", "latency_ms": 545.1686670130584}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25456", "true": "track_order", "pred": "track_order", "latency_ms": 410.42424997431226}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25467", "true": "track_order", "pred": "track_order", "latency_ms": 616.6973749932367}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25472", "true": "track_order", "pred": "track_order", "latency_ms": 539.3527079722844}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25477", "true": "track_order", "pred": "track_order", "latency_ms": 424.6800420223735}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25505", "true": "track_order", "pred": "track_order", "latency_ms": 505.14449999900535}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25590", "true": "track_order", "pred": "track_order", "latency_ms": 497.1760420012288}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25603", "true": "track_order", "pred": "track_order", "latency_ms": 502.367792010773}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25609", "true": "track_order", "pred": "track_order", "latency_ms": 506.3497500086669}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25622", "true": "track_order", "pred": "track_order", "latency_ms": 915.6415839970578}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25628", "true": "track_order", "pred": "track_order", "latency_ms": 565.4148750181776}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25678", "true": "track_order", "pred": "track_order", "latency_ms": 545.2692090184428}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25686", "true": "track_order", "pred": "track_order", "latency_ms": 741.7435420211405}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25693", "true": "track_order", "pred": "delivery_period", "latency_ms": 628.078292007558}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25721", "true": "track_order", "pred": "track_order", "latency_ms": 447.706292005023}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25724", "true": "track_order", "pred": "track_order", "latency_ms": 524.1515829984564}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25737", "true": "track_order", "pred": "track_order", "latency_ms": 910.5340839887504}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25771", "true": "track_order", "pred": "track_order", "latency_ms": 572.5465410214383}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25779", "true": "track_order", "pred": "track_order", "latency_ms": 487.63641601544805}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25785", "true": "track_order", "pred": "track_order", "latency_ms": 404.35825000167824}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25821", "true": "track_order", "pred": "delivery_period", "latency_ms": 393.1109999830369}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25913", "true": "track_refund", "pred": "track_refund", "latency_ms": 470.2224170032423}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25918", "true": "track_refund", "pred": "track_refund", "latency_ms": 501.7279580060858}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25920", "true": "track_refund", "pred": "track_refund", "latency_ms": 1906.9425420020707}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25921", "true": "track_refund", "pred": "get_refund", "latency_ms": 629.1992499900516}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25941", "true": "track_refund", "pred": "get_refund", "latency_ms": 588.9992089942098}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-25972", "true": "track_refund", "pred": "track_refund", "latency_ms": 724.396292003803}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26005", "true": "track_refund", "pred": "track_refund", "latency_ms": 623.9558340166695}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26021", "true": "track_refund", "pred": "track_refund", "latency_ms": 895.3344159817789}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26037", "true": "track_refund", "pred": "track_refund", "latency_ms": 4463.254292000784}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26080", "true": "track_refund", "pred": "track_refund", "latency_ms": 1126.7236249987036}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26118", "true": "track_refund", "pred": "get_refund", "latency_ms": 519.7572089964524}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26148", "true": "track_refund", "pred": "track_refund", "latency_ms": 1001.3576250057667}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26155", "true": "track_refund", "pred": "track_refund", "latency_ms": 505.1332500006538}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26190", "true": "track_refund", "pred": "track_refund", "latency_ms": 1189.7022499761079}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26206", "true": "track_refund", "pred": "track_refund", "latency_ms": 408.63191700191237}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26217", "true": "track_refund", "pred": "get_refund", "latency_ms": 406.9157080084551}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26245", "true": "track_refund", "pred": "track_refund", "latency_ms": 1129.1946659912355}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26259", "true": "track_refund", "pred": "track_refund", "latency_ms": 484.0812089969404}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26266", "true": "track_refund", "pred": "track_refund", "latency_ms": 438.23758300277404}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26305", "true": "track_refund", "pred": "track_refund", "latency_ms": 865.1207499788143}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26312", "true": "track_refund", "pred": "track_refund", "latency_ms": 538.3194999885745}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26342", "true": "track_refund", "pred": "track_refund", "latency_ms": 412.66062497743405}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26350", "true": "track_refund", "pred": "check_refund_policy", "latency_ms": 673.332209000364}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26383", "true": "track_refund", "pred": "track_refund", "latency_ms": 484.59766700398177}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26433", "true": "track_refund", "pred": "track_refund", "latency_ms": 459.61012499174103}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26502", "true": "track_refund", "pred": "get_refund", "latency_ms": 620.4473749967292}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26505", "true": "track_refund", "pred": "check_invoice", "latency_ms": 559.3551250058226}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26528", "true": "track_refund", "pred": "track_refund", "latency_ms": 841.435584006831}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26538", "true": "track_refund", "pred": "track_refund", "latency_ms": 598.1465420045424}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26539", "true": "track_refund", "pred": "track_refund", "latency_ms": 457.4226249824278}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26585", "true": "track_refund", "pred": "track_refund", "latency_ms": 540.2363750035875}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26612", "true": "track_refund", "pred": "track_refund", "latency_ms": 918.2094589923508}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26672", "true": "track_refund", "pred": "track_refund", "latency_ms": 527.4268329958431}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26733", "true": "track_refund", "pred": "get_refund", "latency_ms": 566.5803750162013}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26739", "true": "track_refund", "pred": "track_refund", "latency_ms": 660.7411250006407}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26755", "true": "track_refund", "pred": "track_refund", "latency_ms": 482.5134580023587}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26792", "true": "track_refund", "pred": "track_refund", "latency_ms": 427.2349170059897}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26809", "true": "track_refund", "pred": "track_refund", "latency_ms": 404.6632499957923}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26816", "true": "track_refund", "pred": "track_refund", "latency_ms": 999.8742089956068}
{"arm": "openai-gpt-4o-mini", "mode": "live", "ticket_id": "bitext-26864", "true": "track_refund", "pred": "track_refund", "latency_ms": 795.2177500119433}