{"task_id": "cfpb_queue_route", "n": 500, "schema_sha256": "cd991970d17b844360ad7c787540924a80769abc4fdfd055fee03cd41ecc0018", "samples_sha256": "d6d9ae005e10a15d2cdb79c1017970f453312f7b5297004bcc29b09139e66b23", "jev": [{"id": 0, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 899.2007999913767, "model_returned": "jev-1.13.0", "request_sha256": "41e4caefe8565789ff21651c8b6321f7eb4da0b22c2d7b52aeb7915f0be6e34a", "response_sha256": "a50adc9eec0cb48cb3ceefaa42841fa09143bcbdc110701f222002c813b117ad"}, {"id": 1, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1108.317599981092, "model_returned": "jev-1.13.0", "request_sha256": "34759885190625177bbf60ad708771d4eb0e87d710148f7ebecb3a8b194ceba5", "response_sha256": "f4897eac267d0969642365ef91ee52e20f4baedb05e89ffe68717b2b52ff593f"}, {"id": 2, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1222.1127999946475, "model_returned": "jev-1.13.0", "request_sha256": "8a13e099daeee6e4d2f307de9047ee78297b7fac2c5b89b220c0bd1a37ecb16d", "response_sha256": "1ccbe073ae1a43eb9474015c791d0ad74c36740448ec27e3b5bb96a3a2712156"}, {"id": 3, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 894.0047999494709, "model_returned": "jev-1.13.0", "request_sha256": "0b5133195f71eabadf0f3906b995c7ac1b783785b4986a9b50dc91b8e4804e0b", "response_sha256": "6169787e851a35b2dde7b54daa59782b409500218b53a9d81d944a3e7cc81af7"}, {"id": 4, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 828.5028000245802, "model_returned": "jev-1.13.0", "request_sha256": "bb7e6c9b3973d0f7067e76a5291f24067f3051e834744ab0629af77ebedde2ed", "response_sha256": "a2046d0272e0af055f8622065df1f9edf9e33e914ad1803632627d3f55022ba0"}, {"id": 5, "gold": "cards", "pred": "cards", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 1104.0552000049502, "model_returned": "jev-1.13.0", "request_sha256": "a7dc91f840140af7cf76b176c254b09b6e3f69fe53722820b327b425d2c6bce3", "response_sha256": "6ededa288b391368edd508be67243909c056ac0c7772a2ceacdc15840d859a47"}, {"id": 6, "gold": "student_loan", "pred": "student_loan", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 555.3948999731801, "model_returned": "jev-1.13.0", "request_sha256": "a380c89560852c3e72cea74bed88534632a8f863b8e01013db63ae28f21d8f0c", "response_sha256": "82e1013efc3d22d7634ba1512dba69c9846908ff0e2dab8188dcfa08a0240ad8"}, {"id": 7, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 501.38849997892976, "model_returned": "jev-1.13.0", "request_sha256": "5696a304556f48c08706c3a95bca885497d302ce8fcead581cbf9152672c726f", "response_sha256": "8eba70e24a685c987af9c475d8af48067e111e6f461b225ab49af3b17951bdae"}, {"id": 8, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.84, "p_chosen": 0.86, "latency_ms": 553.6177999456413, "model_returned": "jev-1.13.0", "request_sha256": "f4d4075590c1475ebdd05f718b15367e94162ea7a23c9b29948b969ddfcfc106", "response_sha256": "6b7e3049f994afe6c61d58c42795066370a45020c417390714ce1ab6e9b1553f"}, {"id": 9, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 691.483500006143, "model_returned": "jev-1.13.0", "request_sha256": "d8e83f2fb7b1f911952c9a1e5edef0cafc5dfca2cb445c5df0320efd2016ac44", "response_sha256": "19a3eca85dcbcce71c07fa112d3c672ff3dca03c83f13c9198672f0574d3401d"}, {"id": 10, "gold": "student_loan", "pred": "student_loan", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 842.0372999971732, "model_returned": "jev-1.13.0", "request_sha256": "f85d45594865031be0cf5fcdb81f65087b67a2ac37ac73751a2fb4e597edcbbb", "response_sha256": "7a4a42fac8770c2653f937aca6f4e3fde118520ec7ff2d7512aec76c4fddd34d"}, {"id": 11, "gold": "loans", "pred": "credit_reporting", "confidence": 0.86, "p_chosen": 0.87, "latency_ms": 1023.8534000236541, "model_returned": "jev-1.13.0", "request_sha256": "ba3b158e2333de0feadc2cf3294c249ff43e98f90d845f52d628ed0450f559d3", "response_sha256": "3acb8f84824edc65a84a9ac2bbc5a6044075b858fb577bb808187c3e57450372"}, {"id": 12, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 716.9532999978401, "model_returned": "jev-1.13.0", "request_sha256": "8e7305fc221b1105aa8ae86a4e1bf8ead30bf3fb7db69c33a27133b132e347d3", "response_sha256": "a66313163e4d4d9e8f9f5d4c71f907715a033ef15990dfde8152335fc5da26f4"}, {"id": 13, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1021.0606000036933, "model_returned": "jev-1.13.0", "request_sha256": "ad1708608c9b337966548f319b2c025bcbb2a660a9e082a5982f068180136bfa", "response_sha256": "b35f2a7e64a7ecbd78b1341803f957739733afcc13dda2e3b7080f93f402d816"}, {"id": 14, "gold": "student_loan", "pred": "student_loan", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 728.0874000280164, "model_returned": "jev-1.13.0", "request_sha256": "988760d2fce78b0b21f61bf4abdbf4bc57b70157d34915e68e4b98c4eed14f95", "response_sha256": "b931f95f25bbf0e62f934200987be2ab74acb59c1903fe1f207ab6db40640dd4"}, {"id": 15, "gold": "student_loan", "pred": "loans", "confidence": 0.86, "p_chosen": 0.88, "latency_ms": 671.6730000334792, "model_returned": "jev-1.13.0", "request_sha256": "51f93a2c14a31ad9f53a32cb73c369a92a9aba6d5a3e2add1703bdbf2b063d4a", "response_sha256": "633da04bcc92092c74f37544be4bf48493a3accdec10b7d25ef6c773144465eb"}, {"id": 16, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 537.7824000315741, "model_returned": "jev-1.13.0", "request_sha256": "bcfd3e6054b085e356b743afc2ec1252b60cd109800b76a02f0ac41c8c4ae6b5", "response_sha256": "a1d0aa91375fb6520edd6e9b18e7cb010cf59c7290b24a86ece45ef9e844f9bf"}, {"id": 17, "gold": "cards", "pred": "credit_reporting", "confidence": 0.78, "p_chosen": 0.81, "latency_ms": 891.0819999873638, "model_returned": "jev-1.13.0", "request_sha256": "7a4710bf6534651580fba981562dac87f7a76d1d8b2e861fedc2d00d30d6689d", "response_sha256": "0d1d49ba220bba156cde2b67ba3120ca3f7681e26985e34a2941708d971bd925"}, {"id": 18, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 700.6457999814302, "model_returned": "jev-1.13.0", "request_sha256": "5e51e21310203c9ca9ce5b1e74b6863fd6b61bcaeca892e5bc76abe153f1016f", "response_sha256": "60fab0c0e5efa0ea107d5dbc67032f6c4498f15807d5385f5372652aa597f04a"}, {"id": 19, "gold": "bank_account", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 636.1562000238337, "model_returned": "jev-1.13.0", "request_sha256": "eb4c1799e7b180450f69f3eea9bff10734d917058bec7f77d9219455aa95f7d2", "response_sha256": "37bc6e0a6c183063306bad01c829d8bd2dd82d4a9a7603c1722526ac94df51d5"}, {"id": 20, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 742.6489000208676, "model_returned": "jev-1.13.0", "request_sha256": "46001b498ca8c5327a4f30f359dc5e1ef8897b80c50e6d29fef58e991dd82cf4", "response_sha256": "7dcfcc9e07db3d7b7f94263abb0e4f58ddf45b731a40f0de73e4d3a1174c4d4b"}, {"id": 21, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 1087.9817999666557, "model_returned": "jev-1.13.0", "request_sha256": "462fcdb2c8a7d92cfe8f32b8450283254138c46b82cabc5c9eb6e73769f74535", "response_sha256": "45c91e0b700488fce981238d60720059fe0ee5404bf84e8c0ecc8dc205dc3a4b"}, {"id": 22, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 739.9177000042982, "model_returned": "jev-1.13.0", "request_sha256": "34dc1258ca0bc5e770be701754a1b4dc14956c7e9a428dea433571cafb3d78b3", "response_sha256": "9c1e9c790a2298e6075b6716687f7dedbaa05ad368f216cf6049bca0acd013aa"}, {"id": 23, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 695.1833000057377, "model_returned": "jev-1.13.0", "request_sha256": "080698e003458c8dffca78e6a32edad2263735548896046f294ab65bae6295e1", "response_sha256": "35b726b2cbfb34bd307f41a451c1c28c77a6f01f1c056f84134b65476d71f569"}, {"id": 24, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 692.4600000493228, "model_returned": "jev-1.13.0", "request_sha256": "6fd9b31ee4ef6c911d848714babc673ef7247c4ef49eb52438a51a7f48bc6d05", "response_sha256": "382581b0ceaf2591617c6d1cb091b2670d0199f8959e5cb8c3a9eea34cef34f3"}, {"id": 25, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 671.1165000451729, "model_returned": "jev-1.13.0", "request_sha256": "6294a8e6d3f02ca7100aa5f630c28249a1643c4a8e1df30d07baf44e09ef8589", "response_sha256": "e8625e2e6f427a98c2e9cfbd4b275c88b5b6faccb3521e4328086b2de730b187"}, {"id": 26, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 670.5774000147358, "model_returned": "jev-1.13.0", "request_sha256": "9ba8c639fa5815781d7ca6159120418a8d5460d6a06d24d71730e55eb0e9a6f1", "response_sha256": "d20ce1e2445d59f0b906153863398f1e8ca508e8ec805badb875f2083e5461d2"}, {"id": 27, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 666.149900003802, "model_returned": "jev-1.13.0", "request_sha256": "e194c75a01fa58fe18e7394e929755428407d56ca75b6a96454722909f3e709f", "response_sha256": "7b64e1ddc7f38c3c187b7fa154553fac8d582d24a84181ffdd01a93ebef5ba63"}, {"id": 28, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 795.5092000192963, "model_returned": "jev-1.13.0", "request_sha256": "695eae01dd5aeb761e64612f05c45cfe97b587500f7daa70e64cbc926769b70c", "response_sha256": "84de88378d688c67f4d95617d52eeb9a07bc27dd041947e133b83aea123d6d8c"}, {"id": 29, "gold": "money_transfer", "pred": "debt_collection", "confidence": 0.48, "p_chosen": 0.54, "latency_ms": 506.32809998933226, "model_returned": "jev-1.13.0", "request_sha256": "f170c51a97cc9cc1f57888f42b7830eb7a4dff531e703892c3ec6db8f1a5d12f", "response_sha256": "08365355877d89bfc27fe13214b1828e97702897b2ae6837b5b9042223cf0880"}, {"id": 30, "gold": "cards", "pred": "cards", "confidence": 0.95, "p_chosen": 0.96, "latency_ms": 704.7783000161871, "model_returned": "jev-1.13.0", "request_sha256": "f571b591799b4d35bf6ad6d306dcf50527b36a6487b2d7a08ff1402f80435470", "response_sha256": "7cd7d468bb64616dca8d1a5c1243e7bb0f085d45b5d3446f0977bf41525879d4"}, {"id": 31, "gold": "money_transfer", "pred": "debt_collection", "confidence": 0.76, "p_chosen": 0.79, "latency_ms": 701.0382000007667, "model_returned": "jev-1.13.0", "request_sha256": "8ab02d3cb5c6c478638ae67ef5b43a6aeca129fadd76fac215e6db3fb251d886", "response_sha256": "d26ab83549ce0060f09db60def4711d04ec38492af333c1067017c5bb29bc758"}, {"id": 32, "gold": "mortgage", "pred": "mortgage", "confidence": 0.63, "p_chosen": 0.68, "latency_ms": 698.166600021068, "model_returned": "jev-1.13.0", "request_sha256": "8134449a5129143ca27be4ea5a5eecdac9dcd56b251f1f004372aadb8ce363b8", "response_sha256": "44c30c77462c91d1c52887caec3420a7b85acee1c312c4aa696223c7068d31b7"}, {"id": 33, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 757.0923999883235, "model_returned": "jev-1.13.0", "request_sha256": "dfcc535e6a62dfbc3461f0a3ceec364ec79b42085ff55ad0d8102ac7b5dc6437", "response_sha256": "7c5baf0fc474eb32a359dbd0432d0d912b61689a89c0fdbf1f57055dc704edc5"}, {"id": 34, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 702.3939000209793, "model_returned": "jev-1.13.0", "request_sha256": "647ef972bef5739dc07d29b75be44332f93df80f92d8a0697c317a3817ed6901", "response_sha256": "c6ef7a89c766658a1df2e8f86e94a6291dfd98c0b4cbf208ef0a3b0ef445589d"}, {"id": 35, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 655.5902000400238, "model_returned": "jev-1.13.0", "request_sha256": "a00eaf810e78a9e45580a212adf52e202f8e7ee3f56c59dfa268104a34e13452", "response_sha256": "a2f925ee2b3ee1b8c52a683d46cda26a96b8ea3be35257c0820757278b30b1f4"}, {"id": 36, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 986.1168999923393, "model_returned": "jev-1.13.0", "request_sha256": "12eefd4fed0ae90faf100d9972375e4a116b590ae685a647b65733f05b19850d", "response_sha256": "12473958a31d0606e947adbd22b89d70435217c6012cf9561881a855ae2940aa"}, {"id": 37, "gold": "bank_account", "pred": "bank_account", "confidence": 0.88, "p_chosen": 0.89, "latency_ms": 712.554799974896, "model_returned": "jev-1.13.0", "request_sha256": "dd89f313c1061ac2514eff8f714513b7e05d2077451bba1c518e486cc78cf58b", "response_sha256": "39cc3d3a2b6b14dcda032fa941e70c3ef3bb1f618031de558d6286e5fdb0cc07"}, {"id": 38, "gold": "student_loan", "pred": "loans", "confidence": 0.78, "p_chosen": 0.8, "latency_ms": 755.0103000248782, "model_returned": "jev-1.13.0", "request_sha256": "ce42a93a9ea1df7ae52fcc205f70a922f0a088b0525d9a010bb3283d69e34cac", "response_sha256": "e07ad57486027fc05fbf6619168970ca0321fffcd3d4dd91f9812f097ec1c1bf"}, {"id": 39, "gold": "credit_reporting", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 457.2444999939762, "model_returned": "jev-1.13.0", "request_sha256": "28ecead91f0d7d851f053b145785a19e85fadd6e140bca09bc25060db9668b0a", "response_sha256": "a640e95a4b22e049ec2e78d1e2f285f1bbe2622f3acc72ea9075123eb1210f34"}, {"id": 40, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 760.5513999587856, "model_returned": "jev-1.13.0", "request_sha256": "855d0526506137a8838205bd79bcaab03bf39a32895397fc8580a3570f26909d", "response_sha256": "53a8f0e2621eb56bdfadd7d06b8604212125777cf88571f5669b742255728cb9"}, {"id": 41, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 888.7640000320971, "model_returned": "jev-1.13.0", "request_sha256": "404e91c94b953d13e4b1730bd15a287d92b59d6a728fc207467e1986b56bc18a", "response_sha256": "f0a27626df607d28e43476d2e108dfb0b5278d9b32855e68592981b3e0ab9b58"}, {"id": 42, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 825.6825999706052, "model_returned": "jev-1.13.0", "request_sha256": "dd08e23801565dbd551e19d423fc061dffe52cf4549b9a3d4bf0469c8fb1d190", "response_sha256": "bed9a4dad730d138b7f5adcdd7833cae66e531ab67cbd8285cb39bc1677537ae"}, {"id": 43, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1044.258699985221, "model_returned": "jev-1.13.0", "request_sha256": "324fe33e68d50a796b1a799bd2979ce544921c7cf95fef854c63da29665ecb40", "response_sha256": "21beb2cf8bfee6216a0fa15ccbae19fd75f6cb8302e239538c3445433166dc8e"}, {"id": 44, "gold": "cards", "pred": "credit_reporting", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 1158.1681000534445, "model_returned": "jev-1.13.0", "request_sha256": "2a58f84c79389d0c924ac6f348cad7a53408c2fb53e9665005b7af753c47162f", "response_sha256": "b2dc4ea96e2fe17cd8e65bbaab377d67776939d8dd6a7f0ca1cdb24c64b08c43"}, {"id": 45, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 898.3633000170812, "model_returned": "jev-1.13.0", "request_sha256": "965686b4cff89f72c223ce7985a6698dbacebf988af37a56e10a61ea4357e463", "response_sha256": "7efe17c6a2f4e87e19cee94b8592074a8e66432d8bbb05ef664d3c7f9360a611"}, {"id": 46, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 705.6920999893919, "model_returned": "jev-1.13.0", "request_sha256": "e269ca5c1d9e3e99712e61fad1e0d42b6af6fab99e49ed91b3c120881c442e10", "response_sha256": "2434b9582a5c07859e5c1804bc1125798878448e94f002583194fe1968660bfc"}, {"id": 47, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 749.3523000157438, "model_returned": "jev-1.13.0", "request_sha256": "2d10a96f1f55d306660afa8d8a8d4b86a17a0e1b8fb11f665f394ce845e8727a", "response_sha256": "61a39ef17b872f6fc05b61d8dd032c1852a9c9ca389ef9e22aea1c508b113770"}, {"id": 48, "gold": "loans", "pred": "loans", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 621.1001999909058, "model_returned": "jev-1.13.0", "request_sha256": "a2cfdede808e8634a666e08087de187c7855d38fd2737e5baca95a1e3c7cbe01", "response_sha256": "65cb2316aa6c8e441dc7a7f470993b980f323755740b6f2ebf6e496d349bc7ae"}, {"id": 49, "gold": "bank_account", "pred": "bank_account", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 805.2655999781564, "model_returned": "jev-1.13.0", "request_sha256": "dba952800e8c59c88bdabd5209ec874a5c554be522dec0fadaa998cd0449fc22", "response_sha256": "c84df458e5e1b642083f1f7c2bbdb97af76cdf873f11a2c33fcb285c12bd203e"}, {"id": 50, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 622.2106000059284, "model_returned": "jev-1.13.0", "request_sha256": "22db55f406676ca79e690cae4eb23cd66b1871a1626d67a894d9d01d560534de", "response_sha256": "5dfbd368796195a6cc65a589412c34d18774c5264f277c0f2733c612c29e8f56"}, {"id": 51, "gold": "loans", "pred": "loans", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 754.0009999647737, "model_returned": "jev-1.13.0", "request_sha256": "b59616c005b87f03d21da51d9d050cb06096157057316345f5e2dce550336f97", "response_sha256": "71f1daefb486dbcd9230b2b1f0d017b48f4577c7a686a412d064aea21addb44c"}, {"id": 52, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 747.2299000364728, "model_returned": "jev-1.13.0", "request_sha256": "0e59b62818595a08c586d8c5da7e63a0a7f5da28019d050e6cc9239baa340e7b", "response_sha256": "adeb95097998f7d3096937c685b2a294689fff73eaa7fcbfeee1873f25543970"}, {"id": 53, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 795.1145999832079, "model_returned": "jev-1.13.0", "request_sha256": "96ca4d02c75407c384dbab2d3b8c276e858f8f2008737bf997b29289c70ff023", "response_sha256": "5977eaa92aa89e6a3493d0ef4e65ac0e26c2da2db9fd29d4c28ecd331cdfa372"}, {"id": 54, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 625.4906000103801, "model_returned": "jev-1.13.0", "request_sha256": "131dddba4da7d41902da81eef1243f9dbd7d11976c05c035b05ab3d34af59795", "response_sha256": "f5f7653fcf30ffaba3c2b1d53648279b9862c765566bc16c5d903ff2a55fa607"}, {"id": 55, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 796.9304000143893, "model_returned": "jev-1.13.0", "request_sha256": "c1aca9e3b90b114c347c23038324bbdeea75bb45577d50fb9c6172a59b0047e8", "response_sha256": "40890d26f9ec1e588505325ba1d202e27613eb22bbd0ce8d8baf0590d9640490"}, {"id": 56, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 869.1558999707922, "model_returned": "jev-1.13.0", "request_sha256": "4310c515055ffc4168c560c0fad14e88c0b4a76dc5a72e96489122028545b3fb", "response_sha256": "c3be360bc774204bbee5ddb15ec3f6eb73763b3e66a9e4b22a0c917d80e7f2ba"}, {"id": 57, "gold": "cards", "pred": "cards", "confidence": 0.46, "p_chosen": 0.52, "latency_ms": 499.3360000080429, "model_returned": "jev-1.13.0", "request_sha256": "b7098b19ec9c7eb29ae356241db08138b183bf637f4f1cbc048ff79b3aee459e", "response_sha256": "6db1b0020ba0bf28213fe86ed5ec4137a6fee040fa7d9536d20b646a8a102c59"}, {"id": 58, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 557.792600011453, "model_returned": "jev-1.13.0", "request_sha256": "873804483dacfae336f4f2f517e07591afe83536cc015c80dc3e06862059b546", "response_sha256": "fb70b1f66154f3663d56453cbd24a11ac4379da3a708a02ff21a429bd01b07aa"}, {"id": 59, "gold": "cards", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 494.6353000123054, "model_returned": "jev-1.13.0", "request_sha256": "5c163b5f374e603a8157aaa384aa8f7db0bc3260ed003e9dc96df37fba995cea", "response_sha256": "8ba675a13b18c42defba8ad14fd5809d696060d9f2b2aae6cb7e73dc8f582dcb"}, {"id": 60, "gold": "student_loan", "pred": "student_loan", "confidence": 0.9, "p_chosen": 0.91, "latency_ms": 432.22590000368655, "model_returned": "jev-1.13.0", "request_sha256": "4bd8c996d4e6709d63f9d8296f5ff516485621c9076fe66c5b0e241f32dced87", "response_sha256": "cddcb2fcd9a4409abea326771f6a81483935bb39004268d31e0834bddbdf2074"}, {"id": 61, "gold": "loans", "pred": "credit_reporting", "confidence": 0.69, "p_chosen": 0.73, "latency_ms": 768.6029000324197, "model_returned": "jev-1.13.0", "request_sha256": "d221fd12f8c8f793d520e4af282f62ed88f3262747bded73d8b2b1c5076b7d9b", "response_sha256": "0579584b04114bc6e22e4600cf3f7e58601ac86e72a1cceeeb901d839b5fc452"}, {"id": 62, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.89, "p_chosen": 0.9, "latency_ms": 648.3058999874629, "model_returned": "jev-1.13.0", "request_sha256": "7185b8bebadfbb29ee55904c7ded252415fc4d920976622eb711bb75a12d8ea0", "response_sha256": "a315730e93a0d9151a129700ac914aa65f71150ec08395a7649de1daf66ae747"}, {"id": 63, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 884.5442000310868, "model_returned": "jev-1.13.0", "request_sha256": "0343a0287cdff7974feeb056d354fef5e2e5fef620715a449fe618ce7d40d207", "response_sha256": "4a7fac775e52a7d4bedbe9a851d0d8d8525dca531acfa7976e597b8879cde7fb"}, {"id": 64, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 725.4002999980003, "model_returned": "jev-1.13.0", "request_sha256": "ed46868c958ea83f359bd41e2c00a0286015930ab42d0765af4cd27436045d77", "response_sha256": "30fb944419b51b951a1460b38c358facda0f40d528dabd2e518bfacae1c1d47e"}, {"id": 65, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 811.6161999641918, "model_returned": "jev-1.13.0", "request_sha256": "82b74164f32d3bdaeb269978d8c3227df4e4c79befdad68f4b4faa87288c4779", "response_sha256": "4326c535866da354f59a31e89aa9f43ce74cc281b47447e0d04ee52f4dc7a0f1"}, {"id": 66, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 592.5724999979138, "model_returned": "jev-1.13.0", "request_sha256": "be610c326b7623e42e1d4bc0ef44f12001e54c6591e0b8dffa9a64cc104aa003", "response_sha256": "9575955933f561652a909ca43469f0f80ed00d659be41cec456768decc4710ad"}, {"id": 67, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 768.8169999746606, "model_returned": "jev-1.13.0", "request_sha256": "030237e096e0904a2efa9822a2a148f3e884cb58b98e30d66ba8bcf5f9ff7cc6", "response_sha256": "cdc5d844d361373090f119244a2953bb6b7cfc170d004118ff6b01063d739477"}, {"id": 68, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.44, "p_chosen": 0.51, "latency_ms": 501.4725000364706, "model_returned": "jev-1.13.0", "request_sha256": "64847aeb3d8edcd7cc34e353320959a655183e20d2f7405fc1b82211d8011a16", "response_sha256": "245a2a286f2dbfca02cf59eae2582757c4f1c3204edcda456952095c49add416"}, {"id": 69, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 649.6272999793291, "model_returned": "jev-1.13.0", "request_sha256": "342daa7161d2489c95eae13cc9261e63793c5d373b17f9717480653eadf858b5", "response_sha256": "555e51c2e0c0a9ec155ff7f4577b1c678173ff6047cd1233874314a9b80e71d8"}, {"id": 70, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 613.8164000003599, "model_returned": "jev-1.13.0", "request_sha256": "2e2dca982c08c17397411f80632fd68cb86bad3264d898503834b9dd40447f65", "response_sha256": "4e9ed4c8ec63cfaf20ab2f50ba9d1ef15e1e4b9011db6e5caab93975ee514d8e"}, {"id": 71, "gold": "mortgage", "pred": "mortgage", "confidence": 0.88, "p_chosen": 0.9, "latency_ms": 675.4867999698035, "model_returned": "jev-1.13.0", "request_sha256": "d772b4290acb5467b42e87ff92a9b808b272c349da3251def9f972180c03112f", "response_sha256": "0c1053dbfddc457289dbc5175be6f881c4fd38fc4f77a887f3b443e0b58c3ff2"}, {"id": 72, "gold": "student_loan", "pred": "loans", "confidence": 0.66, "p_chosen": 0.71, "latency_ms": 671.3186000124551, "model_returned": "jev-1.13.0", "request_sha256": "08a2524fb57ab9ceeb9b87c6337b143a42f9011fe16b8521c9cbacc5e53b5127", "response_sha256": "0f560e87c80a0111fccffeb507bd52755bf3f2828d77efa037f54ea19e7c7227"}, {"id": 73, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 723.7932999851182, "model_returned": "jev-1.13.0", "request_sha256": "ca60acb21072edfce13e4aaba367fe414dc488cb124cce0bfb968ad6e66f607f", "response_sha256": "c1af24bb0749b214d1feb27047a6c9203ca6b7543cd46054572c4a340af3001f"}, {"id": 74, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 955.2134000114165, "model_returned": "jev-1.13.0", "request_sha256": "ed8d09949bdd00e800e962c3c77590d7b572cb26fd88e172a9c08e36ecac9e32", "response_sha256": "d5755ad32cb69dfe816c2b2bf12b77a0b7d9520b061f7df647b6ee47d36e4233"}, {"id": 75, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.76, "p_chosen": 0.79, "latency_ms": 664.9462999776006, "model_returned": "jev-1.13.0", "request_sha256": "756f667aff63bdea79e7599d9842902f8be7ce83e5614e5f12b01a5840fa8418", "response_sha256": "2cd1baa3ec4c3925542e07dc0b617acbe92afca06e7e80b4036155d0266bc890"}, {"id": 76, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 738.5956000071019, "model_returned": "jev-1.13.0", "request_sha256": "7fe614fc2765e34e9a08629d1126bc658767c3df28be0254c6753d5c239c3cdc", "response_sha256": "9c58864f28949c03255b63e3ae6450331d74e10f428534f6fa43a523c59638cf"}, {"id": 77, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 836.3962000003085, "model_returned": "jev-1.13.0", "request_sha256": "e5be7e36cd1aa55f222b8f543c3a75d6ba2be7cd9b1c2389c1e496b6b73ad568", "response_sha256": "0ced2ee41db3191cea20cab42b57ff8344e2e55eb0ab4da49397c635fbabf178"}, {"id": 78, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 602.9933000099845, "model_returned": "jev-1.13.0", "request_sha256": "920c0bf9641268b5e10411da0e757d8a5b26395f40c629e985e5c97b55c8d91c", "response_sha256": "4c5a7ab8c0f47c50e3f4d27f3c8ef414f3d7469f890beee5e6738298408767af"}, {"id": 79, "gold": "loans", "pred": "loans", "confidence": 0.94, "p_chosen": 0.95, "latency_ms": 665.9820000058971, "model_returned": "jev-1.13.0", "request_sha256": "8a1567dc2060fd1c577fcabb4d728f73736063b0f7ddc4b0a13de3229e5e6f57", "response_sha256": "dd48761a12ebebed98ca9f9367a43dca92b4fe8317ad1d30bf6b1f257bdb9b76"}, {"id": 80, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 393.97690002806485, "model_returned": "jev-1.13.0", "request_sha256": "2ea3f9f73f8813a540a542dfcc6422cebb6e96c6f2a86c0f5a4a5415a4c92d63", "response_sha256": "915ea9a96e31ebe95572568a56178a95d79a4136b89115492eb2d7751a6a683a"}, {"id": 81, "gold": "cards", "pred": "cards", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 576.3525000074878, "model_returned": "jev-1.13.0", "request_sha256": "e5929979b3b19dd4896d6902e644db75e934775dfb5f57de3eccf612324afafc", "response_sha256": "9e823c18c2a8566844511bfdc47968310f289132b3801e43ee645ffc9a00b1ab"}, {"id": 82, "gold": "cards", "pred": "bank_account", "confidence": 0.78, "p_chosen": 0.81, "latency_ms": 753.8518999936059, "model_returned": "jev-1.13.0", "request_sha256": "58db35081005178f071dce98865027af153ff65ee70838ded5e5d31aef42d20a", "response_sha256": "32ed25143e1f7f80d922d142a6ebd3d46bbc3551dfead07a0f03688bbaca4c94"}, {"id": 83, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.98, "p_chosen": 0.99, "latency_ms": 638.8114999863319, "model_returned": "jev-1.13.0", "request_sha256": "074fe16dfa1e70529684ccc365d36c6b1df9c35f9a6e226003b98a09c49b67be", "response_sha256": "977e06441d20a9e91c6d7d68447cdec40b48794493bbd95ed3af7776df704847"}, {"id": 84, "gold": "loans", "pred": "loans", "confidence": 0.84, "p_chosen": 0.86, "latency_ms": 525.6752999848686, "model_returned": "jev-1.13.0", "request_sha256": "c1ffd0c004249804da6c4a8b54be733e24b79654f7571684d24fba5f7c4776cb", "response_sha256": "fde690dc632804171568a66e56083c9bb5472436d1da532afbe07a50011fef07"}, {"id": 85, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.91, "p_chosen": 0.93, "latency_ms": 711.7769999895245, "model_returned": "jev-1.13.0", "request_sha256": "7a012c171a338128d6312703a6025356608558d6e5896df7c00506a739f101e5", "response_sha256": "4e944ee03ddd90a458e4dbef201d5e775769799ff819234f0a252d29895fa71f"}, {"id": 86, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 525.0306999660097, "model_returned": "jev-1.13.0", "request_sha256": "5a70a71ee40730f4f59e49245959ec3ea9df4dfb33a509c700f62b6fdde34d7a", "response_sha256": "9bf63137e0ce95f7cac3d9d7182ed8ac725fd46d66efe57abee839ae98a4d661"}, {"id": 87, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 641.3900000043213, "model_returned": "jev-1.13.0", "request_sha256": "a86c9e1d32919b87af70c5075c6a43487caf02e12838549d27ebe881da4b7456", "response_sha256": "79710ee97351782ddf99eb3f848031cdca467a4bda1ded751a14fed3c7382fb7"}, {"id": 88, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 540.2770999935456, "model_returned": "jev-1.13.0", "request_sha256": "e483557bb4d48e9ef6c83cabbf3b0752bcb11f81196173c112a4de51ff9ef1b7", "response_sha256": "f81cc2687e9ec39599d754cf905460beba61a6d4b39bc0883d823582eeb21104"}, {"id": 89, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 482.27620002580807, "model_returned": "jev-1.13.0", "request_sha256": "d9463a0b413c2d17278e8ffacb723424f4c30908aa3d946ed8ffa0d3988a9c81", "response_sha256": "6d4ea5e9128b4d2c9662876d74c2bfea86d52fb2640d79fc742a83619fe3186d"}, {"id": 90, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 714.6290999953635, "model_returned": "jev-1.13.0", "request_sha256": "3f747136de8412600e2dd3b08a9749c9cfa1bd3d28e5d9a1a93c3b776408713a", "response_sha256": "766d9e83cbd1d53daa0b4904b7eda2e50f9bc0155ccd172ec7ee0b79fecf4a8b"}, {"id": 91, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 602.567799971439, "model_returned": "jev-1.13.0", "request_sha256": "09cac2d90a57f7ddc5d5a9467500a6386a8584936521b7e1d1479bdac32a8be9", "response_sha256": "5520f823a26a63ae32d22d3c6f6c4e368c80aec34e4e309b0312745ca3743053"}, {"id": 92, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 711.7691999883391, "model_returned": "jev-1.13.0", "request_sha256": "416c0db53838de56aef2384541cd26ea33cc0fc50694a9f410a10ad0214762e0", "response_sha256": "db1b78d56d2befd6bb08fa43f0730319f5b15abdcb692902f01fca4e13332815"}, {"id": 93, "gold": "money_transfer", "pred": "debt_collection", "confidence": 0.34, "p_chosen": 0.44, "latency_ms": 715.3703999938443, "model_returned": "jev-1.13.0", "request_sha256": "e602a09f5515c523f1a0e74f52afecc16846aad8e5678b3181a928318920778e", "response_sha256": "59120ec1a2c821102053b3cce03088a13a50c9f6206709ff96236268055cb0c8"}, {"id": 94, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 721.0004000226036, "model_returned": "jev-1.13.0", "request_sha256": "d115920f576b21839227946397b569029f51407296e9a0327743ed11ad2156ce", "response_sha256": "a060c2ad4cb950f31cd49cc59664af83893129741fc7f3d59805fd2f0bbc063d"}, {"id": 95, "gold": "money_transfer", "pred": "cards", "confidence": 0.58, "p_chosen": 0.63, "latency_ms": 723.1844000052661, "model_returned": "jev-1.13.0", "request_sha256": "2e981357b2b48587179560f5a21f520b5c58ad64fb9b2596d6f27e0ddf111566", "response_sha256": "f0b19983e78a848c05974868f4ac41be4275fcea7271dcfb2fab1e4c86ad7565"}, {"id": 96, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 701.8739999621175, "model_returned": "jev-1.13.0", "request_sha256": "7c701484df565622936dcbb869a6afbf36aac3019b5175690dbab4509480d2a2", "response_sha256": "7061035fdd4ece74a2149882ab0d263ca889757020cf78d1821ac81a7d02f019"}, {"id": 97, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 587.5199000001885, "model_returned": "jev-1.13.0", "request_sha256": "13fbbb39486843ffa44c2b102fedc0392e4fc86b1352da3e348540bbafb513e5", "response_sha256": "cf0374e3f974d972c1f0575696251811bb792d8245e18d5dc677ae7d112eb3a1"}, {"id": 98, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.74, "p_chosen": 0.78, "latency_ms": 942.0877999509685, "model_returned": "jev-1.13.0", "request_sha256": "c0ed303c48808110652f82a1ecd3d4746896c065fef8c054eac23608c5091c70", "response_sha256": "a1ff01fc29ba210bc9af5a775b2aaf5cabea365405e700274d38bca5ad72c86a"}, {"id": 99, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 588.8704999815673, "model_returned": "jev-1.13.0", "request_sha256": "b2414608fdceb9b4f390a80d2ea0b33e7cc4fb4cb0c629cdaa556161973f0aea", "response_sha256": "1f0e819382bfc25c817cdb45257212edb417bb839a73bdd7804777912a3487f8"}, {"id": 100, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 564.1785000334494, "model_returned": "jev-1.13.0", "request_sha256": "f38161f714a75664e5eb23fc4d7d8be5fcf86f7eaab87768de9dd76a94cef24d", "response_sha256": "f24d06c3230832013350a74c0a6c47cef04dee2985963aae4eb68b0d0e43dfd6"}, {"id": 101, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.98, "p_chosen": 0.99, "latency_ms": 461.34959999471903, "model_returned": "jev-1.13.0", "request_sha256": "0c6c358559b8ab9197b53d15de41a1c4e5dc32ac9849bf556ccdbf885fa21898", "response_sha256": "9e3e92e96365cab778e20cda1670707eff2bf6ccb95612166e7690ec16923fa2"}, {"id": 102, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 685.9661000198685, "model_returned": "jev-1.13.0", "request_sha256": "1cc6f0946ee876979073734ffa456cb262f8744e273cc19b3d28bc14f99c067a", "response_sha256": "4008e232f3a48910f075ef1efb87979b3521b6f608fb8dc510713c7d31d62dfc"}, {"id": 103, "gold": "money_transfer", "pred": "cards", "confidence": 0.94, "p_chosen": 0.94, "latency_ms": 689.5085999858566, "model_returned": "jev-1.13.0", "request_sha256": "22b91708d663baef60fb53846592becbd7f3794120b17757443e63c30b86ed99", "response_sha256": "3dcf9a94009dc914ad761a5c08f7df87b7d4fe6d9267472034d8c6d8028db558"}, {"id": 104, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.94, "p_chosen": 0.95, "latency_ms": 691.5615000179969, "model_returned": "jev-1.13.0", "request_sha256": "d3534ec08fe652f9d30d001cafc018ef879a877d5d9d30078b4d281b5ac88b2d", "response_sha256": "85153fc5d3aaa29fe66016d8e56f414ede53d3bb299e6215a539ac3719219fa2"}, {"id": 105, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 634.3722000019625, "model_returned": "jev-1.13.0", "request_sha256": "bce3a0ba1d6099e6425eea87e7f2be8f0f6938674eba29222774e52b08c7b59c", "response_sha256": "1ccc685568e651a41c20440a77e0016541bf6cb4d2368de30226e524bdd7fbdd"}, {"id": 106, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 693.7911999993958, "model_returned": "jev-1.13.0", "request_sha256": "4857d8b9b9ef802e9de8b5f4b63710da61a1e8f1357881becb8f4feecc25b9e6", "response_sha256": "61a39ef17b872f6fc05b61d8dd032c1852a9c9ca389ef9e22aea1c508b113770"}, {"id": 107, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 649.9480999773368, "model_returned": "jev-1.13.0", "request_sha256": "6d5168e431c4b60bff301da6ff21d122586220db2dea0a07774fc493733ef81c", "response_sha256": "315ff674805bd517b47acfe6644c0029b051c4fc2976c9b760d031c64dd5a509"}, {"id": 108, "gold": "money_transfer", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 587.408300023526, "model_returned": "jev-1.13.0", "request_sha256": "3de83ce60b87335ee67067d40f0ac2862b9dcde2b9a56c342e214afab61fac04", "response_sha256": "49a703e5ab1ead995f58f41ed5f39ea3b29009c226fa5e6e3787f2c9743465f6"}, {"id": 109, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 405.0956999999471, "model_returned": "jev-1.13.0", "request_sha256": "8fb8abd7f6317766fecf55e9c338cc6bfa565162d72ee0b5846227b30058e3c8", "response_sha256": "2ccbed94ffa97c7e23a8db8fdc7ee07868d3c5ad847fa93b70412301b7ce1f0c"}, {"id": 110, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 872.3359000287019, "model_returned": "jev-1.13.0", "request_sha256": "76662c3c842f9cde21c5ddb4d128d5b7472cf973fb16731cda661b5b7a4b7a23", "response_sha256": "1e77caa10c3a7cd04f197c95f17b068cf586eb1c04849dd3503fb297fe6ea96b"}, {"id": 111, "gold": "student_loan", "pred": "student_loan", "confidence": 0.94, "p_chosen": 0.94, "latency_ms": 657.8811000217684, "model_returned": "jev-1.13.0", "request_sha256": "167201c8bb9be08e0913c402a2a539c53da95dbbddea62411ea25cda6a7ab4f6", "response_sha256": "0b202d8c1753dfae19efb31582f51e3fc77d13781c759d03345d06f934ed0284"}, {"id": 112, "gold": "student_loan", "pred": "student_loan", "confidence": 0.56, "p_chosen": 0.62, "latency_ms": 746.5057000517845, "model_returned": "jev-1.13.0", "request_sha256": "38269330d8aaee0b749876e9d87eadb508ea6f367f3663eb9c2760e387a3247c", "response_sha256": "c0a31d0419baf562909bc2f9a443e54a928a82d95b992037635d1e31b1025076"}, {"id": 113, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 748.4091999940574, "model_returned": "jev-1.13.0", "request_sha256": "4a973359293d12ac987309215e0d72b22821f4d22f8d45fed215561f654056b2", "response_sha256": "c261aeaa97986099a8ae6755b65874418dba8464e41e0dc7952a4ea46d6d99da"}, {"id": 114, "gold": "loans", "pred": "loans", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 1074.2037000018172, "model_returned": "jev-1.13.0", "request_sha256": "183b9a09fe9ae498276c4351a6cd88515a064ae9330bd471b6f2954ff05134fb", "response_sha256": "4dd6ff92594875610b567780f716f26da501bb3b29a9fa3670673215c33bf593"}, {"id": 115, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1120.8874000003561, "model_returned": "jev-1.13.0", "request_sha256": "6bbb14a5e052db89d2e209207afa1f86c6a95cb1bede39996091e2809f4ef641", "response_sha256": "4ed44d7c032fc341bcb63923cd98c1ee1cc1b7e8251755769b8026a581e0043c"}, {"id": 116, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 804.5175999868661, "model_returned": "jev-1.13.0", "request_sha256": "cbcdefd2825251daa970b2e97cc6f91fe3a189820971b64cfa847e241417e013", "response_sha256": "15116cb2d5b1ec2b67a31d9083ea5cadd4baeebdc945800ba2c574a9fbc40221"}, {"id": 117, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.62, "p_chosen": 0.67, "latency_ms": 746.7738999985158, "model_returned": "jev-1.13.0", "request_sha256": "47e1e69e0309ba2f8dfdf6619471193046112966c48ed6e8c36b1808d18efbfd", "response_sha256": "d4c165b4d27d40f723a8bd31d1b85c2c5c0572b9216300a0181db6af267bf74e"}, {"id": 118, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.48, "p_chosen": 0.55, "latency_ms": 619.7980999713764, "model_returned": "jev-1.13.0", "request_sha256": "d6f198289fb05694875305f1047fa7718d1b6611e5bd259528a41b3c71686421", "response_sha256": "f9c23f4aa52535661db2d4fe7184a6c8fd9efe6d4d68c2762380e394dbed2c31"}, {"id": 119, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 701.9286000286229, "model_returned": "jev-1.13.0", "request_sha256": "2132c3a5da6af3353aaad008f912c0438c26f6bff805634beefab13c26a8dfbb", "response_sha256": "6d5317a96328201589ee3f07bb6be1a15fe990211eddc84daf5fb8f18293d102"}, {"id": 120, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 448.39560001855716, "model_returned": "jev-1.13.0", "request_sha256": "cab44ea2f815e02ca5539c0f810a0c1d7e111033d33b5aec862d36f9fb55af79", "response_sha256": "f63155334c364804b49350aebd5c52b19b7bd32b18150bb3c64c89acfc5d44fe"}, {"id": 121, "gold": "loans", "pred": "loans", "confidence": 0.95, "p_chosen": 0.96, "latency_ms": 608.6044000112452, "model_returned": "jev-1.13.0", "request_sha256": "c90fec51b9eee947283423f96816f0c2f6a43d767cfb3cd84d99a8b4af6acd59", "response_sha256": "a0fb8cd81ac676ea58fd10a6912f414f077714fd0f320e9e6d80a8f021c09003"}, {"id": 122, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 834.3934000004083, "model_returned": "jev-1.13.0", "request_sha256": "be6712df91053697c150c1157524eb380b825ff875cf0aa65c3c10ea89ef8ee4", "response_sha256": "ec84f21abead981dc201e5052d00d675de0331c996563d80a9ad1dce901558f4"}, {"id": 123, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.89, "p_chosen": 0.91, "latency_ms": 704.5903999824077, "model_returned": "jev-1.13.0", "request_sha256": "98c57301f439bd332af792037a9cca319f994e1a95a1dad2cde0bc50c978b3c5", "response_sha256": "aad7d797f449da5303b3177e193b63fcc59f4f0172032e695d48a7fec223691a"}, {"id": 124, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 970.4110999591649, "model_returned": "jev-1.13.0", "request_sha256": "6f21adf108dafd8cda56e6d8f9f8eb777ba0af36618fcf3f98980a9a14268dcc", "response_sha256": "b3909f5df62c143fb6f8365c1858232f0017074a5740f4549170b396e122079c"}, {"id": 125, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 701.6450999653898, "model_returned": "jev-1.13.0", "request_sha256": "deb02f9dac51cab633b5f6776ae2789af1784fafc3701ddc374ca063b299b417", "response_sha256": "33e3593c667bef7732a13ea19fa26d3437c538a04653de4316b0564bb1a16180"}, {"id": 126, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 696.9995999825187, "model_returned": "jev-1.13.0", "request_sha256": "6fc385998b66f847bb39e99a87a2c7686378bcc3dca6c4c74524de7cb1f71f70", "response_sha256": "efdeea4a43ba74b7f47854616e82613ae268a416ea464f5e9420f4a81923cd2e"}, {"id": 127, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 700.6396999931894, "model_returned": "jev-1.13.0", "request_sha256": "b2f083f6711470c3aa847450c72ab8399cf95b8c50334740ff36394557127f38", "response_sha256": "d0c61af61dd5ea27c57ab492cb7267773a8696b1499c9a85fefd0d8f628e81d0"}, {"id": 128, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 722.3915999638848, "model_returned": "jev-1.13.0", "request_sha256": "09497cb5758d282ed213e8d57058809f5e02bb4558f1465304a9ef530cc82818", "response_sha256": "002ea7b34ff2cb9c902ea8599d00ef0366503c87cbdd19d5b0c9a66f6de00c7e"}, {"id": 129, "gold": "loans", "pred": "loans", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 901.6614999854937, "model_returned": "jev-1.13.0", "request_sha256": "3a887aa13f59f17b41278688384783cf7ac261133808db4a65d922bb675e8e61", "response_sha256": "df91d6a3a09e5db985ba99f8eea908910f58da21b265fb2148db38bd3a837a9c"}, {"id": 130, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 713.1107000168413, "model_returned": "jev-1.13.0", "request_sha256": "2fe95c5ab9c2cf76fa1c9aa8dd6dc401b6e1bb5a2403987d6d7760f85e65e6df", "response_sha256": "7fb904c1e18587887cc4a4eeb7d899842fc98dd25c2e8b4217dca07df7ead219"}, {"id": 131, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 633.7545000133105, "model_returned": "jev-1.13.0", "request_sha256": "dba79f1f32720c670afef6edffae6049b94e7ac93d196b21f6a99b4e11a790ad", "response_sha256": "d4abafe75411dd437308aab0ec9fb737202e40a3a8f502976190faeb675ec06b"}, {"id": 132, "gold": "cards", "pred": "credit_reporting", "confidence": 0.81, "p_chosen": 0.84, "latency_ms": 713.7879999936558, "model_returned": "jev-1.13.0", "request_sha256": "7e3e6b6e6570a18c31dba6a33c9f924335d7eaae2145cee2bce738f22d70ea5e", "response_sha256": "bd7dfaa7b16e0f697b316bfb48d4195f22994899336a108074aa4ae1fae255a8"}, {"id": 133, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.79, "p_chosen": 0.82, "latency_ms": 718.9247000496835, "model_returned": "jev-1.13.0", "request_sha256": "4e1ad22101a334568367d45803c49e68800692b7817044c52714fab31697b1af", "response_sha256": "728f83187ffb7dc8c49598b593394f4b2f36856c5f93459e491faee96d57cd7d"}, {"id": 134, "gold": "money_transfer", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 734.9323999951594, "model_returned": "jev-1.13.0", "request_sha256": "61da83716342d1a781cf9f4982a227a15ba922652165ad01866d93c5dca97e38", "response_sha256": "daa19b1c42eda368b44e92cbb8bfbdc86c22f548b2fcdb0b1bb516758032a6d9"}, {"id": 135, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 619.2314999643713, "model_returned": "jev-1.13.0", "request_sha256": "04c45648108dd13e97462c9288721b31b623a4689b2e201aded8f2ee44d45c49", "response_sha256": "f19877355d63b5a84dc98f601bcf3eae0b0527f9515ad19e4e212f0252bfb97e"}, {"id": 136, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.84, "p_chosen": 0.87, "latency_ms": 1021.360500017181, "model_returned": "jev-1.13.0", "request_sha256": "cfbadb5bd9c0f1f05d2181d1cad7923524e05838190db329fbe466be9339a42d", "response_sha256": "47f43d7338360b0a8f593e8302518ff3d0edd5b0a7886f074c0d63b131c2e366"}, {"id": 137, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 772.3730000434443, "model_returned": "jev-1.13.0", "request_sha256": "a549e13f4f31264803cc932e0b2492a810bce07f0d66972121db506b90029a06", "response_sha256": "c5b715f7cd50495eea7859d8a209d3052a5a754e8daca6457339d00e62dc84b4"}, {"id": 138, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.98, "p_chosen": 0.99, "latency_ms": 822.1113000181504, "model_returned": "jev-1.13.0", "request_sha256": "06fa7499c8bd0ddb1e80b60c034a8c5fd00f39a85fa1f0bb9abbfb92fd77a9ce", "response_sha256": "895090cb83c2e0065681e734615c42d888d7169c53a401e5fe3cf4ea0be509b0"}, {"id": 139, "gold": "cards", "pred": "cards", "confidence": 0.93, "p_chosen": 0.95, "latency_ms": 525.812899984885, "model_returned": "jev-1.13.0", "request_sha256": "a356261101741e1cf41254022361bff3997efabd5be5511362bccb92b5f3fca0", "response_sha256": "d76a0bca547db37aa6ddf79fa80bf04f229b286b1fddc67e3527d5760b925455"}, {"id": 140, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 472.4788999883458, "model_returned": "jev-1.13.0", "request_sha256": "9445286a18a7d97e04f68a2b801a19ffd30140524246fef1ffca14b0ff173178", "response_sha256": "b2d2960785ce189f777de434b2a188029b4eaf55a7187a64e7a598f8f1bc53a9"}, {"id": 141, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 570.6905000261031, "model_returned": "jev-1.13.0", "request_sha256": "a2c5b39e398d6cdba55db9114d1e69b6330d1ba76f4ddc0edb25ba59b1d93001", "response_sha256": "c92fe9a75fa56fb59229a43611bf73f141f750fe9a2089b55f6c4b7d8c2416ff"}, {"id": 142, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 995.5775999696925, "model_returned": "jev-1.13.0", "request_sha256": "eb495676ba1cd6f131d1c0c70d604a4e3c2cb70ac40f523ee8f0806360894720", "response_sha256": "ca38691a4d08d3b0c71d798854db421c05cd8da930d4c180f002a95e5918626e"}, {"id": 143, "gold": "bank_account", "pred": "bank_account", "confidence": 0.64, "p_chosen": 0.6900000000000001, "latency_ms": 779.682699998375, "model_returned": "jev-1.13.0", "request_sha256": "7c93bc64606b8a6313182c0741cf77e49f2aee4a2126a123b506fbeb1a8ae134", "response_sha256": "c75e6acc154a13262c5ad57f7aa95a7e2f432490caf26740d0e2692615506e4c"}, {"id": 144, "gold": "cards", "pred": "cards", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 645.1844000257552, "model_returned": "jev-1.13.0", "request_sha256": "d789b6b3011682f60b52b060e6cfa0246b498b07ccccb392d9f3d071ed00ce87", "response_sha256": "445a8252e34170acaf81095c4a97acfd425a3b263361a2e9eb61ff23b2ea9f33"}, {"id": 145, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1022.4773999652825, "model_returned": "jev-1.13.0", "request_sha256": "0813f1750de5baa989b3f10f4b594cde5ae10c59a45bc070351617bc1c2fa2fa", "response_sha256": "7b1f0384dcbb20d41e5285eef5cd5abad847934f0c11743abe7061998b3ec7d3"}, {"id": 146, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 592.5006000325084, "model_returned": "jev-1.13.0", "request_sha256": "ef332634db30509107be764ccfcc87d8aab21187e879ac6fa0b5644dbba46d1e", "response_sha256": "f0c5423b8de4b99060b1a112601f142d70f40fda9f380a0250c4c5a0bf9164b7"}, {"id": 147, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 588.2026000181213, "model_returned": "jev-1.13.0", "request_sha256": "80db0e71aa2e6b416daef2533a29807b43aca7e71475b8ff445833f3f2887aad", "response_sha256": "228c238733b18ce88640936c658202793c302711c7d517bf0f3a392e9a7411a9"}, {"id": 148, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 673.3280000044033, "model_returned": "jev-1.13.0", "request_sha256": "a5a700fb71e3d586a9e0e30ff18dc856ca59777c91829976577edbe4eaffe89e", "response_sha256": "b455dd06bd31eac73086459847125f0d93f2bd1dde1f7ba8ed7d156941e32d7c"}, {"id": 149, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.69, "p_chosen": 0.74, "latency_ms": 467.91540004778653, "model_returned": "jev-1.13.0", "request_sha256": "791a4e5e463a50779711edb5e6461365ddcc5f32f4d41e690302b4293164318a", "response_sha256": "3f1a95db5e1aa264a2f95de365c4d87506774dd3423624650f3aa14bfeb47699"}, {"id": 150, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 449.19009995646775, "model_returned": "jev-1.13.0", "request_sha256": "b299effd00b1c3155ecacfa31b50ea0588d0b1556e4ff9c3ee4535e16bd1220d", "response_sha256": "8801b16cec4e517d73faea975ca976daaf51bcf34470d167616c0e813e0766d1"}, {"id": 151, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 347.95610001310706, "model_returned": "jev-1.13.0", "request_sha256": "6e9816acba9f214defcc4298edff3b671572ddc965ec6f64a8c885c6b30fb068", "response_sha256": "fda222701ede66ff5e286cda64857a7afe23898450372214f29cc43340a61595"}, {"id": 152, "gold": "credit_reporting", "pred": "cards", "confidence": 0.71, "p_chosen": 0.75, "latency_ms": 729.5002000173554, "model_returned": "jev-1.13.0", "request_sha256": "bd47091279f112c5233a322b5fb5426549b7b95b0a0d8804efb0724ec921d0f1", "response_sha256": "4dc34001b0a5d5bafc0f0ff7a2e398748bff831d5b5bd1cb3987036d21eb9822"}, {"id": 153, "gold": "bank_account", "pred": "cards", "confidence": 0.57, "p_chosen": 0.63, "latency_ms": 735.6960999895819, "model_returned": "jev-1.13.0", "request_sha256": "f1225e5401400505a7ed7dddde103918c57be71a95c58ef81e2933065720a88b", "response_sha256": "c4b6f50956d9a57f0827b74d84181db5469107fc0557b2dc45ec4e5bf502cbe2"}, {"id": 154, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 798.5271000070497, "model_returned": "jev-1.13.0", "request_sha256": "854e23f84476cee9fb4df86adb5710653b196645e09b46bab5af47860c825522", "response_sha256": "b7af65416b10999e22054e71334b20183ea5204828b617cbad07ca5ea8e9f426"}, {"id": 155, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.81, "p_chosen": 0.83, "latency_ms": 845.2058000257239, "model_returned": "jev-1.13.0", "request_sha256": "0acef079c8f569b3c9f62182e3eb44a563c0c5deda179e61a55c86b560dcd8f6", "response_sha256": "d7423e80b7953b92141e6ba1f34f909104d081bdb5b3aaa7365557c52ecdac15"}, {"id": 156, "gold": "cards", "pred": "bank_account", "confidence": 0.6, "p_chosen": 0.65, "latency_ms": 762.541800038889, "model_returned": "jev-1.13.0", "request_sha256": "374bb37087aa3bad6ef81bd329141ad45d734f5255b3371771a147bbd0ecad7f", "response_sha256": "d102ffd92f6f9d7ceb71f9741f56071620003f62972a82942893f2d1206e96dc"}, {"id": 157, "gold": "bank_account", "pred": "bank_account", "confidence": 0.9, "p_chosen": 0.91, "latency_ms": 648.3832999947481, "model_returned": "jev-1.13.0", "request_sha256": "1170804c1a2b5eecbf8acbb0e86d9f6ed60867beee2387472da2fac9264a215a", "response_sha256": "9d36ca2a98c72269481518c690e7352fc2821d4a34889d2b2970d947ca3d1e92"}, {"id": 158, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 764.5502999657765, "model_returned": "jev-1.13.0", "request_sha256": "05fabcb23224469483175a8e8c7c29263ccd1df863408a667a03a09827002de0", "response_sha256": "9bcd1c9e2d6964de62c6be9b811d4c458f3961d909874966610efc143790004d"}, {"id": 159, "gold": "bank_account", "pred": "bank_account", "confidence": 0.71, "p_chosen": 0.75, "latency_ms": 691.805700014811, "model_returned": "jev-1.13.0", "request_sha256": "54cfdf57f804bb2c21771464be02be83ee83e88b91e5c596a2c7792c47be636c", "response_sha256": "0239459a1fab0da1a3357b2ab63bb4a18e62c6bd2bd9c0b4a89d339703a26722"}, {"id": 160, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 585.163600044325, "model_returned": "jev-1.13.0", "request_sha256": "f69f296c22250160701f6672c84a9cbc6b755d42ea22b07fd6eb2be813e52ce5", "response_sha256": "19a5568db77d135e104bf5d13a4ca884ac1fc113908960fc5e7b8b7b739be1d1"}, {"id": 161, "gold": "mortgage", "pred": "mortgage", "confidence": 0.51, "p_chosen": 0.57, "latency_ms": 481.47970001446083, "model_returned": "jev-1.13.0", "request_sha256": "95a99cbc92628278ec4fa7a6b3f472209db7cb5554461c622a73cd4ae96d7b68", "response_sha256": "7cce595a59bd29ea5eca5e8107e5853fc47748952e9884cb1df7e36f81e11a16"}, {"id": 162, "gold": "bank_account", "pred": "bank_account", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 698.7389999558218, "model_returned": "jev-1.13.0", "request_sha256": "dbabb3ed9954bf64322e531bfd3ffc1e46ccda56b980146f6e7e1c29c30e2e2d", "response_sha256": "fd3ca45510dde27f01c860ee205fddfc43d8bb6f9b40fe051adcb0ace5ae7d10"}, {"id": 163, "gold": "loans", "pred": "loans", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 690.9434999688528, "model_returned": "jev-1.13.0", "request_sha256": "de534c926f04341757edc49a697a49c49779b14559d22e72e2a9822cc3739328", "response_sha256": "52f1a8ead63fb451437e63d3da21c0ef11ddd46e7d97fe9ad434dd6471642bcc"}, {"id": 164, "gold": "loans", "pred": "loans", "confidence": 0.95, "p_chosen": 0.96, "latency_ms": 802.2675000247546, "model_returned": "jev-1.13.0", "request_sha256": "bd9b561dc3a800630d846f96cb70bc6221644a26cacfd104da9aa87a127f1c52", "response_sha256": "b5c4c41268adfa6258ff019ee924d7fe253e8b9cf29293bf98d52f268d671b49"}, {"id": 165, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 983.7983999750577, "model_returned": "jev-1.13.0", "request_sha256": "5b5180b16ea7d716f437aaf5967fe644bf0ec73fa16f0b6cd8aa83ca9df5255b", "response_sha256": "e7fbf7f5cb145ad7881833510e522f6030025e3baff2d58d8e714da25ce5089f"}, {"id": 166, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 797.7269999682903, "model_returned": "jev-1.13.0", "request_sha256": "33bafba9e8733f730ee2b077b9910019d5d4b1ad554efc2a8b72c07f9188a8a4", "response_sha256": "f06ccb906c5e88ee7898e52ebd41c8a8898faa2401d5cc64e19bd79f7596bfb7"}, {"id": 167, "gold": "cards", "pred": "cards", "confidence": 0.98, "p_chosen": 0.98, "latency_ms": 571.4843000168912, "model_returned": "jev-1.13.0", "request_sha256": "8a9490210c64657f5b19117788db7086cbb9dd6998b1dc5172ba4f1cb74bc391", "response_sha256": "bad04ff94891dce3f99c08a45675e3b01979dde03df66f24781a356c5d5f6d06"}, {"id": 168, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 683.8802000274882, "model_returned": "jev-1.13.0", "request_sha256": "5e8f44b7ab424bddec235525562c4e48a5f8fa141771386836e5f224b91cd7b6", "response_sha256": "0ee594a9e2a87378997744c476e48a498d08de1b4b5815e74ba684d407f9ab15"}, {"id": 169, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 569.1373000154272, "model_returned": "jev-1.13.0", "request_sha256": "ec686d62f858472a8260199978b9844c3dc2741d011b364709f5dfe135e82aa7", "response_sha256": "8a36805ed0ed0c0f098b96582df02fd972ff6116de3eef6c95cfc9c53cb47ea1"}, {"id": 170, "gold": "loans", "pred": "bank_account", "confidence": 0.64, "p_chosen": 0.68, "latency_ms": 711.29559999099, "model_returned": "jev-1.13.0", "request_sha256": "ad25854c7e75c42221a443b8be90c39fcad4145ec1bf6b718e65f748e898691f", "response_sha256": "d1a1690226a8fbf6fd081b9251df8d558257de5d0cd737275f9500320d6cd56f"}, {"id": 171, "gold": "cards", "pred": "bank_account", "confidence": 0.75, "p_chosen": 0.78, "latency_ms": 629.2874999926426, "model_returned": "jev-1.13.0", "request_sha256": "13b7030d9fe79597c22b8d050c8be40c60d9d483b53d6f424c77b68b1cbd0ca4", "response_sha256": "f938962b94edf47f07f860cc4f0d0d8fb240adf505649c017f15ab02cc4eb218"}, {"id": 172, "gold": "cards", "pred": "credit_reporting", "confidence": 0.78, "p_chosen": 0.81, "latency_ms": 475.13470001285896, "model_returned": "jev-1.13.0", "request_sha256": "d5f2f184a00a98d320d077f6473dfba5c21bbe06328a498dfe573a8289d6d491", "response_sha256": "c5bb8fa80f35a576a870fed8f065793a945ee5134447e614c667e7a4bd9fbe92"}, {"id": 173, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.64, "p_chosen": 0.68, "latency_ms": 807.8514999942854, "model_returned": "jev-1.13.0", "request_sha256": "9d452581e731a73af5fa4e782af9b33f7f10c417e88e98bb9c9164eedd4add06", "response_sha256": "3962c8c899469edc4e861f8f9bea273a5d8b3a35e6c7e30a89a1c49a856dde08"}, {"id": 174, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.65, "p_chosen": 0.7, "latency_ms": 746.5910000028089, "model_returned": "jev-1.13.0", "request_sha256": "89b8513a3a9356a90d76ca752f9abcf44169e13840df735395aa9bc2cd27c812", "response_sha256": "1838b2e5de8ccb95d40b13656d297e63a7b8a24a35ebbd5aab208343bd40a5a2"}, {"id": 175, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 685.5474999756552, "model_returned": "jev-1.13.0", "request_sha256": "00fbf5fc0e7fbb13404567047c96e39c444bbf8b7c5c586cae35fb37f2649673", "response_sha256": "40890d26f9ec1e588505325ba1d202e27613eb22bbd0ce8d8baf0590d9640490"}, {"id": 176, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 734.6142000169493, "model_returned": "jev-1.13.0", "request_sha256": "fa9b999a07ab526636fb423d90715d5b05248e1a7c2fd046343ed40d39925a79", "response_sha256": "bdfc5aa3c8820091804f28aa93ce13d193b5c87a74aeda62df0f4e04f247f92e"}, {"id": 177, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 676.8060000031255, "model_returned": "jev-1.13.0", "request_sha256": "298f1a0d16cfa54710bf6a86cec8869e28cdb153fe5cb70c9e27350759e7ff36", "response_sha256": "2cb3fc7b5027b5801cbba0543564876aa4df5c79b0100dbb9a86211286065f8e"}, {"id": 178, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.85, "p_chosen": 0.87, "latency_ms": 672.4235999863595, "model_returned": "jev-1.13.0", "request_sha256": "b16e2352c08d171e8a6102afa704864d45ff611294388c93bc33a442f4d5a95b", "response_sha256": "90259025b4663fd8e9169176c0afabf47d443f0eef28a8bc6ecec2325c80c8b4"}, {"id": 179, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.91, "p_chosen": 0.92, "latency_ms": 791.0471000359394, "model_returned": "jev-1.13.0", "request_sha256": "5c0000e060adbf5f8fdf7f59379a46151049b624d17c86584b1a2398f34a1df3", "response_sha256": "6970303448ced9ab5bb3314f5ba7bb4cbec628e6ca296784646fe9fc8c6754d9"}, {"id": 180, "gold": "loans", "pred": "loans", "confidence": 0.9, "p_chosen": 0.91, "latency_ms": 673.0067000025883, "model_returned": "jev-1.13.0", "request_sha256": "d58e38c3dc8529cae02fc4f4655343580fc216db98edc4c7f41e3aa65eb41837", "response_sha256": "56963d3d253b5c4deb53d1756ea71db24f50aef02e4552ddd3358cdce08246c4"}, {"id": 181, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 609.7925999783911, "model_returned": "jev-1.13.0", "request_sha256": "c70205797ef2f8deeec54338f3db9ca861a6d35f471ae5c64bb04bbfc9713f5f", "response_sha256": "47c3511c71922126622c201a63c388a1660b2418f3597f5b94b4b1184a419d81"}, {"id": 182, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 612.4166999943554, "model_returned": "jev-1.13.0", "request_sha256": "61437aadc9a82e62301473dbb78c15d3be2ca48d2a77852cb2616ff0b3e21244", "response_sha256": "d32597eca4e462d951e84f50233d5ca06d5507d36ac6c04fd4395863444062ac"}, {"id": 183, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 739.3511999980547, "model_returned": "jev-1.13.0", "request_sha256": "30193feeaa3a473fe6a3a1166b2fbb8c1e378bbfdc1e7659e8bb5f5d7c046aa8", "response_sha256": "4650d27e874b4f4cbf8de58868ef5fc91070dfc0588dd8c1c595302645315524"}, {"id": 184, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 739.2210000543855, "model_returned": "jev-1.13.0", "request_sha256": "975ebf4d69772e28b89fd71c5c4a97b68ae0f8604bb6d6440e23157d9427f018", "response_sha256": "779080ccce6ce804843bb17ee0af8bd6deeaf3273587ab93ddc72a1ff0806fcf"}, {"id": 185, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 737.6549000036903, "model_returned": "jev-1.13.0", "request_sha256": "260612637e418f1e539ff6cafdb19337e4205036c7e9aaff7c9419a374d9c350", "response_sha256": "19c4cc7607e18af9a6f0d4e6a0b415dfc30afd4534272465273755431c294f76"}, {"id": 186, "gold": "cards", "pred": "cards", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 1018.2023999514058, "model_returned": "jev-1.13.0", "request_sha256": "aaa6cd57592cf50f31641db5ac355e780d385c764ee9db08c56cfd82a8679b1f", "response_sha256": "1c51aab57e8381652cf9b453669a20711e657d9699aad34264f4cea64432e75e"}, {"id": 187, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 753.269899985753, "model_returned": "jev-1.13.0", "request_sha256": "b6d55bb3fd412d099e6bce3de6256a7da54a5c034cc51cbebc091b67735c37a2", "response_sha256": "789310d8af1c63f224de8d6d731c636ec60aad702b8fa113db179834f2b88082"}, {"id": 188, "gold": "mortgage", "pred": "bank_account", "confidence": 0.1, "p_chosen": 0.21, "latency_ms": 741.9044999987818, "model_returned": "jev-1.13.0", "request_sha256": "97333de7e5bb459cbaaa2637a62ccacda6b2dfd41a6703bb79be981f83be7768", "response_sha256": "6b960cd6f197048cc3a39781021a7677da4e07451e5d8aaca91d5881b6c530e6"}, {"id": 189, "gold": "cards", "pred": "cards", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 579.1586000123061, "model_returned": "jev-1.13.0", "request_sha256": "06289b43458668c862f4cf255ee69ed69e0fb7630add740c7d9d0a0fbe8b0567", "response_sha256": "7282431a7484f682ce661ee25cb065b369e770f0ac7caebe198abf0dca5d3581"}, {"id": 190, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 737.8750999923795, "model_returned": "jev-1.13.0", "request_sha256": "54d78e5f8d6aec46a9d8b187ce5a0ad5991b6d140b59068185c4ede811f1388b", "response_sha256": "b119cd46cb0e98ceab7cb1e6c0f3b04615246513b180fe1628bd4e0be48fd7d9"}, {"id": 191, "gold": "mortgage", "pred": "mortgage", "confidence": 0.42, "p_chosen": 0.49, "latency_ms": 985.8235999708995, "model_returned": "jev-1.13.0", "request_sha256": "f38c229348f22ccdf3c223bac7c176914064e1c7e5fa93632353df06d62d34c0", "response_sha256": "bcf4a90761ce34f9f1ee0c18daeb3318953960c9a6b314ea631ea8e09e4e7f33"}, {"id": 192, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.97, "p_chosen": 0.98, "latency_ms": 753.1167999841273, "model_returned": "jev-1.13.0", "request_sha256": "eeda4c389c5dcb56690c33ba521adcbfdd08603b3311d7b08469a5ef91a0a9d3", "response_sha256": "112e56c94d2dca4de10c6603df305ba0316aa170cff9017107d17164db76c21d"}, {"id": 193, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 724.5825999998488, "model_returned": "jev-1.13.0", "request_sha256": "e4c9fcb20545abb9b2cfd4b7935031779deb0cf1a7da3a8c3ee723d16ceebf97", "response_sha256": "5cace742a7f4939d9ec03b26769d4449e78a9467a3e1f07dc6c3c4f41953ee45"}, {"id": 194, "gold": "mortgage", "pred": "mortgage", "confidence": 0.85, "p_chosen": 0.88, "latency_ms": 601.993800024502, "model_returned": "jev-1.13.0", "request_sha256": "5af94cb59ac08f4d38f1519bc154ec29aca1b9bd60f91e5830b71cfb5d5298ed", "response_sha256": "fdbfbd49d72f5c9d2a60fcd0a369486f385477ae02f53c64136b2bd7f547a8cf"}, {"id": 195, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 746.2193000246771, "model_returned": "jev-1.13.0", "request_sha256": "f67a11dd93090280fde851d3c97aa4ce3b316d5e32a7e2e2343bbcea9c356b8f", "response_sha256": "75e889f3e1dfe8325cf3a24461d73b6e0e92fb48f1a8fb45135ec4466345cdec"}, {"id": 196, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.77, "p_chosen": 0.8, "latency_ms": 666.8673999956809, "model_returned": "jev-1.13.0", "request_sha256": "a41e47e1a012ca3a864b1d6e18b9d0b76d61ab99281f6f088d9de743bfee6de6", "response_sha256": "3628e6fe013b3ba8709945ef1c4a1660b1df47ffa3e11943e7f03ea6602eb731"}, {"id": 197, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 619.2790000350215, "model_returned": "jev-1.13.0", "request_sha256": "f0e8310371b46295c59fd4539d07b6607ad00f907ace3d2b46adc98c2c8c781d", "response_sha256": "920bf26653a5ca049bdcebac0f583c2e5fb751f6af13c3ec2d0f1c4e010b137d"}, {"id": 198, "gold": "loans", "pred": "loans", "confidence": 0.94, "p_chosen": 0.95, "latency_ms": 749.0077999536879, "model_returned": "jev-1.13.0", "request_sha256": "d4032e45a15da1f5cf72aa358cc97498287f8d464837db656785ebb865d63e9b", "response_sha256": "16b12d954c567de701362eea23bc988117984139ce07a2f255d1bce75351fd8f"}, {"id": 199, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 737.5323999440297, "model_returned": "jev-1.13.0", "request_sha256": "a3f03cb5700199cc7787e46e0b52f1df8006a1492a4a61a5bc83dbb54460815d", "response_sha256": "350e5af3f872b90c89a3884c1a2c6abc9d63f5cb85e360f8d471b826e6cc4e53"}, {"id": 200, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 553.795900021214, "model_returned": "jev-1.13.0", "request_sha256": "ce6edad90e6b1725e2f96be9f9e751768725e11defdf7ce648a0b399624b9b19", "response_sha256": "3a3bf30cae1a9d915bdfd505a8794bec1569623bf3a04474a5df1bb567ee3231"}, {"id": 201, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 461.01859997725114, "model_returned": "jev-1.13.0", "request_sha256": "c55b4d3e65803ab06522dff1ddd43e8be56eba3017fc2f21b54c11614732ef48", "response_sha256": "091967c1f087c7b94ac12ad5f0dd17ce2d94dea164b2965ba3bc6aec55892d69"}, {"id": 202, "gold": "loans", "pred": "loans", "confidence": 0.88, "p_chosen": 0.9, "latency_ms": 624.2882999940775, "model_returned": "jev-1.13.0", "request_sha256": "8e1ca201f7304f65232db4244f18de40d4dee4b9d2e63182226fafadc2cb87ba", "response_sha256": "b70c9b3d9c54962edf315b4729f01269a8ae6c96b8e73f75610833ddb9617a99"}, {"id": 203, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 715.1623999816366, "model_returned": "jev-1.13.0", "request_sha256": "2e332c46a26e2c7ddec3227371ba9ae409d24626f7a1bfd393ab65ee2bc7de72", "response_sha256": "f53a04295a474db1fdd934cf4f59ef7d8fb216b276c6ef1bec7944551c73427a"}, {"id": 204, "gold": "money_transfer", "pred": "loans", "confidence": 0.74, "p_chosen": 0.78, "latency_ms": 711.4028999931179, "model_returned": "jev-1.13.0", "request_sha256": "1a3146e86d55edd3e31229537c932343c7fb276cbaeeae33df58b0a5291ab154", "response_sha256": "e1a4adbe28326f8fdc06ff19fbfe3400a22d48d2ad3ae663d9f8cc128f4d9999"}, {"id": 205, "gold": "credit_reporting", "pred": "mortgage", "confidence": 0.72, "p_chosen": 0.76, "latency_ms": 730.8950999868102, "model_returned": "jev-1.13.0", "request_sha256": "cb99e2ad06530725dda6180215f1bafedd512e739498dc108056ad44f3aaf915", "response_sha256": "45a9ffdc3da729bdb9ae00ff4cd72ced10acc63a6447a24121e38476ce8038c7"}, {"id": 206, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.95, "p_chosen": 0.96, "latency_ms": 742.528599977959, "model_returned": "jev-1.13.0", "request_sha256": "811b524403d2bd22a0e52c3304905705121fd661445d9c3500947a4accaac625", "response_sha256": "19d268d8b2ccdc4a0299bfd96e4281109c711249bf550a08e2131b3595ef27cf"}, {"id": 207, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1044.9436000199057, "model_returned": "jev-1.13.0", "request_sha256": "958c9ee0a0e1fa85e54158c77f1026c679f1e83c830173e5a4bf1645d0e63d15", "response_sha256": "fbea0ee26952b476a8ab3a8582adcd060c0757b8a6163ecce3007dec4a58ce25"}, {"id": 208, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 703.7707999697886, "model_returned": "jev-1.13.0", "request_sha256": "d7efe0e7a2394b400e782355f6f9e195cc811cb20912bc9b1cac265ec09abacd", "response_sha256": "595352e23f0675ec2a2b8ec771a8fba241dc8291f34fb4fcce85d8bb118675e0"}, {"id": 209, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 642.6541000255384, "model_returned": "jev-1.13.0", "request_sha256": "fc343e1799de069f5a1ebcb15f4f9af847365426d1d8964b0d2ce3eb7e09ea97", "response_sha256": "e026655d8f2a66d334841c29ff25fcd276b05778976ab31cbb2334ac46965b15"}, {"id": 210, "gold": "loans", "pred": "loans", "confidence": 0.87, "p_chosen": 0.89, "latency_ms": 776.722599985078, "model_returned": "jev-1.13.0", "request_sha256": "bd9a5ef7f84f4e0fce4520437a0665e246e3439165233e6dc0bf12e7210af316", "response_sha256": "7479b82a26571eccccca99795c57f3d5eefbbae147afee164834f26ae898bfad"}, {"id": 211, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 675.9545000386424, "model_returned": "jev-1.13.0", "request_sha256": "c23eed7888acad92d2d07e6ddd84f1109fbb417cdbf2008255caab07450fb671", "response_sha256": "5255368008b6c7ef2711e39843e54f7b77fa3997bc5ff809290ff1d1680491e0"}, {"id": 212, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.92, "p_chosen": 0.9400000000000001, "latency_ms": 667.976800003089, "model_returned": "jev-1.13.0", "request_sha256": "fc96ae32aae3dcb4a2231a41b47f3db1724e2c511fe463cc039efdcdafb1d2f1", "response_sha256": "46328e0bedb3939ea51b187e4ff76c8b2b3368383f6e724862c549d0ac98b316"}, {"id": 213, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.75, "p_chosen": 0.79, "latency_ms": 850.9613999631256, "model_returned": "jev-1.13.0", "request_sha256": "ba2f3d3715378893dc9af28b8c02c4b20534236068e10a27d3e39366a07f72f8", "response_sha256": "acccc10dd319413ef69a30961e84d7a645b0507c44c009ec5fe99bcfd8fa242f"}, {"id": 214, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 793.0932000163011, "model_returned": "jev-1.13.0", "request_sha256": "9fc173c33ed96ce6bb46fd4ffc7a47cf20bf7b75dc03f55932a353d4bdfd70c0", "response_sha256": "0d74b891f4ca2bb0cd73ea9dd640a5c8893eba0e6031bc54a9304a71252de0e3"}, {"id": 215, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 845.0682000257075, "model_returned": "jev-1.13.0", "request_sha256": "57c8dc1e4f4c20fb2a1a6b184bf5a49292e8cb0149f414da1c27783a9abde2af", "response_sha256": "94c94a441c48afd63f91c518a9d60aedc0248c988b86aec167d8083b7c7114c5"}, {"id": 216, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 778.1901999842376, "model_returned": "jev-1.13.0", "request_sha256": "033585f7513dc1e8c06609fe07138e5d882add03afd0091bb0bc80d7066005d7", "response_sha256": "c0894f67764b85d239afc732ac8c04575502432f496d2948c6aa973ccc7a4ace"}, {"id": 217, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 994.5676000206731, "model_returned": "jev-1.13.0", "request_sha256": "7b4d8b14dd7d1e1ed567a511f6275101fb1275576e3f8fff40000a6552b6d35e", "response_sha256": "5304835ca90306e2624a4f306feb569459140a15c21d64050abb66b5159d82f3"}, {"id": 218, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 698.1015999917872, "model_returned": "jev-1.13.0", "request_sha256": "b7b002887347848d0d6fe33e95e055ac00cc947a75fc2c62c470d3c3a002854a", "response_sha256": "20703f223126be7289983cb1098d1b45b3ce593d4e5318e27b871e46cd9c4a87"}, {"id": 219, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.91, "p_chosen": 0.93, "latency_ms": 676.6361999907531, "model_returned": "jev-1.13.0", "request_sha256": "346ce75efb5da6286bd2ce35744d55d371123d2c93bfd702dcedd0a385f7666f", "response_sha256": "e7be7660bdf18eca68d127c4474e14f4dcaf9007c22c7934f2fd53ebcd0e7fee"}, {"id": 220, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.56, "p_chosen": 0.62, "latency_ms": 792.4811000120826, "model_returned": "jev-1.13.0", "request_sha256": "f198b9ed4ae963fb7528438a5c8d249252a388005ae999345ee370ba65d20406", "response_sha256": "9a143af0ecc1d578b6b61d8c8cc1511d25d123c24ea45ddec2584e70029517e5"}, {"id": 221, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 489.1623000148684, "model_returned": "jev-1.13.0", "request_sha256": "520809fa48d8b20ec3e1df0fa4fa60f35f28d4bf3dfcd22cc3490a98fd2184b7", "response_sha256": "3c496566f2efd93d32e97e2aed630aadebe0a116da2ab6d0736ffbb9a956acfe"}, {"id": 222, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 804.6273000072688, "model_returned": "jev-1.13.0", "request_sha256": "61d5b27e20b306df58550eade0cd99686c9c052b116aec326d22f3733020e59e", "response_sha256": "ec612b22867c0a11a4c76062c83c676f5c4be7e68200982f6354b7b9d4bced48"}, {"id": 223, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 695.5758000258356, "model_returned": "jev-1.13.0", "request_sha256": "b80c78208ede7089801a9539b7cdd055d422d012374582fd35036501de86dd53", "response_sha256": "495157b1df2461c7b11158ca3039eaf47d04d59eaf0255960f6ab35916bf8222"}, {"id": 224, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 822.7423999924213, "model_returned": "jev-1.13.0", "request_sha256": "8c13470b1b4594c8a2cc7ed1efb24cc1286da1fed07b6984020ef4bfb8802cf0", "response_sha256": "aae1ed7aa093f7789a43c4b1ecdbd1a82a3f792b14ae366f363c5b7ee5f364e8"}, {"id": 225, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 907.7949000056833, "model_returned": "jev-1.13.0", "request_sha256": "1be06486151dc92d17a4feb391e26e430781d0646e05b8910b397443291e1b76", "response_sha256": "edf8e326652dd65486cb665fb1efce012e684356c90137d719366b764174e675"}, {"id": 226, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 763.2765999878757, "model_returned": "jev-1.13.0", "request_sha256": "193d2c41223cb7c5e8d785ce393ef10f8a7f36939eab4d8d0943d30169eea460", "response_sha256": "e48e6c68c2a6a396b63310fae36ec4ffeb96647dddd07d2144dab374787317ea"}, {"id": 227, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.82, "p_chosen": 0.85, "latency_ms": 1251.1408000136726, "model_returned": "jev-1.13.0", "request_sha256": "551232905910ccb7caf72e9ed23096004834fcd9822d4c6821e180855ccddda9", "response_sha256": "c5ae52bdce81c20c17f2350db668f96094b782e6c7d8b2ae61e25a77624aacef"}, {"id": 228, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 647.1026000217535, "model_returned": "jev-1.13.0", "request_sha256": "bd332aee865d736e1a8e6b34adf9d52e3cc1a163ffd2c71800d47503f09eb6b4", "response_sha256": "6bc866e1964c8209b4d65dbd66c35527c8440db3295f36c8042135f09e33a8a9"}, {"id": 229, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 640.0509999948554, "model_returned": "jev-1.13.0", "request_sha256": "64f5604f285e3e4a289da8bdc66f16623991de47f4462a01da53aca8ca7fe077", "response_sha256": "d5faebde1e2b1b5ba9a6fb7a8230a98d2742421c46287050f5423720035322c0"}, {"id": 230, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.71, "p_chosen": 0.74, "latency_ms": 756.1528999940492, "model_returned": "jev-1.13.0", "request_sha256": "b74cbf37ac79847008766928147b0232f3fc5555e71527b6b81bb33913e5f704", "response_sha256": "4c08dfcb6c81da5cf9de2de2196ff07bdfac0439a6efa9c3a8e03bf5b5c1aef6"}, {"id": 231, "gold": "bank_account", "pred": "bank_account", "confidence": 0.87, "p_chosen": 0.89, "latency_ms": 650.2915000310168, "model_returned": "jev-1.13.0", "request_sha256": "5e7ad6dfa5ba43a6a9f162df301ee833372da0d244b7fc0818758402d68152cb", "response_sha256": "b1b3ebea83937ef9e3b7ef7b31e357f8b1a5c9aaee2c73001cae682ce1fa12fd"}, {"id": 232, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1596.4936999953352, "model_returned": "jev-1.13.0", "request_sha256": "7ed97b89b4d134ff9101f930dfb8a27b209d934591f301b9d873719fc70dab2e", "response_sha256": "965a5f168483713dd41327d2955046ed031b7f7162fcaf7a70d7b4d517aae0a8"}, {"id": 233, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 554.4191999942996, "model_returned": "jev-1.13.0", "request_sha256": "16f9b712ca8a0e8d93cb33fc556dfd28fe27159b9fd8bdc5c178353898387250", "response_sha256": "ff42a8fb1d62dba767330597f86dbec4564fe6f542b3b1dd32b0ef8b75fcac5d"}, {"id": 234, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 679.4330999837257, "model_returned": "jev-1.13.0", "request_sha256": "c76d6a060dc79edefef756b9f83b479fcca469d6f310dd597894557dce0008ce", "response_sha256": "3cd986a19ee8748ca02c968224684f7897bdf12417e016175879f55bcc896b11"}, {"id": 235, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 834.7146000014618, "model_returned": "jev-1.13.0", "request_sha256": "c09e20b6a38f4a6852f6d57f4014ecb3f60ac488f41727a3941dc677b2562454", "response_sha256": "c1bf6541b2106b7dff19862c94a1bcdf31f27fb0d9f7c3a2b48571eee17ba9da"}, {"id": 236, "gold": "money_transfer", "pred": "cards", "confidence": 0.57, "p_chosen": 0.62, "latency_ms": 822.3728000302799, "model_returned": "jev-1.13.0", "request_sha256": "c6f909e9dcb0d27b35643b3c40a5c5b683171be74de581834a768ee13aef887c", "response_sha256": "218dc22e5e0fd6e567ba1759d9f70823c65f6ad1d8277c6f2470b9fd10d3dc26"}, {"id": 237, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 688.8443999923766, "model_returned": "jev-1.13.0", "request_sha256": "b0780854c4d6594b04f5e2347553574c884efc311dff8160c16057cbe22b5cad", "response_sha256": "b2422387768c83b3e11dcf8192758e41a062a8d6d4d31e3fb5feed552aa0797d"}, {"id": 238, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 683.9473000145517, "model_returned": "jev-1.13.0", "request_sha256": "7739650fec23f5c39dc414ae714598eede9ea5326559ea48ac49b4f05c9d271d", "response_sha256": "2947489536a67575a474ba314b9d1bd135f1bf0ecd0ff0c9f873368b1fe546ba"}, {"id": 239, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 543.8946000067517, "model_returned": "jev-1.13.0", "request_sha256": "c50f20022f2b2cf63650a65ed367d2c7b04442197385712c40c938fe963dde47", "response_sha256": "1a1fef4a0dda362e343dd61a802d2c141f824f43cc02f46da183aac06dbdf07b"}, {"id": 240, "gold": "cards", "pred": "cards", "confidence": 0.95, "p_chosen": 0.96, "latency_ms": 532.796400017105, "model_returned": "jev-1.13.0", "request_sha256": "e4e479a188e02541f0b8b3d96b4d5e44c5f107641a9064bc9b62d10c72ce85f9", "response_sha256": "1bfba42d71edf17de61075276f328c84bd1f588fa7f0c3c16873a1d5057c640a"}, {"id": 241, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 774.0808000089601, "model_returned": "jev-1.13.0", "request_sha256": "c4440771dc8be9c6afe90d80ab4e2108952704ab970f1fd0918a81420447dde9", "response_sha256": "879af37460822c06b34455217e3fd6273122322b290a1db4c59558f62ffa727f"}, {"id": 242, "gold": "student_loan", "pred": "loans", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 469.1649999585934, "model_returned": "jev-1.13.0", "request_sha256": "ba37cc5f389a2d2fdaf0cf6d6498134890307311adb72ce0e19d891a941d9832", "response_sha256": "6fe1a5bb412960e3457a2b2852655b9de338fbac6ed467ce1e2a44c318b009e7"}, {"id": 243, "gold": "student_loan", "pred": "credit_reporting", "confidence": 0.94, "p_chosen": 0.95, "latency_ms": 634.8767000017688, "model_returned": "jev-1.13.0", "request_sha256": "2df7f874daa8737c598b5b1a0a53db72b7f71770769a8d0a17350c332e917237", "response_sha256": "857aff4b54c1bb5865d0dbc60f40eba87adae3c197b5f82e913c85ca0551110c"}, {"id": 244, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 1111.8307000142522, "model_returned": "jev-1.13.0", "request_sha256": "f2495a37ecc28050951c6f833729a0fcab9119713d37d0855bc36674099c966f", "response_sha256": "151f119de9badd3fbb04a663a44e364eea19e5642a6382ebd72aafb02249bcd3"}, {"id": 245, "gold": "mortgage", "pred": "mortgage", "confidence": 0.97, "p_chosen": 0.98, "latency_ms": 700.8074000477791, "model_returned": "jev-1.13.0", "request_sha256": "78dafa20da017d26bffdeea4b2f2be472ceddeb53dcfc725a565d00355546269", "response_sha256": "fbf9f5927dad01dea3dddee28ec3c0bbe5ec90c9062e21e90c2ce0dab4cbcfa6"}, {"id": 246, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.82, "p_chosen": 0.84, "latency_ms": 746.5247000218369, "model_returned": "jev-1.13.0", "request_sha256": "2ff9dea30e48e2e1176f357532e80d0ac84d6de878fe18041f23380718cd44fa", "response_sha256": "b3c160ecc898ae133eeda9506225d5256d21a54257ab0529c046376040d841d4"}, {"id": 247, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.86, "p_chosen": 0.88, "latency_ms": 742.2716000000946, "model_returned": "jev-1.13.0", "request_sha256": "82bbc4a41869a89fad373d0bb7f4049dae82bbf4882e61ede69fc68c7b2a9138", "response_sha256": "c476098b31d416db980055232fac889cbd18a6f4eaf009388054050528e08625"}, {"id": 248, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 760.5008000391535, "model_returned": "jev-1.13.0", "request_sha256": "b692179d14fc8f90560aa52302a034faed1ac092250d627bdee329fed37722f7", "response_sha256": "5f86ca7db0eb1df66f940ee844324a5a7bcfed2d9a4757b02beec321a6359e6f"}, {"id": 249, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 636.6121000028215, "model_returned": "jev-1.13.0", "request_sha256": "9fe4cfa0a7c1a670b4cb13c663fa31263763577206be1d6084f7afb21c051a8b", "response_sha256": "85c2bc539ef549b3aa0ccfc71cbad64481b8389bcfa7956f94e19dcd23bdf1bb"}, {"id": 250, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 613.542300008703, "model_returned": "jev-1.13.0", "request_sha256": "cc1ed11a9ac8b6e2b60c9a91395ffcba79e8b850102b40670ec8464798570413", "response_sha256": "d8459f2b4b40746f1ce3da55f2c0081d54bff85869d2862bccffa700720bd938"}, {"id": 251, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 347.09650004515424, "model_returned": "jev-1.13.0", "request_sha256": "8f19888f663b576bd0cffa8ee5d07d57e8f1534d1660302e6ea28f902969b3a8", "response_sha256": "ded1bb50dd3fc694f5e706a048f5c8b4ab4f8fef8a55baada77fa1758090a203"}, {"id": 252, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 516.2670999998227, "model_returned": "jev-1.13.0", "request_sha256": "b01540d0ff768e2d55fc392b74798ded051e9c555f0c19e369f212e681af10d0", "response_sha256": "6b4aceb945f8fd69c13f47329b0ceec829ee0692da0edb2bfe570c5d04506345"}, {"id": 253, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 623.2707000453956, "model_returned": "jev-1.13.0", "request_sha256": "687b992ca1c8da0212a11a795d4fb49c5d24b010b781ce75db34796d37440a0b", "response_sha256": "62a40919e11cccd3cb90fb6abc21f3c615cbd295b9b12fbb6028dfe4b496cc03"}, {"id": 254, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 829.4146000407636, "model_returned": "jev-1.13.0", "request_sha256": "f4a9343c2b4ac6ca247693e7229950b917cffd55199136f1adc193e3c6f2d646", "response_sha256": "fb0a83161c2713736952990632195f49fd7a4970b424ac6cf7c21062a4145b29"}, {"id": 255, "gold": "credit_reporting", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 649.2138000321575, "model_returned": "jev-1.13.0", "request_sha256": "f6575ff5fedd55e2b20fdd766602ce1b52c0bbc17c507c856239f75742a17f4f", "response_sha256": "64f3816990780a986d1d8a5b9b37df2450c080b525fc3b1181bac2254100ef1e"}, {"id": 256, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1056.0754000325687, "model_returned": "jev-1.13.0", "request_sha256": "eb892bc672fe2311a8baf7be54404ac5d12f34d5d353e5f770a1eaf936479605", "response_sha256": "bc8594a2bc90c8a0c764850bb472703547f73908b292d5f81f6f5ea5a8540638"}, {"id": 257, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 660.5356999789365, "model_returned": "jev-1.13.0", "request_sha256": "ae05cf885c9083acfd1d56b72abfab55a5c101bee54914612b5d1f948df80aa9", "response_sha256": "1502ace5dd3b74386d31c4e5f2a9379e8167f8e13ecfda8b4793578336175231"}, {"id": 258, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1034.41759996349, "model_returned": "jev-1.13.0", "request_sha256": "2e0da96c2e0e8ec874577625d9155e88df1735a87bc876c555d5a98bf435b223", "response_sha256": "11015814e6d632072ca566b58b5a0b74b76625326f6d3b0310d1db788cbacad3"}, {"id": 259, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 777.5637999875471, "model_returned": "jev-1.13.0", "request_sha256": "7b121069676e5dd8d0fbd90513e55cdbd554ecdaffbe7a39e08f328e15fa2560", "response_sha256": "1d31bb8d39bdfa25311203733e4ab45b26a94947c0ff1b0e4aeb79af72c43b4f"}, {"id": 260, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 603.2866000314243, "model_returned": "jev-1.13.0", "request_sha256": "90c1e28343514d1f34d5ea70abd3c43d39135093c6a3ff303e33d4c4bf2c6bab", "response_sha256": "a0cb426a22d937823a2aed959a4ec27fa0ad9bfca7e2b498ff168939c84494a3"}, {"id": 261, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 778.1192000256851, "model_returned": "jev-1.13.0", "request_sha256": "6466fd2607a91ea6e6cdd12808de52a2b5c805ce6aef400440916ec68547abef", "response_sha256": "ba267a06900753c84c1682cefdceb9235559c787b1b75b4f4d45d35014e899d4"}, {"id": 262, "gold": "cards", "pred": "cards", "confidence": 0.73, "p_chosen": 0.77, "latency_ms": 447.885200032033, "model_returned": "jev-1.13.0", "request_sha256": "b206d155f484bb8a1609e7a9766a23bb3bac3c292d98bc7c86700d1fbb2dab03", "response_sha256": "e31407cff04654abc2a3484d95fef065372081806433457957221966e9a9fc57"}, {"id": 263, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.81, "p_chosen": 0.84, "latency_ms": 658.2610000041313, "model_returned": "jev-1.13.0", "request_sha256": "607f5a18bffccfb996e72af4116b992a21b395d27947a2c6d0042a31a6454dba", "response_sha256": "29978b374192f9626042f7765abe744e71565d841fba847ce3d4e81378b9d0dc"}, {"id": 264, "gold": "student_loan", "pred": "student_loan", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 788.1705000181682, "model_returned": "jev-1.13.0", "request_sha256": "8031540110e7dd5362054b4ca9e0bfb29ef8dd564063db0ef599b2eb0a4d1e7f", "response_sha256": "1d40eb823255f59591ef2a7da478ce134fe2247216cfe4086f4bd90c6f044b5c"}, {"id": 265, "gold": "loans", "pred": "loans", "confidence": 0.63, "p_chosen": 0.6900000000000001, "latency_ms": 787.805899977684, "model_returned": "jev-1.13.0", "request_sha256": "e35806e3851bf3fbe156d3002df3b44e41f29f1c18e79e9de10ca78bc11b1091", "response_sha256": "7e690cb6c894893f3523ea20a81bddb03359388de07d8e1ea413f67a56c18299"}, {"id": 266, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 904.8571000457741, "model_returned": "jev-1.13.0", "request_sha256": "25b166228da5291d7560d6daf77ec82d2c4d4c2179411f73faf7928449ed16f4", "response_sha256": "c1427ef634a0fca03b39f9acfbb81ea1b12861e878d7b31648e4ca09e08be0aa"}, {"id": 267, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 722.7412000065669, "model_returned": "jev-1.13.0", "request_sha256": "f66b20fd00073ee93c3ec7e4428ddba3f1347c5fa8853a6fcb86063878cbef4c", "response_sha256": "a0c3f15a9bcb3125cb00a1b0c9781537e50f7169504a419fb95d448de4d8b807"}, {"id": 268, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 837.0877000270411, "model_returned": "jev-1.13.0", "request_sha256": "c3132aa4d6b3c1987f90d481bc48ef4100d100ac8b549beef350a32109d5c06c", "response_sha256": "43774827fbff8a31fe4211674402bfb9e5a10d3a9884a0dd13b5a1de5e49c25b"}, {"id": 269, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 1063.9203999890015, "model_returned": "jev-1.13.0", "request_sha256": "3b8c1a5020b75de5511939a549aed60e90aafc34b098d4f1d28f65339c822918", "response_sha256": "d37480fd0ce8d618cc1b188bb8a6d9de715781bd412e9b38455462812f7b3c8c"}, {"id": 270, "gold": "loans", "pred": "loans", "confidence": 0.93, "p_chosen": 0.95, "latency_ms": 493.7315999995917, "model_returned": "jev-1.13.0", "request_sha256": "335fcae33fc7d99037fa92b87bd874559bb8bde473c08b3dacd1b1c41d317410", "response_sha256": "3edfb55d5ac0369f0a83b2330344d04711cad7cf8089e430730bf5f83b1e5eeb"}, {"id": 271, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 575.731499993708, "model_returned": "jev-1.13.0", "request_sha256": "40f6b5366aeaace54bd9244c0664f7ac8c07ad12bd886392619fb24cf5fe43fb", "response_sha256": "72767d723c45eff65591226e0a73e327438b4f868585646e9e2a62e8f07477c1"}, {"id": 272, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 573.4500999678858, "model_returned": "jev-1.13.0", "request_sha256": "96875f4fb8aa55baa4ec9ff54d3248176e8c2a5595da896331056b12a7c00767", "response_sha256": "2779fcec35da6d04481d01b0caf1a49193a1ed85e97383da1a89c1d19a438ebd"}, {"id": 273, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 574.541199952364, "model_returned": "jev-1.13.0", "request_sha256": "9aecdb1fd3d31bc9a7b592446ff8bbd8c60e7b2b3a178929d7eea6a5a4d39cbd", "response_sha256": "cf13e01ae7f13806db4a9746bdf77f713a68f397262419015c2cc813e9c3369e"}, {"id": 274, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 725.9060999494977, "model_returned": "jev-1.13.0", "request_sha256": "ce5486ebe481ac1e104a69b51c057b3db511b05e4da0a6f9ae724a795ea4ae55", "response_sha256": "94cb91911e9bdfe3bec9158b05bb2d0f7ebcb39f5799710845b93c69b15a46d5"}, {"id": 275, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 727.0221000071615, "model_returned": "jev-1.13.0", "request_sha256": "3a5315140a5d8350d00368670faa0ff7517d9eff131d59b75062a896907989b5", "response_sha256": "d433991c6bc47a2943e28c6ad9451910cffc4e60ae7aee21d1823f46919d764d"}, {"id": 276, "gold": "credit_reporting", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 890.7249999465421, "model_returned": "jev-1.13.0", "request_sha256": "154748f405198761f685c2e77d48e85291f08567bbcf3ea191bd5d8b873f636d", "response_sha256": "36c00c398b3f1711228663c32715c814e2943ab83f5d966bc31b8fd9fcdf19a7"}, {"id": 277, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 724.4195999810472, "model_returned": "jev-1.13.0", "request_sha256": "7476b93ec370c46242a70fa42140242aea80da34e428fcd162029997c488f76a", "response_sha256": "6df6bb3b5048219a493a77306632692b011f3a39ab6a6d7b06fbbd8344eab9d2"}, {"id": 278, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 716.677799995523, "model_returned": "jev-1.13.0", "request_sha256": "652438c178371936f5b0fc901add85bcf556fa8883e4b42bb1dfcee6815a90a7", "response_sha256": "f8d19feb622f1d400d677d0298ebd18f69e02e85be9f8c99cae6c8c2d9534fcc"}, {"id": 279, "gold": "cards", "pred": "loans", "confidence": 0.35, "p_chosen": 0.44, "latency_ms": 667.0874999836087, "model_returned": "jev-1.13.0", "request_sha256": "e714ee6d3b6564981ffeeb108b3017e814bca9cbd03e1278a1918e2d46cccd48", "response_sha256": "b7fd91ade12dd3c82d22054b8e8f3a4f92c524b8cd7967284189bf892052ff87"}, {"id": 280, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 608.0135999945924, "model_returned": "jev-1.13.0", "request_sha256": "c1957c3e17dcb5173a3800faf488a66108267cac66fd2a3b0773b9d30221afb1", "response_sha256": "cec560439f70ec4756b58f664f7ddf16d6fcce7641e9a7f1b324b2f0fdbb5cbe"}, {"id": 281, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 668.9190999604762, "model_returned": "jev-1.13.0", "request_sha256": "52e966a2da1bc823407bcd6ace7cbbeebc37fbd5296ba7692b722189dbfed10a", "response_sha256": "11773be6bf646eef5c240f445fedb335c9917c11e0a6645acc8fc8a5f658ca8c"}, {"id": 282, "gold": "money_transfer", "pred": "cards", "confidence": 0.61, "p_chosen": 0.66, "latency_ms": 421.26539995661005, "model_returned": "jev-1.13.0", "request_sha256": "d6287639ef618a93df3add9ea9887d99651055b311c564661cc49165663aa49b", "response_sha256": "987b1ba4d422e2fc13bffe62c016b843b9687e4c0a8b8dc9cb81807570ca4c75"}, {"id": 283, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 688.2519999635406, "model_returned": "jev-1.13.0", "request_sha256": "86abf8822767f369b062901078652a434ec18d4ea73c406ee3c0dc14d5d0d54a", "response_sha256": "039a5d62e3051be5698994f6e7aaab63e1f41de1ae2d958268c31b8497f33e7f"}, {"id": 284, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.98, "p_chosen": 0.98, "latency_ms": 758.6994000012055, "model_returned": "jev-1.13.0", "request_sha256": "c039f67efd69dddcb2acffdd0332be71bcde9b6d86f5d82348c02074b5b42f10", "response_sha256": "31415691b037bbfb091db0ad4d4b0176943238971c2a41c3c863147971e1554c"}, {"id": 285, "gold": "debt_collection", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 927.7217999915592, "model_returned": "jev-1.13.0", "request_sha256": "e7c1a88c4b6c84b82beeccd9c864975183667831a6e61274a00ab39982cb22f9", "response_sha256": "d29cc4bf79451534045acfa833d86a48ae68ef1a4f7c5daeb85b695d831b5883"}, {"id": 286, "gold": "bank_account", "pred": "bank_account", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 704.8101000254974, "model_returned": "jev-1.13.0", "request_sha256": "fc1e39b43d7255b4b1be0bea6e4cddbbb3f1be042c49f2753d33f2b7c57702a8", "response_sha256": "0edc00476a18f945ff92471ab811b30089c67b4a1e35b71ae110660d97a2731e"}, {"id": 287, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 766.4834000170231, "model_returned": "jev-1.13.0", "request_sha256": "c9618d4692482c6cbc64b157e3a8e27f3373968e8e407f4218ce43566c88960f", "response_sha256": "66b285dac010b3341a8b583424d9c3c6841621468b234c484d44cc61404fda0b"}, {"id": 288, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 756.1990999965928, "model_returned": "jev-1.13.0", "request_sha256": "fe08d0c3a0581474a4296fdf971c1599ae2c0c15f811e32e728e7f06d2c0b16f", "response_sha256": "b4a4f0416c48c8fdf07ddfb83e9d4bd70a7fc983a40fa6eb1e0823e137461d0c"}, {"id": 289, "gold": "bank_account", "pred": "money_transfer", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 715.0773000321351, "model_returned": "jev-1.13.0", "request_sha256": "f8607ee8784b7bac5d5d1e637b755dd176245a9c868661a64fe02c317dbc96ca", "response_sha256": "d981d308f877892151ba8dad77822d12c61ab8190fe4d73649bd7b6ba50c5fe5"}, {"id": 290, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 595.4466999974102, "model_returned": "jev-1.13.0", "request_sha256": "e9b06d5970e07b0577cc6a4be1e397ceb231574385fe7b90eadad2b99b97e759", "response_sha256": "dd6c2f3e37370e514e439c726a4aa32d2c5816f0e74e70a73399ffcd0f4c73d3"}, {"id": 291, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 804.5052000088617, "model_returned": "jev-1.13.0", "request_sha256": "4aa4d96e553394de62ff710ef24c120aa76fa00ef9d79b99e4786e3dd59a6323", "response_sha256": "e1e27ba3428d41a6c82f5f916929d455b7c3d0e21ced4e8ed9dad7570a07690f"}, {"id": 292, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 754.0207999991253, "model_returned": "jev-1.13.0", "request_sha256": "3d8b1f0f5f9dce6bd00dafa6e50c2fa422821eec5842e4fb260685864bace75a", "response_sha256": "0f45ea7f5ffa744dbe3342dea1a06ea624f0ca738a6b517fecabc465a9f7e3e5"}, {"id": 293, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 529.398399987258, "model_returned": "jev-1.13.0", "request_sha256": "8b99ce55d3fc31361ebf3b761fd764e93befc422f0ac0d3951b97f0b1c72f8e6", "response_sha256": "f2f4700cedb931cf1ad8fd3c4825d9e07ec41db9ccecb1a6f07e5962935e1711"}, {"id": 294, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 770.7540999981575, "model_returned": "jev-1.13.0", "request_sha256": "53efabf00b533bda992d8036f5629dd7d46c9464bb38ad4e9407c0c1203ea6e7", "response_sha256": "269955c65645e9a2ab378329a296af9517cae3aabd24359ae54707fd6fcf1918"}, {"id": 295, "gold": "bank_account", "pred": "bank_account", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 703.8759000133723, "model_returned": "jev-1.13.0", "request_sha256": "9f49d446b07fcaeb19edf9ee1d15f28b77fd1379e293d7a1d85e13da59648597", "response_sha256": "61362bde9c670a17db4d8b16959eb6b92461a4b7b8b0aba5352e9e9c60ea2ef7"}, {"id": 296, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 822.8458000230603, "model_returned": "jev-1.13.0", "request_sha256": "295ac16eed614fe43ecf434007f26ce024e69db88790c513dc04b6f984a538e5", "response_sha256": "e96ca0227cfabf263aea4c31bbfc824e6a9b800e73f6624dddb519d57cc58a47"}, {"id": 297, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 707.6863999827765, "model_returned": "jev-1.13.0", "request_sha256": "cc6d72a7281f4a6159a79efa447968a0dc25f58868cb52af97580139277aaf06", "response_sha256": "abd34ded401c3ccba8ac84ddfa0205971c838f2e9b4c936249663826aadfbb41"}, {"id": 298, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 751.9691999768838, "model_returned": "jev-1.13.0", "request_sha256": "1618a317f1104ebbaf5120e37a0bce57c9e7ebdbbdc19af4f8696a1230d6cc1c", "response_sha256": "088e4401c6141894619a9417ce954a3a9669ff1541ef934cbc6af0ee5f91b548"}, {"id": 299, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.68, "p_chosen": 0.73, "latency_ms": 758.2717000041157, "model_returned": "jev-1.13.0", "request_sha256": "ecb5be4c102e932a1aeb7eb29f24a7eee4ae5722a4e6724856af6d65d114d522", "response_sha256": "797abfd2e7df2258dd401e00e860bf5900f99f17ddd2866bf31454dc1384d1c8"}, {"id": 300, "gold": "bank_account", "pred": "bank_account", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 711.4272000035271, "model_returned": "jev-1.13.0", "request_sha256": "8ddee661336dc953726a34fb4ab0cb7a39e0d2491c5dfaf832332f9597ca9048", "response_sha256": "db1b78d56d2befd6bb08fa43f0730319f5b15abdcb692902f01fca4e13332815"}, {"id": 301, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 662.4537000316195, "model_returned": "jev-1.13.0", "request_sha256": "cf5a896dee6b98b0c7ab9658f23d317635cda0a209c3cfa6930bdbfcf773c7b2", "response_sha256": "251503c26d202bf464eb6082709d35e882a8daa63bae92df074ee52d8d351935"}, {"id": 302, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 606.0934999841265, "model_returned": "jev-1.13.0", "request_sha256": "b553f2bf307e17424ac8cc4cbea174cb0b20c0b439d095a1cfc4069cb679d97a", "response_sha256": "5f873f65186a4d86975b0f7ad94b9a3ccea2f7be37bba8e72e2a61c173f468c0"}, {"id": 303, "gold": "student_loan", "pred": "loans", "confidence": 0.41, "p_chosen": 0.49, "latency_ms": 862.4687999836169, "model_returned": "jev-1.13.0", "request_sha256": "152949921825a74730306ec7342bf3cbca7fb590adc31a71bfffc2e91958a596", "response_sha256": "39cb5ccf891682e935782037d84466df5a4a6ccc3f5f180bd3e9a4ace429fa8e"}, {"id": 304, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 852.078200026881, "model_returned": "jev-1.13.0", "request_sha256": "a284f1c3067096b40198a951bc0b89396809f3b5f31bc9728248e347d3cf2c57", "response_sha256": "925f0a3538ffefb85e5b55a2c4c677d6c92c0b457a91506d121984b4d8493570"}, {"id": 305, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.39, "p_chosen": 0.46, "latency_ms": 722.6451999740675, "model_returned": "jev-1.13.0", "request_sha256": "06b4f1b7e72a1802e31d752c363457363547c6f81406c56d2c2cfb1368963929", "response_sha256": "98263541846819b3d2cb8249df312f4de2c900a3337f5dd6f6a3ad5513f93292"}, {"id": 306, "gold": "bank_account", "pred": "bank_account", "confidence": 0.59, "p_chosen": 0.65, "latency_ms": 840.5189999612048, "model_returned": "jev-1.13.0", "request_sha256": "4c95a57153257b769e589c4e5345c88093093e01857971cf108987b6fcb1f984", "response_sha256": "0b21eee258a6c0e6402b830fbb492a72dbf434d159700c11a70c5e0eff4302b8"}, {"id": 307, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.79, "p_chosen": 0.82, "latency_ms": 943.5053000343032, "model_returned": "jev-1.13.0", "request_sha256": "19c55cfe87ac71bad49ce34448e1ec2b726c1529a22bc63608ce34b0774eb3cb", "response_sha256": "fc61a350236259017211ba3f61581456d935320325acd6cac9a5116a03f89d8e"}, {"id": 308, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 897.7648000000045, "model_returned": "jev-1.13.0", "request_sha256": "462d417b94c9f3ee1078d6b6655becc0d542c8173a8532bfcfdbd50966670420", "response_sha256": "be52327baa9dc9842c7151079013b9d4310df9e8c22468a09c7d98c872f67f37"}, {"id": 309, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 783.366699994076, "model_returned": "jev-1.13.0", "request_sha256": "4f53b7ebb0d6931fd28e0a86918b587f89103c50a5e84a73a35a5d343d9d2df4", "response_sha256": "5adf10330eec1c9572fcb84f98f282b8ea6311dc0db32fd1e7725e5e942a61d7"}, {"id": 310, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 729.0861000074074, "model_returned": "jev-1.13.0", "request_sha256": "b7a6699c4219d397c01402ee476b2291de130ad0ea66baf865bed0779f2e574c", "response_sha256": "94cb91911e9bdfe3bec9158b05bb2d0f7ebcb39f5799710845b93c69b15a46d5"}, {"id": 311, "gold": "student_loan", "pred": "student_loan", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 552.2721000015736, "model_returned": "jev-1.13.0", "request_sha256": "9b84e46b0a3967c2c37f91d913706416059f5d407d9ad86100966be29f96b006", "response_sha256": "7138f68a24835538eb6fde9d0021d355da960edb23f2fec38f71add404ba965c"}, {"id": 312, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 528.8449000217952, "model_returned": "jev-1.13.0", "request_sha256": "4dfcba1b580aeace6b95223296a89c4c54973edcd456675763d492f5d4d0ca44", "response_sha256": "4317f92b36c02ebccf6bfd6e7b359e47e79ce79ae5fdc5f9ca19d5406cf31eb5"}, {"id": 313, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 486.6743999882601, "model_returned": "jev-1.13.0", "request_sha256": "2738774595396eb8ab460a7bf74bad1870f6dbba5ed1a9c472f2e80486700137", "response_sha256": "555cc4ac956775107a0f29841454b6d08313145e95aba591788768a4bdd1cd57"}, {"id": 314, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 716.0025999764912, "model_returned": "jev-1.13.0", "request_sha256": "284389af640c30409be3030fb7b22a9bd9a6418a2a72e4d33b0943bc327ff4a5", "response_sha256": "baa5fcf89fc517e48f226456746ec0916767acbb0eddaea1dafb9b4415c243fe"}, {"id": 315, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.92, "p_chosen": 0.93, "latency_ms": 717.3382999608293, "model_returned": "jev-1.13.0", "request_sha256": "593719815bf0ed12e06ad9e575dc32790b9b928a0dca760cd6ae33e3eacb98b5", "response_sha256": "e3f4053b4867df44999d6db97256cb7afa35e27a617ee00649eda666d72d2493"}, {"id": 316, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 956.0133999912068, "model_returned": "jev-1.13.0", "request_sha256": "2bf44fcf147ab8c8be9943e2789db7dea05d94b5456a803f40a2188a672b7021", "response_sha256": "d5e4ec1a357ab2600f75ad98b6ee74bf8e6daed5c6246cff652b302351553c87"}, {"id": 317, "gold": "loans", "pred": "loans", "confidence": 0.91, "p_chosen": 0.92, "latency_ms": 706.7183000035584, "model_returned": "jev-1.13.0", "request_sha256": "07963797e08165b697a6a50f73dafdb7a0e71ca4df29beeb2d3a9f8aa5470787", "response_sha256": "2926d87c3cd3291eef75e71037c0543f7c369dfb3fe0cf65489d2e2c799cb85b"}, {"id": 318, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 611.4568000193685, "model_returned": "jev-1.13.0", "request_sha256": "d7f03df098b2aa91d9074ec470af1e8647ff28be6c89f6e918d45f9810e682c9", "response_sha256": "ac7730c66dbe6740b6d64f69c9e00fbe4097161823081acacc4a3e6dc4eafd22"}, {"id": 319, "gold": "bank_account", "pred": "bank_account", "confidence": 0.94, "p_chosen": 0.94, "latency_ms": 622.9583999956958, "model_returned": "jev-1.13.0", "request_sha256": "1a6aaf74054964efc08b31822d5d2e8538ba5ef15c6670180c4c2eded2e40006", "response_sha256": "0ca4113e0e2e714795339cc6c753ec60e17da5ccd1d5b014d073f866eaad0118"}, {"id": 320, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 608.0558000248857, "model_returned": "jev-1.13.0", "request_sha256": "63b6738710e883ec7b1b5f37439d6a53ff5a55fffc4269caac30a12fc06d02bd", "response_sha256": "31577dfb40731129aaa9352804809329526dc33e6dc32fcb4f59a1be9c875451"}, {"id": 321, "gold": "loans", "pred": "loans", "confidence": 0.9, "p_chosen": 0.92, "latency_ms": 499.5553999906406, "model_returned": "jev-1.13.0", "request_sha256": "c20127ba91e6f200dd10291fa2286be479fa98cf3a13ded7ae8c95a24d190db9", "response_sha256": "c9c23ceb063b5e989343d97d9d861201b9042fb9702a333a14d3151ffc550ef6"}, {"id": 322, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 430.8257999946363, "model_returned": "jev-1.13.0", "request_sha256": "17948c9bc4327bccc2f71d88546a224571904fb9efc724e1cf2b1b7c25d951ec", "response_sha256": "885aaf143e561280ddf34cdc7c4c3ab668de56a14f8cf54cc520009d4d385405"}, {"id": 323, "gold": "loans", "pred": "loans", "confidence": 0.74, "p_chosen": 0.78, "latency_ms": 428.8492999621667, "model_returned": "jev-1.13.0", "request_sha256": "0469442e7b4409ef63edcfdc68e920108038d12f1c466ae1fbebcc5287cebc96", "response_sha256": "4573fd6fdc2c610e3d52d8936b1beeda27c1b45195a297900c674d8a31138d6a"}, {"id": 324, "gold": "bank_account", "pred": "bank_account", "confidence": 0.79, "p_chosen": 0.81, "latency_ms": 711.1107000382617, "model_returned": "jev-1.13.0", "request_sha256": "5a245fc9a4ed77499b67ce947d101352745ee9e81a4f494e826d78d7055ca5da", "response_sha256": "0db275705486774345926d2044fbde67f1b251b56fdc786fd69dd3e4d98ba388"}, {"id": 325, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 709.2649000114761, "model_returned": "jev-1.13.0", "request_sha256": "cc04601c2d2f25c09b1260bc2b48275f541f9e9e21b9b149be94b5d5bacc5913", "response_sha256": "df4224c4fde59d4667c3e3a9b60ec108f0cbf2657a51759459dc7aebaa5c9d9a"}, {"id": 326, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.84, "p_chosen": 0.86, "latency_ms": 841.8629000079818, "model_returned": "jev-1.13.0", "request_sha256": "adcc5787f7c2859f754db66dc324136022daee1ff7806bfcad75bd6ff5a334c5", "response_sha256": "1e8ac58d0302fa0b250ae4ac28e794586e7743496b1334ec04c0a04bff9d683e"}, {"id": 327, "gold": "bank_account", "pred": "bank_account", "confidence": 0.87, "p_chosen": 0.88, "latency_ms": 838.6278999969363, "model_returned": "jev-1.13.0", "request_sha256": "3b81c56984c16158969bde63d817326716e6d9df8d70b8205337389c66d3e1ad", "response_sha256": "c7df9ae9563dbda7bd8ee10b192fe3b2cf9e70ae775e0e9bf9410d56caa7fd76"}, {"id": 328, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1079.6244000084698, "model_returned": "jev-1.13.0", "request_sha256": "78f8b1d994567120ae54b9adf928039cda361dd5a332a320c860d7af27325915", "response_sha256": "363ce00b6cb3d113ab3b0505e7e555a04a98ec1cace1091dac667dfc805a3d4a"}, {"id": 329, "gold": "loans", "pred": "loans", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 689.089999999851, "model_returned": "jev-1.13.0", "request_sha256": "99eafd85077b88305cc3e301ad6fd37c30f13903803dce7b53127793d7668c15", "response_sha256": "e8c53e736d5a64edc648982c9f8eda7eba1486d14fc82e60896de53bba712ed5"}, {"id": 330, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 690.8196000149474, "model_returned": "jev-1.13.0", "request_sha256": "f56b67c62398111215c4e36b813d85ae9822f7fe2a7ba69e0b41165df88bc4c3", "response_sha256": "b113291cd36ff31670810eeae79d49f95a333a4aa1283e24491e64616b3a6fd7"}, {"id": 331, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 769.3220999790356, "model_returned": "jev-1.13.0", "request_sha256": "21c18a2ba9904aa84bdb5a03448b1714b58eef0e7fef6a0c5a5d28fefc023f72", "response_sha256": "4ff17a2e7a4512eefbbbbb984846703f1bcb65aa730acaa7cb83ba6133d7d3d7"}, {"id": 332, "gold": "bank_account", "pred": "bank_account", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 710.9956000349484, "model_returned": "jev-1.13.0", "request_sha256": "e855849eabca0c52aff93b959cbe71607f3f4076e804015f1dbb5b95007818a7", "response_sha256": "7dbc31a14c7d597ef2a3e2801fbdcde8875f9ee44fcd0cc81166bb09c817557d"}, {"id": 333, "gold": "credit_reporting", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 600.9339000447653, "model_returned": "jev-1.13.0", "request_sha256": "91c5e33d021539a33517c4738deeffa49fa8758341070f850b20d4e2d61cec27", "response_sha256": "4cd5d85096db3cc8cdb95e34d7ac9157d9a2c24fb5aa7bc115584b808770b9c3"}, {"id": 334, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 729.5994000160135, "model_returned": "jev-1.13.0", "request_sha256": "662f7dc27d91d6f98766ed4a4ef34a0802d791b77571a7e202f839d387fc3ad2", "response_sha256": "fb0761c8dcf7e8c1c51663d471d0fc63082c7356d530d6be3f76daf1e0104eda"}, {"id": 335, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 610.7196999946609, "model_returned": "jev-1.13.0", "request_sha256": "265be4c6c58318e633f16a79e2f4d1ceed481a1f8bd2d3746fff020c74e81e8e", "response_sha256": "76de281706f85b319e2aa76fa2652122cbfebd6b673fbdcf3686c50c1f376a3d"}, {"id": 336, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 750.4447000101209, "model_returned": "jev-1.13.0", "request_sha256": "cccd1532bab5a1ee89294299b14e1e43316684e91c9d5a8cfc15f3f484f67afe", "response_sha256": "7b337c4344cdabf97f85df2ded7f43c7d26c5a03af96bfc9f9ac61e73b98ece1"}, {"id": 337, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.49, "p_chosen": 0.55, "latency_ms": 665.0340000051074, "model_returned": "jev-1.13.0", "request_sha256": "d1a32340008657b5db4a3164b371783e65078794760ee128519cd8a1d913dce9", "response_sha256": "3ea4316166176235adaf9a7d324dedbaf36c9474892c717be6bcdcbb21a032e6"}, {"id": 338, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 694.7342000203207, "model_returned": "jev-1.13.0", "request_sha256": "1a5b01ba9d8751bbfce75f4ce3698a63522362ebe96b917552af6a487fe4d1a1", "response_sha256": "fba7b5525f8a09b157b06f0c2ab3d47fa64a6c01dabf3413f5c4c759bf8fe9f7"}, {"id": 339, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 618.262300034985, "model_returned": "jev-1.13.0", "request_sha256": "2f0dcadae2e2aaebbeaeb580f4f1c8c5c5f302d4c51b3429ffb28d8a710dd696", "response_sha256": "d1f9d1152579467214c9c3a0a502a654931541c5e9bc8f8935e1843dab0e05a6"}, {"id": 340, "gold": "loans", "pred": "credit_reporting", "confidence": 0.8, "p_chosen": 0.83, "latency_ms": 961.9365999824367, "model_returned": "jev-1.13.0", "request_sha256": "496a93f174edf3b34088623456ad465d4b79518a061782d5b0dc4dba6a251398", "response_sha256": "df4f6fd260750df86a0f79fa51fb1c3b8601fbbc5485605deb91a9781eebe50e"}, {"id": 341, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.93, "p_chosen": 0.94, "latency_ms": 564.8600000422448, "model_returned": "jev-1.13.0", "request_sha256": "9e01d81f62feae119c175e65a87091ee7d76dcc7a0d7c01abbe91c87b7404581", "response_sha256": "7ba24a95f792500094dcc5cebc8eefd39bde772def6942572b06e5d1788e314c"}, {"id": 342, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 620.6511000054888, "model_returned": "jev-1.13.0", "request_sha256": "adb2775ff91588a31be3b424adc6f23cd2c38a7a298e70e32c084588af583316", "response_sha256": "591145bc7928f577d3434374d63d60a6f8f6640a6b00c425484be266cc9874c2"}, {"id": 343, "gold": "bank_account", "pred": "bank_account", "confidence": 0.98, "p_chosen": 0.98, "latency_ms": 543.5501999454573, "model_returned": "jev-1.13.0", "request_sha256": "3da0be9e11edba8b3b24658e8c7c3f569a461861e01176d7a5c2d0504d7ebfae", "response_sha256": "ad53e8acfebfc7ff80b67fba223d506fb6909483327b1c5c0b098ea588b6e7ae"}, {"id": 344, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 771.2378000142053, "model_returned": "jev-1.13.0", "request_sha256": "9edd1097d436280df46b298a4846b61430688c85835aa825d22d3a202972cff0", "response_sha256": "ea94e96db452f5c1c8ae7587d6041dfd232427081fc0e67967008e6ee6ffa082"}, {"id": 345, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 653.5234000184573, "model_returned": "jev-1.13.0", "request_sha256": "39c343e91d7e20b9268ccbdbca54db4ddb3dd8a13f59d017dc02540dcb958721", "response_sha256": "3b625073ffc0425800284e146853de7ae11e778edef16219c39ebde4b24fdc96"}, {"id": 346, "gold": "bank_account", "pred": "bank_account", "confidence": 0.94, "p_chosen": 0.96, "latency_ms": 658.3742000511847, "model_returned": "jev-1.13.0", "request_sha256": "baffdc39437edd2182081eebc8412d15f42e3e144a6de913c5bf7b99e994a596", "response_sha256": "9fe8443fb5c07273ac2d9d50a27917b8f3eaadb1904f268d94393ecc65d95d06"}, {"id": 347, "gold": "cards", "pred": "cards", "confidence": 0.78, "p_chosen": 0.81, "latency_ms": 752.0198000129312, "model_returned": "jev-1.13.0", "request_sha256": "6cb452af3f534b7f78929bffc9d854bd0d73be52b85b4f2c4eaa35a72a94edf0", "response_sha256": "0de20cdb000fee9a3710c623a038afab92855f9b60f96608e94e1b9fee3b41a9"}, {"id": 348, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.46, "p_chosen": 0.53, "latency_ms": 883.3719000103883, "model_returned": "jev-1.13.0", "request_sha256": "bef0f28baa3c125847d839eea956e6b143b67e104fa67561ce9e160f16c34917", "response_sha256": "a93bfef4e904e72527f1727a69c695ada55639b2820b7639bd568ecdea7d301a"}, {"id": 349, "gold": "bank_account", "pred": "bank_account", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 691.0745999775827, "model_returned": "jev-1.13.0", "request_sha256": "9e91062ad88b8c2d87aa79515f98f123fb6752baf60cd0102df7e013a8881d3f", "response_sha256": "7e59f30c436d211c9f4f8fe8bebdae8880eceaaea0838576cb51507738c67e7a"}, {"id": 350, "gold": "credit_reporting", "pred": "debt_collection", "confidence": 0.93, "p_chosen": 0.9299999999999999, "latency_ms": 633.7541999528185, "model_returned": "jev-1.13.0", "request_sha256": "0740879bb3027043b3407704a6addc106dd7629c3af83f2d94f6c61891f1ee21", "response_sha256": "9aecdbe3c371dc900231f7cb5a283abe65a7141dd517987ba78b3a4b454a1710"}, {"id": 351, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 692.3751999856904, "model_returned": "jev-1.13.0", "request_sha256": "ac28cb4d5b5172e011414a72d945b4441dd57fd0e749f42e72239e6baaff7c4c", "response_sha256": "54da5d5ae130951b399c43d8c940337169499bd6b7960452207e7240c223dcfc"}, {"id": 352, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 719.019100011792, "model_returned": "jev-1.13.0", "request_sha256": "a3b257fd8f4052c0b5bc607b365a5083b6a253b789abca52553275811c8e8fee", "response_sha256": "8dc849fe6eae03fab0c1fbba3c5a0dfbf3be254daeb966d7e9e4f26c3c5990e7"}, {"id": 353, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 598.1933000148274, "model_returned": "jev-1.13.0", "request_sha256": "faf081b8970a3f2d2af79ac81925d50b791f2583734d77dbeb84cb7fb1b26a37", "response_sha256": "ef5ca1b89c01abca49a9f9a5b342c9957705011473e07c49284a1ddadd2fb81c"}, {"id": 354, "gold": "student_loan", "pred": "student_loan", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 610.8444000128657, "model_returned": "jev-1.13.0", "request_sha256": "56c58618418b4b7cf8ad9197f7dd40d7ac332aed31093667318097752438c21d", "response_sha256": "cca6261be8fcbd5813559a5f139dfe9d73601d8ee5fb5b9d794ede91cfa9863f"}, {"id": 355, "gold": "cards", "pred": "cards", "confidence": 0.35, "p_chosen": 0.44, "latency_ms": 642.151499981992, "model_returned": "jev-1.13.0", "request_sha256": "aa76fd510c8b15b682c1810ecbb9792f5bb95883f284c4647ec989082e9f1f03", "response_sha256": "3eedf56ceffb9ceab6d10f2881a8b9634de07fc408770d44989ce11f4b656849"}, {"id": 356, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 716.9985999935307, "model_returned": "jev-1.13.0", "request_sha256": "58a88446271d7235282b8682c3f2ff1020c6ec142f482779fdb31cd240dca6b8", "response_sha256": "63ae00d1bc33d006c101baa4c61227943b0a70083e227d8f691e637dfc260932"}, {"id": 357, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 830.4296999704093, "model_returned": "jev-1.13.0", "request_sha256": "a2925612a9b2ba67aca3da2143c646f69acfa1c907d9320cd6b1113b4913fb45", "response_sha256": "2148a486f76b0da7b2221ce71b89e226ae6fa337ccadaf7a3891d153d9b556d8"}, {"id": 358, "gold": "mortgage", "pred": "mortgage", "confidence": 0.97, "p_chosen": 0.98, "latency_ms": 618.5538999852724, "model_returned": "jev-1.13.0", "request_sha256": "f6916b1fa6cc762f94d42a5444411481b8190cfa1b831a1ed4bd682edaeb0fce", "response_sha256": "b5166f716fbee80b5a5a45ed606d9a0fb49fe7b2b1b929e4579ad6d8358ef6c7"}, {"id": 359, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 573.0676000239328, "model_returned": "jev-1.13.0", "request_sha256": "8d5d1145a5b92ac0124265f2e13939abada657a564504e273c29dd29765a753c", "response_sha256": "3e98339d65d3b185f52e25863f5807fe4f87538e0b2f61184faab6795be436e6"}, {"id": 360, "gold": "bank_account", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 794.22079998767, "model_returned": "jev-1.13.0", "request_sha256": "2a15cdc2128f56aa3fd046a6c993c67f21da1cdbed978fafff776b941ecc85fe", "response_sha256": "6ec6056ef5518637756499a4b5a8030d6b7b38edc90954a08a7241bdf2ae8112"}, {"id": 361, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 607.3634999920614, "model_returned": "jev-1.13.0", "request_sha256": "e4f686bf6cfe200d0c11be75e3bd2b913172562c86fd2886d96816b77af9b2fd", "response_sha256": "51d515032dc3616dfe1383912065c835df42814da8fa6e77483042ef7cc9a6f8"}, {"id": 362, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 936.7867999826558, "model_returned": "jev-1.13.0", "request_sha256": "4fe8aa1b49f2e2f909247190ee1c8af6979823272d0cf70b7b24233fa24d314a", "response_sha256": "98a7ecba2181be53de69bf3e008498d33ae819b032cbd8b9499547b76a072440"}, {"id": 363, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.78, "p_chosen": 0.8, "latency_ms": 523.859300010372, "model_returned": "jev-1.13.0", "request_sha256": "ae255e347f5515cb5649b8adfab006d594154ad73cb1af2354167189d59eb165", "response_sha256": "c53f62b3301eba121baa696aecc2a2725bcd3d42e5e52ff6c3c428276be31a60"}, {"id": 364, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.83, "p_chosen": 0.86, "latency_ms": 688.7921000015922, "model_returned": "jev-1.13.0", "request_sha256": "ae3898ae558a7970d7ac74b28a58097ece8d54b5edb21b6bd6e473b5779bb509", "response_sha256": "38257b914e5d9842e5e62ae19e8f27a7c7bc0970be3a8dd6f1c6a24ff86eec39"}, {"id": 365, "gold": "credit_reporting", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 800.4129999899305, "model_returned": "jev-1.13.0", "request_sha256": "82e37005940d4c6822504b0705879427ecb462b49b0f17be23d6cad24370f4a7", "response_sha256": "44e41c8362744e8ecf5a355933aa61dc6954cc0c0827386b4cea9404e80f9351"}, {"id": 366, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 804.3683999567293, "model_returned": "jev-1.13.0", "request_sha256": "7b8723f42a1d98a32460207ac229b39a531ffd2fba92d1979d6f94bdd3d12848", "response_sha256": "e3b9b5f6540d281762ff092ced9517aa4277109fbaeebd2dfac01ef13ba68ffa"}, {"id": 367, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 881.4719999791123, "model_returned": "jev-1.13.0", "request_sha256": "5672bee0b0bb23ca713668021b36c08ac244b9d036e2f4e718ac6ebe34838b0b", "response_sha256": "c04acaa515439d20cd5814802045a4301f2b386e83a589d850e22dd6189e89e1"}, {"id": 368, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.58, "p_chosen": 0.64, "latency_ms": 724.5757000055164, "model_returned": "jev-1.13.0", "request_sha256": "bfca4c665fae9cdc14c87c80892993cf3f417f69d2e0dd794455a7677289d795", "response_sha256": "c6d9c6a173f5c389a201fdc8361bea6e99759d888babf8ba86d1607265089202"}, {"id": 369, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 576.8351000151597, "model_returned": "jev-1.13.0", "request_sha256": "7f6cdb0eae876ad278f228ff901756fc9716c6696cedb43f071e61e67a16e59a", "response_sha256": "c7b07b69f7a9cba7cb11af7a94f1fb695d65299790c5d2c88bddc7f45cafe389"}, {"id": 370, "gold": "cards", "pred": "credit_reporting", "confidence": 0.88, "p_chosen": 0.89, "latency_ms": 924.546200025361, "model_returned": "jev-1.13.0", "request_sha256": "d57f89b62dbed5bd01ff9d92c4bda1a0ac0651d90b98ebd0260553373f974b61", "response_sha256": "aacbcf5fb687d7b950cf8ad752aede18076652508c728ef24ce15578904baf18"}, {"id": 371, "gold": "bank_account", "pred": "money_transfer", "confidence": 0.89, "p_chosen": 0.91, "latency_ms": 725.3442999790423, "model_returned": "jev-1.13.0", "request_sha256": "d8099b275b883bdd5f3fbcf9e6bc1eb461dc3de70aecab29f8565a5bfcc319dc", "response_sha256": "bfd38e49eb31fa1881da91add30b7071bc35bb288567fc578e9929f20fb36a47"}, {"id": 372, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 436.6651000455022, "model_returned": "jev-1.13.0", "request_sha256": "6cab25aff71343af0ca144aa6e1bb76246feb8f14c6d0097bcf370e6a0a44160", "response_sha256": "45655ce85a49fa1718fe76c1674b76dc092a4c32a729d27c91ea6865d11a0148"}, {"id": 373, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 797.1141000161879, "model_returned": "jev-1.13.0", "request_sha256": "147cd8e86cfc2afde47dfe8cae3e1894e7caf2c92799033fa4a36aa99f6ae963", "response_sha256": "d5b58331f78fbba92872b7ab7a18963a30b4c13fec6e60d22fe893f41b02539f"}, {"id": 374, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 777.8579999576323, "model_returned": "jev-1.13.0", "request_sha256": "0ffbefe39d4b1543672f10333d4d624606d92fd417bcf2ba3671902334fe729b", "response_sha256": "1b9b825295011913f5c1dcc521051892b46289fe98cf1781faf2a045cc33c606"}, {"id": 375, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 721.1563999881037, "model_returned": "jev-1.13.0", "request_sha256": "906e577dd82ccc823757a1a654d8a0b57021e575270653a522c748938751a9c7", "response_sha256": "38f01d2f9919c135bfc91c871f852c4865965f2c63fc15c0a1a02265d8f51e7e"}, {"id": 376, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 913.6779999826103, "model_returned": "jev-1.13.0", "request_sha256": "87fd82c516fb2e9f9149fbb1bf9ed7b8c462b5555e6ed7e92a963305b794d99c", "response_sha256": "c5d40d689eec88b67facd4dbdb904b3ca8fa5e48e6cde04a7ce0b110a5e81d3a"}, {"id": 377, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 908.2645999733359, "model_returned": "jev-1.13.0", "request_sha256": "efc51187642900415ca45b92496668df03bc7d9704db00b81753c4c9169f8be9", "response_sha256": "326e2bf24d3b4f0d05aca52da20b7798a1af4f7c52cec9a7cbb00758dd5a3a7c"}, {"id": 378, "gold": "loans", "pred": "debt_collection", "confidence": 0.55, "p_chosen": 0.61, "latency_ms": 899.9783999752253, "model_returned": "jev-1.13.0", "request_sha256": "9814317f17e4d7f8c4eee7bbe44e7c0b5560a062a2bff824cbf5c08c737daa59", "response_sha256": "e0ac0a5891544733bbf639bfb93590df75939a49880c30c55861fe15b0e503ff"}, {"id": 379, "gold": "mortgage", "pred": "mortgage", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 897.5236999685876, "model_returned": "jev-1.13.0", "request_sha256": "6c5148c46e5b3137a62934a31430dd400ac609c0180e4ddb56a24fecc2669bd9", "response_sha256": "0e7ebdee79438f5e9314f428f642daba18e93515d73c9514d0d648c784149e76"}, {"id": 380, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 831.0881999786943, "model_returned": "jev-1.13.0", "request_sha256": "cf75c7b8d95280986cd123309218f8ade0b26e33e9d6093c482a39f8b08f5006", "response_sha256": "a5dc0fab02914ce2ab0db5792a8622186d4899e1442173020daa40de90b9d7f8"}, {"id": 381, "gold": "bank_account", "pred": "bank_account", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 681.2360999756493, "model_returned": "jev-1.13.0", "request_sha256": "7189a7566669a49fb9ef586fac0aae6ed95654e9a4eb02f6cebd475d2e90bf7a", "response_sha256": "b64cffa998037d7e1bfbe7e8821eef3d83fa960714a3c6aa9c5aa071ecc33809"}, {"id": 382, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1015.5334000010043, "model_returned": "jev-1.13.0", "request_sha256": "2bf0fa757910139599f741ebec10625052a58b19ca89dab81dbaa9ee9e511aef", "response_sha256": "5efa0c851e7b2753ace78a75e9099e4141f6cfbe1e000233d59c2243ef470c3b"}, {"id": 383, "gold": "cards", "pred": "mortgage", "confidence": 0.39, "p_chosen": 0.47000000000000003, "latency_ms": 480.3725000238046, "model_returned": "jev-1.13.0", "request_sha256": "28b5e4c7251f5e740eea780b39657af4ea0ca44299d803c79b164a18270b13ef", "response_sha256": "a0891dc816640df7c1c5a77165a161d0f34d5c2a27fa689fd599bbbc952fcd40"}, {"id": 384, "gold": "cards", "pred": "cards", "confidence": 0.43, "p_chosen": 0.51, "latency_ms": 539.3043999793008, "model_returned": "jev-1.13.0", "request_sha256": "458cc3f62caf84db778e1ca447421c5c0b30c417cffc238b695b53aa4acc35c9", "response_sha256": "0202911410b81fa2d329f288a18dd6b039612cbd14118b25c5d31304eac25134"}, {"id": 385, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 404.5460000052117, "model_returned": "jev-1.13.0", "request_sha256": "0c91d89ac9e98a5985f1c4a290bdfc9442496d41ed6d824895065b253f871781", "response_sha256": "1b55b757216a5869394d670808deb21b094fcde1498de06e0331362983081a18"}, {"id": 386, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 933.4095999947749, "model_returned": "jev-1.13.0", "request_sha256": "71b16b6ebfdbc6774b975509f193e9f72e8263c5224274caba5ca11bae20cb3f", "response_sha256": "6746f401bb0fb60f146f4575243d2b91c55bd4807e3a67ccd892f57bd321d7d6"}, {"id": 387, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 990.5882999883033, "model_returned": "jev-1.13.0", "request_sha256": "08a78f8b4a54bd86ff6113b0c6f9d52d1908b02e5d2b272ce2560a49f14cf8ae", "response_sha256": "ff087b704654c5e7256c2adcbab503c03bb59a8a01fa551300cb9131d69d95a6"}, {"id": 388, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 983.4852999774739, "model_returned": "jev-1.13.0", "request_sha256": "f4324fc87141b8eafef08981d63f0e0f33a39f21abd9c5b8ac9cc7d93d83b53a", "response_sha256": "048045ce03f120bdbe775374092bad26d6d571bf34bbe22ed9779dcddb598dfc"}, {"id": 389, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.83, "p_chosen": 0.86, "latency_ms": 1208.723400020972, "model_returned": "jev-1.13.0", "request_sha256": "2346deba36b1add516d9281e9bb6bb1da72ef46ee8b25ff38dd77d669d15194e", "response_sha256": "728bd20983d4584f84bbf70c03b18e400b081e1eab63c400d55fa4283d7bc059"}, {"id": 390, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.78, "p_chosen": 0.81, "latency_ms": 842.7460999810137, "model_returned": "jev-1.13.0", "request_sha256": "0ba12e282760eb065168386f72044a91e496bfaffc92b16d946d52d2da2fe2c0", "response_sha256": "19aeb099c73243d155f31b89406b92a1fdf71db93b2bbae11c84fa0548340bda"}, {"id": 391, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.46, "p_chosen": 0.53, "latency_ms": 1059.0692999539897, "model_returned": "jev-1.13.0", "request_sha256": "a6a3659ab6a959fe6b1284e08575f250564d7b5cf86f29dcdb9fd7a0c21d9fa1", "response_sha256": "11d560e2585b4e335d111148fda12ad2445dd6f5ad19531bdeeb4fa52fc777f1"}, {"id": 392, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1198.0952000012621, "model_returned": "jev-1.13.0", "request_sha256": "23a4b77b5fd10e5b9737882a34aeb84a8c7b77ffbfafee58933605d21097a48d", "response_sha256": "d132db8a6558098a16be46eb9e6719e45dbc90c0669bf3de3e2accf8364afffd"}, {"id": 393, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 741.7460000142455, "model_returned": "jev-1.13.0", "request_sha256": "c7d0ece1b50ff6f66aca51e57d2a4416f587b2391537c3c65d3243d95e334b2e", "response_sha256": "3e78cf4002785ace2dcca6122a0b1ecdf5c63baf9b438c18da1a41cdcece1b7b"}, {"id": 394, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 684.0401000226848, "model_returned": "jev-1.13.0", "request_sha256": "8f1f5d648cec44a325f4aaa99f9924acc874aecbdd61f92ebc0f009bdceb7304", "response_sha256": "5bf02e67fb22be0ac798f1b400f1eed8159b0caa7c5d9e358ce2247e41bc0f7e"}, {"id": 395, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 807.1104999980889, "model_returned": "jev-1.13.0", "request_sha256": "3f5161ad4d0625e6912e03f71a6424258a37cc95912c5a3537676ec62011bb88", "response_sha256": "61b2f3a42448d9fbafd6af0ff0553ebfc09204c52766f14cd6126c29b7838c5f"}, {"id": 396, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 695.224299968686, "model_returned": "jev-1.13.0", "request_sha256": "11c6b07867dedbcfdbb9078fead668056028d8e88badfcb8899090c3992b59af", "response_sha256": "249ab31983d300b367a023651e9c85ffce7a0b03ba9dafc6cd3fe60e71875baf"}, {"id": 397, "gold": "cards", "pred": "bank_account", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 818.7837000004947, "model_returned": "jev-1.13.0", "request_sha256": "b7ebda13474d90a1e24b5eb16f72ea8a33f1c031474c353e99c47d3805f4f71c", "response_sha256": "c27d6c5d51af9258df2817885449ed7679763562108c7dd16608f0e741351ab5"}, {"id": 398, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 700.7254000054672, "model_returned": "jev-1.13.0", "request_sha256": "3a68de22d86b62a2e2093375e25f9c68dd6acb4fe8ce6b696b11d19990d9401e", "response_sha256": "7d60741432e76e3363863f7e5a9dd786806e8e3db3f2cbe5a4fc1c7eb889519b"}, {"id": 399, "gold": "cards", "pred": "bank_account", "confidence": 0.43, "p_chosen": 0.5, "latency_ms": 585.5384999886155, "model_returned": "jev-1.13.0", "request_sha256": "f6c914dabffe68d367e1ba1ded49f0b2fe9cc74733c4bca20b14321c8591b59e", "response_sha256": "a8aa6a5f42da4b1f974204b69a477fe4cd4c8c73b3e08504da94822fb1b3232d"}, {"id": 400, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 826.1880000354722, "model_returned": "jev-1.13.0", "request_sha256": "aa57df205a031135e47a1f99a79599d891af80846c64611d9e3d8f66e303834a", "response_sha256": "65c5942179fb9b5904a045d55ac643fc7d834ee9f5b3d807665ec386c83fa5c8"}, {"id": 401, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 569.4551999913529, "model_returned": "jev-1.13.0", "request_sha256": "139fe1beddf6554257c109e763c5009aca4ac30add0b98ba864dbda0f966fa9a", "response_sha256": "054ec0eb99f9bcb78eec51d772d0d596a2f2a9a8757b9532522b1623159bf453"}, {"id": 402, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.88, "p_chosen": 0.9, "latency_ms": 704.2667999630794, "model_returned": "jev-1.13.0", "request_sha256": "ff42c3785023b4150a9b1a8a365b5b45563dd7838994a3dcf4379d6556e013f9", "response_sha256": "05a7a8397e55535427230975fa5779f52f890c3e6c6919a79c4aac5a42a434d2"}, {"id": 403, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.5, "p_chosen": 0.56, "latency_ms": 577.5547999655828, "model_returned": "jev-1.13.0", "request_sha256": "81976a50e3a3d2660d7c66f32cf9c3787dc1fcc55b887d925518f8531ae359f3", "response_sha256": "57866bb4332901c85ed8f813656d36a8b4b47d3a854f64e08af5be960844da89"}, {"id": 404, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 506.13230001181364, "model_returned": "jev-1.13.0", "request_sha256": "335c0af024fe96ce9df20c45ef894af0e8dab3d707b50860bfcb2080a06f599a", "response_sha256": "870b3a9d9cc459aeb4e405e9f07974d910019dbc8e7d75f8d24bc4dc904e6ab0"}, {"id": 405, "gold": "cards", "pred": "cards", "confidence": 0.58, "p_chosen": 0.64, "latency_ms": 708.0071999807842, "model_returned": "jev-1.13.0", "request_sha256": "7493e4159390975d375b518b24a5e95f5e9ba913cc4988c6802e19d407e97cd4", "response_sha256": "39844a8b704a713309c777d657dfd6eb39674a22e99edf90043e2166188af95c"}, {"id": 406, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 754.6306999865919, "model_returned": "jev-1.13.0", "request_sha256": "4c9a1f6a5a53035068e8fbe696ba43b16c6f59e74e2df7e517e663ed4d05a340", "response_sha256": "8195b37e31f8fe6f24a08afc387f03d4383ab3eb9ef41245b337af7eba0966ad"}, {"id": 407, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 0.68, "p_chosen": 0.73, "latency_ms": 1045.163600007072, "model_returned": "jev-1.13.0", "request_sha256": "a58be2adda96da0c2b699e34f13f194b3891187dbccf7177ba38068ffbd25af5", "response_sha256": "25b3bf40d03ec433dfd0d0acd094b09a87b0570ba2f626d4ecaa1ced17d1fd90"}, {"id": 408, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 0.9, "p_chosen": 0.92, "latency_ms": 811.035200022161, "model_returned": "jev-1.13.0", "request_sha256": "12df8ec3d3c49e5fa1b26e4970c9d812a48618667e9c69b6a1a2292ef031243a", "response_sha256": "4353b89bfc188807ee2cc26ba24d12bce9aa75ca3aa9680b26820547d21d907f"}, {"id": 409, "gold": "bank_account", "pred": "bank_account", "confidence": 0.49, "p_chosen": 0.56, "latency_ms": 689.2620999715291, "model_returned": "jev-1.13.0", "request_sha256": "420d4a00da9c50c248f9a1c1c6d243dac0de26780bd17f530e7445f10a58328d", "response_sha256": "29f2d19e56537db09da2ac85a48ef504138a519bcd0a007fa62f5b686f33461a"}, {"id": 410, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 701.0047000367194, "model_returned": "jev-1.13.0", "request_sha256": "c6276a097c9f1ee65045f1f80d1a188d4f948d7d74398c20a7c6a3a58f3811bb", "response_sha256": "6426134c527843086c22f76ecb77d91b2f14f392e3e3b3c0ee1b1e9e8d64e67d"}, {"id": 411, "gold": "bank_account", "pred": "bank_account", "confidence": 0.96, "p_chosen": 0.96, "latency_ms": 527.0780000137165, "model_returned": "jev-1.13.0", "request_sha256": "595271b92aba142482d2a8452217733d88428c935bc577cce2a2706a21267b3a", "response_sha256": "6454671ea7d8282aa3df336f12bf4c90938e61d7a2535e43796baa28fadc39d1"}, {"id": 412, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 679.1713000275195, "model_returned": "jev-1.13.0", "request_sha256": "07ee2ccba8d87b5ecda87c1cb848aeb3269b6a8d58b500f0e3a9b8bfbac6b7f5", "response_sha256": "51c772284b6b9941af8430afe08cd8b310af7019f009cc0d5cae1f248f8a2d77"}, {"id": 413, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 515.927999978885, "model_returned": "jev-1.13.0", "request_sha256": "4f025de121079eacbcc6d4b5fed85a35934de18f86aa260289b6c4d6a5d7c74a", "response_sha256": "a2e216028e60be37ea8e9a3246eef4b810a536864616c73f2790799e0c6ac109"}, {"id": 414, "gold": "bank_account", "pred": "bank_account", "confidence": 0.94, "p_chosen": 0.95, "latency_ms": 616.9651999953203, "model_returned": "jev-1.13.0", "request_sha256": "de41db922640ed1e4d9aeaae583d5d46f4e8573f0859c5926a4df0bc4e4f01f8", "response_sha256": "a99df00418e7050e16b5de627b87687b50a347250ee267a7fd4a91fd09a71364"}, {"id": 415, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 615.3078000061214, "model_returned": "jev-1.13.0", "request_sha256": "ede2c0de4903b58a4b0a020e84cab2ee41155c643d6d55b4783f8b3a13998fca", "response_sha256": "f1e96600a49341c6f07aaaa12d8bea08de882e62706628bdec829119e5e53f6e"}, {"id": 416, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 753.1404999899678, "model_returned": "jev-1.13.0", "request_sha256": "732de851b3fe06d677eedfa0a8ba55bdbed41c01ea9c09002ce67b833dd8e21a", "response_sha256": "25f79c66835fc92d6ab3f5317ea59eb5e8ea3708a245246be8c148944a77bd18"}, {"id": 417, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 762.6180999795906, "model_returned": "jev-1.13.0", "request_sha256": "8fb5f529394480165c67bd37186ec376ca78e47e2784d0834613b96bc0ef80d6", "response_sha256": "b55623e5461a48194b54a1b7e8b0a8b1781859c6ae716e8989251343ce72f971"}, {"id": 418, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 965.8067999989726, "model_returned": "jev-1.13.0", "request_sha256": "9f89174d506f7433cf399d695f34bc0268eea6bc46269f27bac07dfcb2d6b112", "response_sha256": "56af3acd6e7133f98c5574a27d6878619129410c79beaf407fab2e21a74876fa"}, {"id": 419, "gold": "bank_account", "pred": "cards", "confidence": 0.45, "p_chosen": 0.52, "latency_ms": 898.576800012961, "model_returned": "jev-1.13.0", "request_sha256": "015c48f0af007644084a281659978caa00fad1e16ce16e91f6359e1d5e38bd0f", "response_sha256": "8493e2cc62336ecdca36192e44c85785f043551a63f3b99f54089e99def0b33e"}, {"id": 420, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 698.0106999981217, "model_returned": "jev-1.13.0", "request_sha256": "5f0e9957fe9c643807c57c294f2d389b4ae3183b93163fcd7621c111b38eccfa", "response_sha256": "9be7531877b49351488f94e78984ccae7854e19592b04e8334575a85ff829e28"}, {"id": 421, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1046.3350000209175, "model_returned": "jev-1.13.0", "request_sha256": "bf26fbabdabd136d75970c4a389e5ee178f636a7d5a4073b74ffd9e41a3bb527", "response_sha256": "739d1379e5fb3a42bb6425e3c54c551044e2f6b40ab56e95b2d5dc1c8ef619e6"}, {"id": 422, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 835.0400000344962, "model_returned": "jev-1.13.0", "request_sha256": "042a3625f81e5b89168dc5f871cbfda7b6df24e2bf2a50a11acde3e53e8c1f92", "response_sha256": "664c730109bf0591fd9535c378b5f098d45bc01751e405d1afb8cb65da0891bc"}, {"id": 423, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 593.5277999960817, "model_returned": "jev-1.13.0", "request_sha256": "ef87d9c31d843a08d66e14337c27cd1c4333a534df1ce965be28e475e20ade1d", "response_sha256": "0f61e0921bf01d1d37051280c435811198e3d5314c5c798e18ab2247c597efe0"}, {"id": 424, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 972.7143000345677, "model_returned": "jev-1.13.0", "request_sha256": "c1057d1f59ad9ed2d291a04b3c109ce6159ac4d38593833045c11bfe95910f6e", "response_sha256": "0f840b796b2b45e4f03ed3bb913423435833ad8da28d5cf78a46c51cc2ce52e1"}, {"id": 425, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 816.5795999811962, "model_returned": "jev-1.13.0", "request_sha256": "14c604853cd0a6b0d2fa94bb51fab218fb1c3e675cac24aafc6aefe6e65d9a2d", "response_sha256": "7937588bf98e4c6f627b75d891bf1d4ad98ad38a6a3610142e31a8bda7ce46dd"}, {"id": 426, "gold": "bank_account", "pred": "bank_account", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 911.6381999920122, "model_returned": "jev-1.13.0", "request_sha256": "bdf4d7b94313d8cdb7ebe72706c7e515f0272de4b2073f252ea3bb410b568f9c", "response_sha256": "e9c5f247a87f947cc2e9b6227949d55ffd4d17d0ea2a8217ac4f8b7b3064bbb5"}, {"id": 427, "gold": "cards", "pred": "cards", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 690.0426999782212, "model_returned": "jev-1.13.0", "request_sha256": "72d964da2a5ea29f75d46c509bc7c9f9456d238e3d139bdaa00a119ccc34af41", "response_sha256": "f458836a9ba33b81021cd029653046e8e718b641172bb5da16d5ea0b7f84b88a"}, {"id": 428, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1113.0507999914698, "model_returned": "jev-1.13.0", "request_sha256": "27ca653cfc323476121e847a655fc63971666622058f8fb6e676b2bfd3c4f81d", "response_sha256": "15e7fac66e4f36f85a4d212be9d4a5d2eb66dda4bb708326fb31475460ebdec8"}, {"id": 429, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 782.6207000180148, "model_returned": "jev-1.13.0", "request_sha256": "85f3b23ea3963ec52d9804f31ce350101ea4f8dfebd0636b4afbabc59a1ca30d", "response_sha256": "1daa908a9d333f06e08fa7dcb0ff79fc4bb83c72ad8e2b87c7088fda23ba622d"}, {"id": 430, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1041.1352000082843, "model_returned": "jev-1.13.0", "request_sha256": "db865aeee72f43485b0f8ab97748cc666002e765635e8305f6868d20e7e954da", "response_sha256": "d9761eedf644de599e11a377ee721b442143120a31deae8411b83e8c9b7895af"}, {"id": 431, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 721.720700035803, "model_returned": "jev-1.13.0", "request_sha256": "c12124a7774f2b149d83410e0298d95ef61b1dc99582f72ba24ea23b7058f41f", "response_sha256": "53d85129370a11fcf0ac534adfd4c36bec20836b1c7d9963e52aa60180b07940"}, {"id": 432, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 507.00149999465793, "model_returned": "jev-1.13.0", "request_sha256": "967616da44bdfa7c627568570f218cb73e54d99fe6c3ebbb5dc277731968f7f8", "response_sha256": "593a397f4659113a1fbfe891ee82d42ba2cc24924984792f78b923a2a1c1cef3"}, {"id": 433, "gold": "student_loan", "pred": "bank_account", "confidence": 0.79, "p_chosen": 0.82, "latency_ms": 608.2610000157729, "model_returned": "jev-1.13.0", "request_sha256": "cc27432f2e71e16c60b67425b040673a71d8ba7959da9994a75b3c347581261f", "response_sha256": "af6c6353fc7658cc249e18b02196c9afff7ef31699d97389d76771e87bfbbef0"}, {"id": 434, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 722.4322999827564, "model_returned": "jev-1.13.0", "request_sha256": "65d1fd1ce379412ca03f4e51bce358bf93f5d27f6cf635c4d9c05f8e5ee98cbd", "response_sha256": "064082259c1fe8960d3b79a4df580e355a39d29fea21251eb9d1838b74d53bbe"}, {"id": 435, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 483.6541000404395, "model_returned": "jev-1.13.0", "request_sha256": "e565c72444826504483c7240f1638e71a02a1fe327092fe3972c227febe7375d", "response_sha256": "eee7913d25eb58a06297a93a743f9c417db21a212bd31466786ab8b93466261d"}, {"id": 436, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.83, "p_chosen": 0.85, "latency_ms": 659.6353999921121, "model_returned": "jev-1.13.0", "request_sha256": "0cf3b37421b183df5cba250321c4b7475ff97aac155e68254f3c44e7091b111b", "response_sha256": "f0ce6ed70354f5b4649132818e60ccb5d9b727eaf8a25a58d9d7387d4a122d96"}, {"id": 437, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 790.6647999770939, "model_returned": "jev-1.13.0", "request_sha256": "6ab2412d35107da43aac944ddafe3b611dcc37e9bfd8ec7bd3bbe1965f197cab", "response_sha256": "789310d8af1c63f224de8d6d731c636ec60aad702b8fa113db179834f2b88082"}, {"id": 438, "gold": "bank_account", "pred": "bank_account", "confidence": 0.67, "p_chosen": 0.71, "latency_ms": 719.3175000138581, "model_returned": "jev-1.13.0", "request_sha256": "3a95dd7faee38c473f440367e7f8085e031f1dd129a77c00fb96be6bf2a5afd9", "response_sha256": "c153366688a7d71a6d227b4d89cf8d851dec5ab0f92af2d08e3599ea628f8ccf"}, {"id": 439, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 1006.7679999629036, "model_returned": "jev-1.13.0", "request_sha256": "d54b67f2f099a49cf03fdf62834bc639f3ac35b75d2ff594fc6b703e56c51cec", "response_sha256": "40ce642aa55b3994335fc298fdc18f9f51dc0ab04350d7215afdac9e226bb45a"}, {"id": 440, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.98, "p_chosen": 0.98, "latency_ms": 778.2667000428773, "model_returned": "jev-1.13.0", "request_sha256": "2531b91cb954ed30ff045241c5a9886ce47fee5c3ef834171c29b19665436a19", "response_sha256": "314a5a8e68c32acc83fdc84d59b0e078bb90c9244f659ceca1d404a8e398279b"}, {"id": 441, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 771.269700024277, "model_returned": "jev-1.13.0", "request_sha256": "75f274ca187ca1fbbfd774fe88ae458ca974656cf319d6c514d89230a087081f", "response_sha256": "411765cfb4838a54030852d0c75008263341f78e1f49681faa757c10a49857d4"}, {"id": 442, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.51, "p_chosen": 0.57, "latency_ms": 679.7992999781854, "model_returned": "jev-1.13.0", "request_sha256": "50d6abec30f9c005ad3a1aa141ac253b6f31cb345309ef73f7286b990a8a9d93", "response_sha256": "6ac9fc49dc27ed435aa00802de3d0bfa1e3a68cc9a4489d048ff201c98dcee07"}, {"id": 443, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 562.7299000043422, "model_returned": "jev-1.13.0", "request_sha256": "d41024d9bfee809b6d574f0f4d6fc6e0e14de30e27690786a57be767d1452188", "response_sha256": "d0e2c198f7e7aef7ffb60aca1d0fbe8f58b7e6187c856a6b8dbae926b415b34d"}, {"id": 444, "gold": "bank_account", "pred": "cards", "confidence": 0.58, "p_chosen": 0.64, "latency_ms": 526.7548000556417, "model_returned": "jev-1.13.0", "request_sha256": "635f204addcf612d192c965e245506946fbddb9464f21529e1445148dfff0a56", "response_sha256": "63498e19c0ad71fef6684cd10fb399ba7845ef56d872618a4161015d2592bac5"}, {"id": 445, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 577.387599973008, "model_returned": "jev-1.13.0", "request_sha256": "33dff3d1c73b60a3d670ae2142583cc3530101f3e6f9ce5c0b74bbb1eb9e91c2", "response_sha256": "3fbce89f66b676cf6c378afc2fe34b5713d665eeee0adbf0c165c6ccd7db6813"}, {"id": 446, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.56, "p_chosen": 0.62, "latency_ms": 731.5162000013515, "model_returned": "jev-1.13.0", "request_sha256": "b10f6fe39bdc34e22a8149bad0926756302e9bdc31efe542c6894b0bd12f27bf", "response_sha256": "72c9f1c4cb02987e9ed5a767c5a1ba76abe11f4db8afd4fedc0890962cb59fd8"}, {"id": 447, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 804.8697999911383, "model_returned": "jev-1.13.0", "request_sha256": "d9a5be21e6dfc06e3e837f7485c438e6b89b5c5c5e9d7620fbe268ef32f3e6f5", "response_sha256": "ee1b4df8a08e4b1dd24e5493fdd5044402f21040153c8399e97e57c05ea4ad39"}, {"id": 448, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 742.4946999526583, "model_returned": "jev-1.13.0", "request_sha256": "ec6dbdb10d21d1780ffd109656f774b8fb490adf0cdbccb4d944654e4dea403e", "response_sha256": "fd0d23a439b38c63b451188dc3bd1d0984ed50bf6c95032cddb73e78f4b560fa"}, {"id": 449, "gold": "student_loan", "pred": "student_loan", "confidence": 0.99, "p_chosen": 1.0, "latency_ms": 1059.9203999736346, "model_returned": "jev-1.13.0", "request_sha256": "1f6d2fc32109142baa382cde50252230bab8d185b9b779d1bc50a45198c2aa09", "response_sha256": "3a81ae172ffcec45f57eaa7bc15f908250689038ed61ba26245fccf932adedc2"}, {"id": 450, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 684.0895999921486, "model_returned": "jev-1.13.0", "request_sha256": "8e8d8b6433fee35bac0580f00edd6b81c7072254b00f27a7c469929bb486046c", "response_sha256": "9259a284b46ec35c1e92e36cdcc447155c8aa0f2df92e513d9f7aa2af7cf4799"}, {"id": 451, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 801.403199962806, "model_returned": "jev-1.13.0", "request_sha256": "e8c0ec391eaa65358a673cc27a667ffcb2cdbd5c6de2c81ae6e289506f1e0b9a", "response_sha256": "1c33a8b2c0987cef5f3e7a2f16e93fb13dcd84713b19953ce69f096e47646118"}, {"id": 452, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 603.3978000050411, "model_returned": "jev-1.13.0", "request_sha256": "f21a39fb8680aec704ec9a81ed4b113819cc1d8241d5670d3f5f0bfaeff4e937", "response_sha256": "eed0eded6a85447db1424393fc2b649868e5b7c3206c2fe3af57c7816c6be615"}, {"id": 453, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 828.7043000455014, "model_returned": "jev-1.13.0", "request_sha256": "c8081ea26ab810b57144d267bb4759f1c58e30af7a2075126a02109b15292fac", "response_sha256": "5e7d020b9c37c50037579ecf1dd47959da6d81752ab36c8b6fcd58771f410816"}, {"id": 454, "gold": "bank_account", "pred": "bank_account", "confidence": 0.81, "p_chosen": 0.83, "latency_ms": 549.0568999666721, "model_returned": "jev-1.13.0", "request_sha256": "a07f3a17f1553db58d80f034445f1cfd9066597127e3a85d904f52197f80e331", "response_sha256": "47be4f964f876ef517429864fe79cd53960fa89726e8f61e854f2ec766dbcbab"}, {"id": 455, "gold": "mortgage", "pred": "mortgage", "confidence": 0.98, "p_chosen": 0.98, "latency_ms": 652.984699991066, "model_returned": "jev-1.13.0", "request_sha256": "0937691db19506ba2a701698624264a801304912c0abc3fb182399f0450debf5", "response_sha256": "2647342c90200f1e68f24f999b6ab9baa6975c2d204c65059030e3187cb2b50c"}, {"id": 456, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 510.5176999932155, "model_returned": "jev-1.13.0", "request_sha256": "402af75ad71f4962c7196227dc98cfb6cc4eda50355864e451acfb9d08458b72", "response_sha256": "57d1cd494357c9da0a80b0ba85fc06e2ffd3dcee8a4b0e079d607d5987e1ace0"}, {"id": 457, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 672.4850999889895, "model_returned": "jev-1.13.0", "request_sha256": "9c7249da98941087472c45ecb3cea8b977e0955d1a503304975d505e26a2ffe1", "response_sha256": "6ea0bef7b61dee559538dcaf0d4cc95e911a2bebab7d43eca7e75d1661558729"}, {"id": 458, "gold": "student_loan", "pred": "student_loan", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 899.348100007046, "model_returned": "jev-1.13.0", "request_sha256": "80398264fde645bbee44231bffb2f54e47ef3bfa98296e0cf72ae993277c6c07", "response_sha256": "fe1bdc61dd5fd2bed84c4a148aac876a7bd3c294ce28c9dbe47fe362314acc1b"}, {"id": 459, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.74, "p_chosen": 0.78, "latency_ms": 737.9604000016116, "model_returned": "jev-1.13.0", "request_sha256": "1ecc5ddfbefc37aaa73ea1e331f55bd56043e784fea3b9138b05f725eb915273", "response_sha256": "92de087d5d7b4f3c0f7d84b3e651c7673413ed87a6d29ccfff150807af1e29a0"}, {"id": 460, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 675.0475000008009, "model_returned": "jev-1.13.0", "request_sha256": "77f2daa46c85cd4af595c1f935801b4f229c6e03b7a2e50b0fac1ca87166c10c", "response_sha256": "d0bfb1974a0718a37a47e017b159b63ac91735b98b0537e53d8833ac153ab512"}, {"id": 461, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 786.4050999633037, "model_returned": "jev-1.13.0", "request_sha256": "62e5e9223c77ea0b095dba44bbd894aca6e1ae325066405cfb43c158e2a5f727", "response_sha256": "173a5b162bbba3700015c89616f571300878a8ab7b9838175164dc51a252f905"}, {"id": 462, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 833.9043000014499, "model_returned": "jev-1.13.0", "request_sha256": "794d9ecc5f09b85e6a1c7936f50c1cc238e8e9d4a5bb511c7afa96a07db00cf7", "response_sha256": "0ddaccf93bb259f4b39a25757ce71301fe38f7c88f29b5cd4e1509b5158dfff9"}, {"id": 463, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 942.5755999982357, "model_returned": "jev-1.13.0", "request_sha256": "1761f012d124a5c53230d0c2c1fb85d52c3cf45a857ee3b42648084d98686f9b", "response_sha256": "7061035fdd4ece74a2149882ab0d263ca889757020cf78d1821ac81a7d02f019"}, {"id": 464, "gold": "student_loan", "pred": "student_loan", "confidence": 0.71, "p_chosen": 0.75, "latency_ms": 728.3034000429325, "model_returned": "jev-1.13.0", "request_sha256": "c29e17692c9c1d049722a7cc9608ca6635c6908be11ef6e9fd3de576ee457f31", "response_sha256": "514c446722c3ccb6df9c3fdd88c3a1eb0253ec2ef07ba3ec563edd8c5045606f"}, {"id": 465, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 756.0642000171356, "model_returned": "jev-1.13.0", "request_sha256": "d8b03f122c5aabef2343b0590bad2c0633554fe6c0cc1e9c794222e43c1484a9", "response_sha256": "7393ce7290b73dcd4134c49528499a611bb8d47ca932e9a68482840861a68cbb"}, {"id": 466, "gold": "bank_account", "pred": "bank_account", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 819.8205000371672, "model_returned": "jev-1.13.0", "request_sha256": "bc39abd399b039b9226aa0d3d88e5144049bcd7f3bdb76920aa7b569fe5972b6", "response_sha256": "bdd6908d5edd3ec60d2a75879d0d20d2bd256b122512b55ae044f0a6973d66f8"}, {"id": 467, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.83, "p_chosen": 0.86, "latency_ms": 699.7052999795415, "model_returned": "jev-1.13.0", "request_sha256": "8911da132adbd35f7218fd551da02cfbb13443bf26b82258aa765aea33fb56d4", "response_sha256": "8c30770cb5fa9ab3213289ddf67399217e137b8469f244eb587ad6684eac5efc"}, {"id": 468, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 698.321699979715, "model_returned": "jev-1.13.0", "request_sha256": "49cc8d8e7e9174867a5e1dd47a0261ea94ef8dffc79280c95ae31770405fffe0", "response_sha256": "02af40b3246b5c64bcd8be245a9dfc02aa55a00a71fdc6627ae86323452f93a9"}, {"id": 469, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 700.1357999979518, "model_returned": "jev-1.13.0", "request_sha256": "32c4e85d027797e4584f960ac4004b696d74dd0368faa0dfb92538059f9eb526", "response_sha256": "4c4fc24a85ee7f19e7b0ffe3154759cc0bb5cfdd5f984927bc203b7b0da42d77"}, {"id": 470, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 716.9409999623895, "model_returned": "jev-1.13.0", "request_sha256": "5ddd92d9526d933b47fe2aa3a3096e6acbb5b12af2d2533d272d191200e2e035", "response_sha256": "01bcaaccce5396adf0ccdcf7e96a6802c3135f0d4824ec147aa54770eb663e95"}, {"id": 471, "gold": "mortgage", "pred": "mortgage", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 664.1358999768272, "model_returned": "jev-1.13.0", "request_sha256": "5b496259b4dbcc8db222a699fb1aa152c5086215d1a09a613c53746ef952754b", "response_sha256": "67c7c567eeb9483f88aab7db80ce69d9cef2e06aaac6a6ac728834ea6b11ff1a"}, {"id": 472, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 747.9356999974698, "model_returned": "jev-1.13.0", "request_sha256": "2bee485ffe8bfd07f9fc8af5f55b74517c0d017ed5b909a3a6a46acbc498e33d", "response_sha256": "37a8436655d57fcf4c9364f410333339858e6bfb750a6d3b2943770e69e9c1e9"}, {"id": 473, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 678.251100005582, "model_returned": "jev-1.13.0", "request_sha256": "a7be8cfa25813c1d41b8949e7846531a82b8c0564a984622189226f566d801af", "response_sha256": "e3aa8850801720e356bc1df9563ea771216b01cff0e30add8d2e21f2bedde6a0"}, {"id": 474, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 549.3923000176437, "model_returned": "jev-1.13.0", "request_sha256": "fd8b6ea3b8cad069da91d7ee4feae1030b0c422dd363aea21f1281351961c89d", "response_sha256": "45655ce85a49fa1718fe76c1674b76dc092a4c32a729d27c91ea6865d11a0148"}, {"id": 475, "gold": "loans", "pred": "debt_collection", "confidence": 0.81, "p_chosen": 0.84, "latency_ms": 599.6644999831915, "model_returned": "jev-1.13.0", "request_sha256": "0883b9f120cf9bef8f6936f8d54e6cc1d37304df4c2cb585b13a1031ce931662", "response_sha256": "e8311ca5cab2bb3e3cd3dae09187c249781668c9634af5eff129028fcdae0aa6"}, {"id": 476, "gold": "debt_collection", "pred": "debt_collection", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 727.0766000146978, "model_returned": "jev-1.13.0", "request_sha256": "eacf6c9439718f79304eb9a42a43e8ee93ab5bcb564da550d90842834d032ecd", "response_sha256": "11015814e6d632072ca566b58b5a0b74b76625326f6d3b0310d1db788cbacad3"}, {"id": 477, "gold": "cards", "pred": "cards", "confidence": 0.9, "p_chosen": 0.91, "latency_ms": 779.8722999868914, "model_returned": "jev-1.13.0", "request_sha256": "3b02cf478fc70aa29b328199a49756fb1cc1a6b57b25efd436cde823f45d2810", "response_sha256": "d9a25353d25b2b1fb884a7d404cb5f881dac783a48b93c2e4fe19d226b70ba0b"}, {"id": 478, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 784.0730000170879, "model_returned": "jev-1.13.0", "request_sha256": "4fdac337e8127579e86b2fcbc28a4ba69adea332a0999996569905e5e58309a5", "response_sha256": "dd9cd59668c17078c0e6dc101485cf092317eb7fe6b603022468e97151397e63"}, {"id": 479, "gold": "money_transfer", "pred": "bank_account", "confidence": 0.43, "p_chosen": 0.51, "latency_ms": 586.027399986051, "model_returned": "jev-1.13.0", "request_sha256": "02a8c9cb117b8a3a94adaaee14755d726c20176508aff290c8a5f992a1eca25f", "response_sha256": "2784a0370098e96f69af147807bb8a687701bdeddb4612e632fa5d8f66c15356"}, {"id": 480, "gold": "money_transfer", "pred": "money_transfer", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 718.8189000007696, "model_returned": "jev-1.13.0", "request_sha256": "98f778e5575db7c96de5fb98edb2eef53d69524f9ec3aad4e10398444204df04", "response_sha256": "37bc6e0a6c183063306bad01c829d8bd2dd82d4a9a7603c1722526ac94df51d5"}, {"id": 481, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 661.1290999571793, "model_returned": "jev-1.13.0", "request_sha256": "13ac1e45f360edb8bded21b010dce87a4b41c4221d15a13cdd16c21be55943d2", "response_sha256": "307b0e61389ecb44b641faf91d5e34698eb58bd7d17945a6365b75b99a754e32"}, {"id": 482, "gold": "bank_account", "pred": "bank_account", "confidence": 0.52, "p_chosen": 0.58, "latency_ms": 910.309300001245, "model_returned": "jev-1.13.0", "request_sha256": "ae7aeeb9aad1f8348004dce58ebcfb7b7b29e3e3c60d9a9147e5050d50d12ea0", "response_sha256": "e09cbcd0e6a17255a034a1514b66f72075792d7939e0af08388ce8b26ba0748d"}, {"id": 483, "gold": "cards", "pred": "cards", "confidence": 0.96, "p_chosen": 0.97, "latency_ms": 1046.8278999906033, "model_returned": "jev-1.13.0", "request_sha256": "afcd07bac6b0a40166eda073ad11f16b02e77fe5d187c6872c699ca3ba3f75d9", "response_sha256": "3117b0d532ca031bc349fbb2ff51b8b2c53a0ac7fd09e7cff022879beb2f8fa1"}, {"id": 484, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.87, "p_chosen": 0.89, "latency_ms": 847.4662000080571, "model_returned": "jev-1.13.0", "request_sha256": "073771ff359c7b3bab0b143e348e3e861c86cdf85b2e275a6577cf0b9f24eacd", "response_sha256": "bb3a3081c7b7a7540e770092c1db86b347a3215a715d7721f299524fc2bd9bd8"}, {"id": 485, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.68, "p_chosen": 0.72, "latency_ms": 765.4216999653727, "model_returned": "jev-1.13.0", "request_sha256": "42f2e4d4fc8b90f40b19ce1992325cd433f0be120b8207994d0d090972b78267", "response_sha256": "1d5da962bb54c1292ce61fcaffc5a8a65bf0917a86793d852cef307811a0d2d2"}, {"id": 486, "gold": "student_loan", "pred": "student_loan", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 776.4792999951169, "model_returned": "jev-1.13.0", "request_sha256": "8454b034e032b6990943c8dd908a469db99b38165f625814bfea4e0367d88fff", "response_sha256": "4434c4f0b3f148ed473fd19c6146654ed0cf2c3f3f64278dfbbb8591e2418acc"}, {"id": 487, "gold": "loans", "pred": "loans", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 453.5188000299968, "model_returned": "jev-1.13.0", "request_sha256": "8683fa5e9c00f4aca9116196c7956f6936339a00d8dea193f3b2de207a446e01", "response_sha256": "012ff261f87829027ecd377db25e1020f29b28f3f3a7fbf0367fd2066af368cf"}, {"id": 488, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 458.8392999721691, "model_returned": "jev-1.13.0", "request_sha256": "88d55b57d1ecc6b764f0b0d6ed8f83b8ce0ec32b7f740a198e2ef6298ca1aec9", "response_sha256": "076a28dec61cdd3c45a06d5a0da7cce4da2d3cbd8061f8ef367cb0af8bb6a103"}, {"id": 489, "gold": "mortgage", "pred": "loans", "confidence": 0.48, "p_chosen": 0.56, "latency_ms": 752.8045999933966, "model_returned": "jev-1.13.0", "request_sha256": "786c9168e0f982f94d22dce3df13db32787bb7c05ec03861ac95d8ac70546f2b", "response_sha256": "b5cf11be7865a996d7465ef224181c1d7caca274ee28bb1aeb60a7360e64d466"}, {"id": 490, "gold": "money_transfer", "pred": "money_transfer", "confidence": 0.52, "p_chosen": 0.58, "latency_ms": 801.7347000422888, "model_returned": "jev-1.13.0", "request_sha256": "c611f534ba0cd429b7afbff11046e339aabe0920d6331eb5abcec2c8283c37ff", "response_sha256": "fc807e76e27df90bdea974e8aac681b0ef622ae24fccd0af8e96f958f33ef8cb"}, {"id": 491, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 545.0994999846444, "model_returned": "jev-1.13.0", "request_sha256": "7bb699df12f0676a4deaaf6c00da14f9c81bc8ecd25591daceb1b888049d0410", "response_sha256": "917015b0606203b4c3cf169cc02a72b92008660eabd3738d30b1c76ff50d938c"}, {"id": 492, "gold": "debt_collection", "pred": "debt_collection", "confidence": 0.97, "p_chosen": 0.98, "latency_ms": 685.6502999435179, "model_returned": "jev-1.13.0", "request_sha256": "e9de0e7e7483be52091718ed8557fe271c461e62d52e100085b1f9b4c26597ee", "response_sha256": "5376278fc56da3afd2b18cebc6380c2d8e2efa12f944dfb0bfe55ff0459d67d6"}, {"id": 493, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 638.7317000189796, "model_returned": "jev-1.13.0", "request_sha256": "fb4481836f72000edd3ff505d0e3bb5b63dfde84bf89ca27397f5f9e9abd8b6f", "response_sha256": "ba17566a2e687f79b74c616fe073158a376fafaa65d56c527d40c5049b2d1f24"}, {"id": 494, "gold": "debt_collection", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 720.2295000315644, "model_returned": "jev-1.13.0", "request_sha256": "226043a7197206252ded0ba9df24e5bc9a1fc63c9b8c4a0251ddbd591aa81ab2", "response_sha256": "9cb824c3b826d36eeebf3256d4cd0765bf4da47c15b8bf587c40c98cb3f97912"}, {"id": 495, "gold": "loans", "pred": "cards", "confidence": 0.53, "p_chosen": 0.59, "latency_ms": 689.4658000092022, "model_returned": "jev-1.13.0", "request_sha256": "4d326e5e2c22a3d102bd25087f5e2fb63d9a7d809a2b82560ef3cbdf492ea385", "response_sha256": "3936cd280df1b605290f8819dfab574b8b49dce8cbeda43fb396266e9a83c5d3"}, {"id": 496, "gold": "cards", "pred": "cards", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 627.6978999958374, "model_returned": "jev-1.13.0", "request_sha256": "5c56e202d0ee8802a9567762e515e76629a5cf5371b544fc623f50a0c8d6141b", "response_sha256": "f5d14d7c2de907cfff1ab40023ac1ae017decd56e07198d0476f16cb7e01bca0"}, {"id": 497, "gold": "bank_account", "pred": "bank_account", "confidence": 0.99, "p_chosen": 0.99, "latency_ms": 509.604099963326, "model_returned": "jev-1.13.0", "request_sha256": "631f3129f029ab51e83f5fce4e9ba81ecf4e9757547dbbec5a3f2115b8501a80", "response_sha256": "7d5003bb0d1aec367a650ec58495f7b09af95db75c43cb7d717637dbd3ef74a5"}, {"id": 498, "gold": "credit_reporting", "pred": "credit_reporting", "confidence": 1.0, "p_chosen": 1.0, "latency_ms": 507.569000008516, "model_returned": "jev-1.13.0", "request_sha256": "bbb5028db264afea9e0a252f3ea86cee6380b101e2e2f9c40a4473deeccdf2f6", "response_sha256": "2a5e17b1810f55d0b45ba99145764dc7db50cbd4b9f562843260cf7d98eb658a"}, {"id": 499, "gold": "loans", "pred": "loans", "confidence": 0.97, "p_chosen": 0.97, "latency_ms": 422.6432999712415, "model_returned": "jev-1.13.0", "request_sha256": "d3f3cb33f83686751d7584509631cfc73ba4645c2ac0fc3569bfbb1df21c2a35", "response_sha256": "ff6174eb3498555df4cafdd31962df839504a4b0fba683c8ab9d5d95582c4638"}], "gpt4o_mini": [{"id": 0, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1217.0466999523342, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3e4b9ad99c2ab3f380110e2b2f585a564c562ea17b723faaf0fe4dd4baf5031f", "response_sha256": "43eb748e84f218df0dd2b691885f098f037eee268d40045ff10991839dc9af75", "content": "{\"label\":\"mortgage\"}"}, {"id": 1, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1557.9791000345722, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "22adb5cad3f3732d85b29eda0301a9df8c768f4dc48e63d19147f4b8800733b9", "response_sha256": "c44edfdaafa2687202c4e1c34010a393b3ec96025a8a9bd458596683c6553d1d", "content": "{\"label\": \"mortgage\"}"}, {"id": 2, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1494.3301000166684, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ed19139e65dbf645ed4898be1a1115fba406d64210802ec4a2732ff8c4d899b", "response_sha256": "42160b9502e530137211cedd244aa08626d33d5819cb9abb11b481a959ca4078", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 3, "gold": "cards", "pred": "cards", "latency_ms": 1180.402799975127, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "99487270e0f55b087d475b6f1cd4cc5d26f8f4b00755c05f501124a6a66bca70", "response_sha256": "960dc50f46470cb262f2ea874f50ee5692c46ef0ea6b90d985e8448ae67f617b", "content": "{\"label\":\"cards\"}"}, {"id": 4, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1504.821999988053, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "af1e75dd6732cd158b8381d5b1a7f2fc3912584748144115dd0ee51f6e82e932", "response_sha256": "aa57e87ec6aaa8186161658860e34a2cef1896431d26c7f28e7bd3239ec6ff24", "content": "{\"label\": \"mortgage\"}"}, {"id": 5, "gold": "cards", "pred": "cards", "latency_ms": 1098.9705999963917, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a0da24f5674938ca1b59840e2ac835fab21fb73afa6cc8e591f6277cd45fbd08", "response_sha256": "fc4ca06d308726b387c78d991832c80ec8a2196d8e12fe8ea21cdcf94a7419d6", "content": "{\"label\": \"cards\"}"}, {"id": 6, "gold": "student_loan", "pred": "student_loan", "latency_ms": 938.9998000115156, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8c224c95610abccb06c0a792b3e74a1419c361e6179e7dcc0f052f0692208563", "response_sha256": "59c728e1b600eedafc5072d4529f1f363e3d910d3e4c2fcc1e072035fdb6d7b5", "content": "{\"label\":\"student_loan\"}"}, {"id": 7, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1257.0216999738477, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "69864cdf05fcbbe36b828bcc20dcfce12f57579bac87fe7180a95ff17f46affd", "response_sha256": "f6d77bc50085255dc356af44875bce49f1be5090a13209a0ffe26d1cc488ad4e", "content": "{\"label\":\"student_loan\"}"}, {"id": 8, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 830.4283000179566, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2fd72ef1f0eb6590cc1fe743fe415abf2d967a72b878d480acbaade48e99f02e", "response_sha256": "f2b1dc64ed767aa2ad1e5a6f714d38902dcaebec6b77db12782db8979843ff48", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 9, "gold": "mortgage", "pred": "mortgage", "latency_ms": 752.9150000191294, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2108923013cdc7775170318aef3cba21030437bb74eeb49a19535d4bd7f39d91", "response_sha256": "d7ad8b2c282b63862769683d76874fff64b5e276287219972fc3e985d3fa8059", "content": "{\"label\":\"mortgage\"}"}, {"id": 10, "gold": "student_loan", "pred": "credit_reporting", "latency_ms": 1290.9044999978505, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "717b12cadc00b62c7061186e5b0d5dc6096d920de8267bba5be6113005f099ce", "response_sha256": "99ccd6696e81e39ef54afcfe45f9d83fc1dc9e86aa953fd48e3ecc046a40925e", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 11, "gold": "loans", "pred": "credit_reporting", "latency_ms": 1451.6898000147194, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "fa15eee743f781a2c5d0d7b2f085740fadf7c4b97aefa16c2131ac7e47b4a62c", "response_sha256": "2adb32cda94bdf6b97ae5681b606b17dc6e5991ddaaa6b23ea2bdbbacba998bd", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 12, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1370.3670999966562, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2e5c9b6de7762dab56cc625ad965744581720d40a19fbed284347654ff8957a3", "response_sha256": "3c0cd960bc463fc4bb875cf78c02801dbca4a880954bf37a6717062f5e1aec4c", "content": "{\"label\":\"mortgage\"}"}, {"id": 13, "gold": "loans", "pred": "loans", "latency_ms": 1622.129799972754, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4fb423d50a2ebabdc9c878bdc3ece49e2629b1e0fbd5cd62dd6fa7331fdea625", "response_sha256": "54596fa88446223cc50c862091371049548428011e87ac9bfd7a27c7b34073e4", "content": "{\"label\":\"loans\"}"}, {"id": 14, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1363.195900048595, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e22406e9d8f58eaa2cbe563a0091beb3254bd3b31b4406c3d454f4274867940a", "response_sha256": "4dbad4e8edc01d0da122a968dad57def8d44c4168a667550c815d5d783db6711", "content": "{\"label\":\"student_loan\"}"}, {"id": 15, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1135.609499993734, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6c846c89bec62b78869ae87884a987d1083192775d208b1f1bd1d847378bdcbb", "response_sha256": "791be6ffff6526888c971abbb21fa67232a4fb13fd6b2025b361165ca69844fe", "content": "{\"label\":\"student_loan\"}"}, {"id": 16, "gold": "loans", "pred": "loans", "latency_ms": 1348.6701000365429, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "57f931e6e055c4c19d03f854cdb377ee120f330641e4086f264e001c76846818", "response_sha256": "cb9c3478dbad0a565eea7a567075c7a68f1a6b0f40759e13c3679be05d41765c", "content": "{\"label\":\"loans\"}"}, {"id": 17, "gold": "cards", "pred": "credit_reporting", "latency_ms": 982.3182999971323, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e27e63569557d437a87dcfcfd0865f382222fb401d52fb277133afa6cd6f6140", "response_sha256": "19c3bc3b0c3f164fb6b0e57c265cd8c0e229228a398c93a463d8c7c63b0dbf55", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 18, "gold": "cards", "pred": "cards", "latency_ms": 1219.4887000368908, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c1628baf2243387de371f60b444faf9ed1bc6fdea4679b9e6cb6aeed88685145", "response_sha256": "a9dc1f0e8fcc667814f78c22246a4dd45624fdc47cf78577272f961bb693543a", "content": "{\"label\":\"cards\"}"}, {"id": 19, "gold": "bank_account", "pred": "money_transfer", "latency_ms": 1212.4411999830045, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f50525caf65dcf80db8d76b4938b3f16d1e878c17f1c5710b08f3ebda32061ec", "response_sha256": "f7d145c7a58f4ab06254304be0523eb84fafab08e093415a1c7039bad276efdd", "content": "{\"label\":\"money_transfer\"}"}, {"id": 20, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1056.918799993582, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "30b3bbfcf131beb8cc80f73c2884d86e915463c5dd9d1c3c22dfde18d3b58b60", "response_sha256": "b39d61ea113f8f4927820f6954b7123cd6bf04ae625d68f9de929eeb3c54f936", "content": "{\"label\":\"student_loan\"}"}, {"id": 21, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1220.6768000032753, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c20c17244974e67c64b3e0f869bf5c2c549a2441bb6bb754d6e4ef7d65b16530", "response_sha256": "871570c2f14a4da393474198e7de898584577bc8e2bcbefef22ba9368e1d0f96", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 22, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1211.6117000114173, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2bf9c013a98be0fd47cf7e8a0f6edf943b339de0d9957f7c6f2e5982e4065e6a", "response_sha256": "5a0668d66c62a1a178fc801acdd636e6703ba185652309a5acda2b3d810e3250", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 23, "gold": "loans", "pred": "loans", "latency_ms": 1201.8970000208355, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e4ad34f21b16d20bf1d00d93a1d21a45798d5d487efb6887af725d82513d5b1d", "response_sha256": "12653eef462deaf6178b57e2ea63e7215f6999bffb02ecbae2fdc5a5f74a305f", "content": "{\"label\": \"loans\"}"}, {"id": 24, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1333.7993999593891, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f630381f0e9c8c22c888fcf053ad1dc202643cc50ca8b6c159a0c817b0cdd050", "response_sha256": "05483cbe78026bc79b02ad20134a73de2cccabbf41d3f4afa2b43d28a2303e58", "content": "{\"label\":\"student_loan\"}"}, {"id": 25, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1464.3139999825507, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "19ab4b72e685ce899ae730de7ddc31757d4860a12ed8d7108009a5eab7b38ab0", "response_sha256": "69a3799772eb6506a61df8235bf1b84cc8a864ed04c3442b599bc8ca58d5dd5d", "content": "{\"label\": \"mortgage\"}"}, {"id": 26, "gold": "loans", "pred": "loans", "latency_ms": 992.5121000269428, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b317dfa5685aa26d6ef571cb7f883edff53623588d434efce35682c523461b23", "response_sha256": "5f656de0ed314b99611d38991084898d999e81bcc93bba2b28e0d73e576bfd86", "content": "{\"label\":\"loans\"}"}, {"id": 27, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1177.6879000244662, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c06cda5b95a0488ba65911b4a0a96aa00442abaa6352ec44bd63c6aa3c370aea", "response_sha256": "ba0e3216908a649cd69fbc1779aabe6578684e7b54f06fdd60c5ce33de8b097c", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 28, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1379.0120999910869, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ba2d773767d0a37ded1de01f097383769cdc95a1aead017a565b8b930ed2addf", "response_sha256": "98ea4d712c46d646cc589728701405f956cd823cb5a57d4fe75f238db5a37eb6", "content": "{\"label\": \"debt_collection\"}"}, {"id": 29, "gold": "money_transfer", "pred": "debt_collection", "latency_ms": 915.0374000309967, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "777f4fbc719302352ad9f54071ceb15f95de736e843bbbd7555005f7135fd728", "response_sha256": "7e10debdad37298ef4a52dccd229ce2cb7f0fe7c00aa1b9b4deb073d243dfbb1", "content": "{\"label\":\"debt_collection\"}"}, {"id": 30, "gold": "cards", "pred": "cards", "latency_ms": 846.1926000309177, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7c8c6988add5850c49ec498d821b20d5dbeb351de3cbff3ab341ef70765e0ff2", "response_sha256": "1de6c14c0ac6e1ecc2e9803534871d334dd7981241dfd874e2de2510ef55e6e0", "content": "{\"label\":\"cards\"}"}, {"id": 31, "gold": "money_transfer", "pred": "debt_collection", "latency_ms": 1015.7929999986663, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "df8eac2f9b088c4e114358c749027d11e52dd2a35adc9f0fd6fc11137518b91b", "response_sha256": "77c631b8c44e148a54ebcd00ad58bbb96a437a2260a5c78fb0ec025ea256a5e5", "content": "{\"label\":\"debt_collection\"}"}, {"id": 32, "gold": "mortgage", "pred": "loans", "latency_ms": 1190.1698000147007, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ceefd7f56a4b87b38422095e53091f587ce7c55065b96d1146227b5aa15fab50", "response_sha256": "0729c9c74f0443cbe1d6ee497da3ea5201a190c5f07b6433cf0f72362993e51f", "content": "{\"label\":\"loans\"}"}, {"id": 33, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1213.3189999731258, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8bd3913ed82211c9b4900c2bf2d00beea07bfae209e2a344b932a6b4d051d9c1", "response_sha256": "b78b64c0174b5fdba595851688ddd1dfdb33478cf844d9a9a512ab4bffac9877", "content": "{\"label\":\"mortgage\"}"}, {"id": 34, "gold": "loans", "pred": "loans", "latency_ms": 1337.7056999597698, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1ee6cc92c340d4a220fa1dbb7a40c572f97019b4b08e8c3890bac2aa0283ea2e", "response_sha256": "47b451afdf415dcf7808e48953732638003930997e00876a74b681b51bf3a2d6", "content": "{\"label\":\"loans\"}"}, {"id": 35, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1078.982700011693, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0080f303df98a07bac6a6ea3496fa825c6ab238d82b0093f824428f8ef492549", "response_sha256": "f3c91fffb69970e0b869076d4bc3c83292a20c2ceed5334030da038d9f5ccb16", "content": "{\"label\":\"mortgage\"}"}, {"id": 36, "gold": "loans", "pred": "loans", "latency_ms": 1152.643499954138, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e579df5deb8f0a660d29454afb901428513d7b2a723ffb4fe57e1dac5911191d", "response_sha256": "4bca533f94e5749384c53dad2823f05217618a72779bf35e8e491a450166a091", "content": "{\"label\":\"loans\"}"}, {"id": 37, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1394.0262999967672, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8a1511b741288d705c7bca89641606647a525ba92f39d8e1d1d284fdc8da62f3", "response_sha256": "08456c63ecce1d48e01c434f635f08eef6274962f9b6a4ffff29bddafc0e2249", "content": "{\"label\": \"bank_account\"}"}, {"id": 38, "gold": "student_loan", "pred": "cards", "latency_ms": 1174.2905999999493, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "aa2e88fa2be47c81436800b1dfdfb7dc367d4d1a0f87c1ca4320f037b16cc14a", "response_sha256": "80d0dc428f0f1f4982229e59e14aa4697654daf43821869dc0db2fb431d2470b", "content": "{\"label\":\"cards\"}"}, {"id": 39, "gold": "credit_reporting", "pred": "loans", "latency_ms": 810.7125000096858, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "825fec4459a4c6eaee302b570fd949eb373bae08296dd86f88c4b7aead4128de", "response_sha256": "78d1fe66aff4d81c650ad093cfcf7359dcb6f75b74172c4ec26a8c07aece0d90", "content": "{\"label\":\"loans\"}"}, {"id": 40, "gold": "bank_account", "pred": "bank_account", "latency_ms": 866.3208999787457, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ba9ad6d0495ac7ed30c785e47a04e2ae672e946f2df93735e4f5627ff754f5f8", "response_sha256": "43e992cb9a77fd817b60062b0f22aeabb4315005ce579c0092879f8303b88468", "content": "{\"label\":\"bank_account\"}"}, {"id": 41, "gold": "loans", "pred": "loans", "latency_ms": 1017.615900025703, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "98114bd327e9be31c0188a1f12d139dd585c311beb380d1497679c886a4c3c86", "response_sha256": "cbcfeee5202a26c7e7daed0fcbc64949409f28f5fc02f396a159990ab64737d0", "content": "{\"label\": \"loans\"}"}, {"id": 42, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1568.102999997791, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "40a752012616160b4328aed56c3b4ae8285612606d0caded9ff85112fc8a8c14", "response_sha256": "ea4b7a26fcb2526729fdf4d37c9ad8affc28d98c1580d533569bbc08ad89b26f", "content": "{\"label\":\"debt_collection\"}"}, {"id": 43, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1492.1262999996543, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5ed746cd0b77ea1bcfc0602ce2c9c4e6d7a18901147695bd3c34e88c86aba3cb", "response_sha256": "e0be7ea83e3b4521eb2900765fe969281d10078e5cadc4937066f17ba9edbb1b", "content": "{\"label\":\"bank_account\"}"}, {"id": 44, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1223.974799970165, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1ede7f39641406fb92d5519da30b8ff008336577a2b0f9ff4291e5f6aa2fe8ba", "response_sha256": "7c4be4a6574443c22e27dd9f7629f90bf50ec75a09f07b2e1174fe5dfa417377", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 45, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1177.3092999937944, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c20ebb8e7fa1822b279f46cb3bb8b80863dd2a6e273d36a644e211a671a05307", "response_sha256": "964affc5014bdba57d62dbb43bf392f5c8479bbfc5631b7a35b525746bb8298d", "content": "{\"label\":\"money_transfer\"}"}, {"id": 46, "gold": "loans", "pred": "loans", "latency_ms": 1147.1355999819934, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b9c38b4095351fd5ffbb2ae07727545fc6d6a939237ac0bf279fae826f83d0b6", "response_sha256": "af2fbddf747f93dd73a07cf94a505b73f4b0f5853c1789e1a52c30aaaafcc130", "content": "{\"label\":\"loans\"}"}, {"id": 47, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1458.899500023108, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dabdf85b792d25725d3add1e1d030b2190f0fdf48d629c523ccb824bb70b8baf", "response_sha256": "4b09f18c2a11dbd82f26305c1e284f9db3b4a37cf79adcf0504ddd2b9b33569d", "content": "{\"label\":\"student_loan\"}"}, {"id": 48, "gold": "loans", "pred": "loans", "latency_ms": 1021.9388999976218, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "37b4f080ac3b015ed065a115626e1fc7518c8ab05efe29a46783c8b78686476a", "response_sha256": "c6a39b0e8fd64f6de3859e30d2f58125338590c5b489b04b9248f52d6d5d19a8", "content": "{\"label\":\"loans\"}"}, {"id": 49, "gold": "bank_account", "pred": "bank_account", "latency_ms": 932.6001000008546, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3fb52c7c640f092d0229ecf1ed90d4a5bb7d889069755477c603d48cb87bca76", "response_sha256": "b9a610c925051262177b1e0cd33d9fcc630fe61f245191e94052fb1e5580f38a", "content": "{\"label\": \"bank_account\"}"}, {"id": 50, "gold": "mortgage", "pred": "mortgage", "latency_ms": 638.4902999852784, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e7cec4088803f27b85afbe56ebbf62ccd64a6802737dcc718129fc3c55072b86", "response_sha256": "430f154bf6cfd3250034ccb7b112e1f5f09c39cbdf3fd10308d9136f3ca8371a", "content": "{\"label\":\"mortgage\"}"}, {"id": 51, "gold": "loans", "pred": "credit_reporting", "latency_ms": 941.3267999771051, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "89f664e294cc31ae013520f14505544a037c07e4cb0d8b5222f6c53e315adc86", "response_sha256": "8126cea532721341828708936df5cf95a7f0c4833fa6a146e16c55742dc51513", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 52, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1017.8976000170223, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d215fcf9bec894e40dc99117c0b18146eed0ac934aa1071d7a1c1f72fc817a94", "response_sha256": "3d666e365263ef8fd9eab2be15faf6616073bfb897c80ea4b239281489499949", "content": "{\"label\":\"student_loan\"}"}, {"id": 53, "gold": "loans", "pred": "loans", "latency_ms": 1025.5536999902688, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3bf4988f45ecaba449557ce2e44c12e4037a5729909c2686bef60ebe1a5074ff", "response_sha256": "a86c9de186173c43ea19020a026c7b822003c5358fc86bf798b205aa02cbf612", "content": "{\"label\": \"loans\"}"}, {"id": 54, "gold": "loans", "pred": "loans", "latency_ms": 1147.3371000029147, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "76d0bc20ababbd9c9378d1af8784b1339f170ccaa5d2f39341a3c36451f4c6a2", "response_sha256": "a204fc350762f56fcd99b16dd21655c8ba8771a52f41f0f39c76665cad373390", "content": "{\"label\":\"loans\"}"}, {"id": 55, "gold": "cards", "pred": "cards", "latency_ms": 1567.3206000356004, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8ac7e139a5ab54200a0818ff4b8a0d307c0f3cda27dd1e5ce5e3bcc1b64a8642", "response_sha256": "9084620f28277b758b5b416a04994fcf818149454abea8d65c3ea8a809cf6f78", "content": "{\"label\": \"cards\"}"}, {"id": 56, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1229.6864000381902, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c478a3a00c7feca3fd51025a9f1c55ed2d9b5e073847cc56dc060fcb9e790d68", "response_sha256": "531c2df8b6bfc1577181ec1d867dd9e1056bfe24961a36908c27e07cb111b71d", "content": "{\"label\":\"debt_collection\"}"}, {"id": 57, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1390.9773000050336, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "289d98f88a491a0ba343a8d3cc0c2e09e4cb354576e9c39d18e98c7ecf4683bc", "response_sha256": "1f85776d5034d686f81704c5fc7c8a9e9b758c7a2e436042820ad10785e1d59c", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 58, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1031.0063000069931, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "446c1b2145877ce45da23d00a4fa03cc22616980ce84aa38f78dda5203b9317c", "response_sha256": "0ebcdee85b5da5d920bd36f2fa24292e319786fe0cfdffe353be64935d3731fa", "content": "{\"label\":\"debt_collection\"}"}, {"id": 59, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1167.4268000060692, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "da9f203701cf4d0c48f7a06cd4a4d6f41738f54280db970551467d9dc9dcb254", "response_sha256": "8fcce8744184dae79d5fbe8c1f901a8ec7ef30dddfc247c7b1bc8332c10696a0", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 60, "gold": "student_loan", "pred": "student_loan", "latency_ms": 898.3573000296019, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "32ff76843683eba181aaa6edba10fb9f14c3332de30bd3f1ace43a0a5581c2b6", "response_sha256": "339956790a8c0b56945b681387037a1b594101d5fde627c61aef5baae71df42c", "content": "{\"label\":\"student_loan\"}"}, {"id": 61, "gold": "loans", "pred": "credit_reporting", "latency_ms": 752.363300009165, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "95b9d6b21745d44c10890a8d57569a53f387ddc1f01cc6a561d62cd4b208085a", "response_sha256": "d15f3f1abb30308736b02f197bf98341914e7e8df7c844c6ef83db452c060048", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 62, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 945.7304999814369, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "94773ac3c103eb60a0eedc26da0d79bbb8226c9a52e47c38b3984dc6c5d604c5", "response_sha256": "962d1891a234a4a31b9a0045e8290e4f3a0700da31a3f8c9e40d5fdd587d78ec", "content": "{\"label\":\"bank_account\"}"}, {"id": 63, "gold": "bank_account", "pred": "bank_account", "latency_ms": 936.5999000146985, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9b1d4eb06d72033e18bd84fd7eef6712a8f6dc0e07c7ab24cbe6a8e9f24beb25", "response_sha256": "dff29cfe821782976c373bb09d1965ac926978b8f8b86755bfec59e06f7c2959", "content": "{\"label\":\"bank_account\"}"}, {"id": 64, "gold": "cards", "pred": "cards", "latency_ms": 1294.0870000165887, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a62d5cb9ce4b745cf44178d7b801df338040cdfbc70410b42532cf069ef17cbd", "response_sha256": "af9c0ed1f031bb93ef603ea069a27f136b3b641f8dee3287832cdecdf63c041f", "content": "{\"label\":\"cards\"}"}, {"id": 65, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1504.008400021121, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "301392e2b25c0def5738cc75fc2b5c3e5c0136d0635ae071768ab3dbd1b7595b", "response_sha256": "a69edff17293ac7a26a3cf144375950f3e320e1241d74608bde0b1ec23d037fe", "content": "{\"label\":\"mortgage\"}"}, {"id": 66, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1358.8996999897063, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "713e2a9e5bfddd67c817ad46972e7315f2b82048e152b14835fe76efb82cf38f", "response_sha256": "dc88428311a5452e3aa0cb8b9c204a12a976e2e3869da09a1d95d92a3b892420", "content": "{\"label\":\"mortgage\"}"}, {"id": 67, "gold": "cards", "pred": "cards", "latency_ms": 1547.221599961631, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c03b21659199911de8caa4c9cc4f91f711b60d0ffb51257a0d50a50ad600ef46", "response_sha256": "c12a1880fa30d62cc6db06aefdbbae9e3b3be6d311c6de3faf79ddbd2f562abf", "content": "{\"label\":\"cards\"}"}, {"id": 68, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1300.7712999824435, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2c6457b4c554dc8e5bcca28974b542a2c265be5e673a13a0ed706f717430a100", "response_sha256": "8a97bd55533c788f05fe17ecbd58737ff9913c91c6d9d135ae5b22a3dad470b8", "content": "{\"label\":\"debt_collection\"}"}, {"id": 69, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1082.2433999856003, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "fbdc3c8ddc490e1197783ceaaa026b55949be7f3047de4dc6a2552a94ec1ae2e", "response_sha256": "c73ec3b346abecab6b21ab42e031e9cf0729aafd7446e2afd7e2bcc3ce63e9e9", "content": "{\"label\": \"bank_account\"}"}, {"id": 70, "gold": "cards", "pred": "cards", "latency_ms": 1152.3685000138357, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "068bb90c0db3da60796c515d284520fa9a50dba0a526cdae4c09c8d1be87cc1a", "response_sha256": "05933916152ae2096c43c668b8c0e39f1e9a88242261906a052bf688a2aa2d31", "content": "{\"label\":\"cards\"}"}, {"id": 71, "gold": "mortgage", "pred": "loans", "latency_ms": 1473.0170000111684, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8fd73d6fef9cf9de4e2f4986f8cfb5306cad434d65db3f2597dfe2fde84aa7ad", "response_sha256": "0bb3c4cd9f9592c103ed21e7d5c9b99e605cc0e215f36d88119e8105db4473c4", "content": "{\"label\":\"loans\"}"}, {"id": 72, "gold": "student_loan", "pred": "loans", "latency_ms": 947.4609000026248, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "41dba7e1530c4a13c275d2c661f44dc59d6bb11ac03d72c0a32cd49524761455", "response_sha256": "2f1c8a74844a96d8b7685089bc17d0bfecd76461abfd53ccb9e4e5cbea3ebdf0", "content": "{\"label\":\"loans\"}"}, {"id": 73, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1091.444599966053, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "82fb44061a8202161ddbd72753e729dbc03c5840ff6d4d921d3fd139b4465c08", "response_sha256": "fd1ad11ea5d447bddbb6440b987cb2004f559a22230a5992eea8fd847dee7008", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 74, "gold": "mortgage", "pred": "mortgage", "latency_ms": 865.8392999786884, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7dccddd54b3ae8e8c677cb874b1f389adc3dddb0db9d48540b1d5407de9af8cf", "response_sha256": "b322bbd19d4c121009f01f856cd0794889b8148c6365e3c182f571a770152dda", "content": "{\"label\":\"mortgage\"}"}, {"id": 75, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1357.6309999916703, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ff43e2f519b4d520db2d36051fd89f324f1f6c0bd9e7d1dd0ab8e796c2235bbe", "response_sha256": "15cb7b293179974c1e8bb934de432426c78893c44bcfc8f8ab98d9617a8804d4", "content": "{\"label\":\"debt_collection\"}"}, {"id": 76, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1580.7453999877907, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b132ec54ab2da96007afaa7e4e2364cf0134444dd6bae08e2e49af03860e1646", "response_sha256": "ef8e90144d65fb2dc7facc04daaf3168e27976a27bb25ffc11d16c501f01e62f", "content": "{\"label\":\"mortgage\"}"}, {"id": 77, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1559.0305000077933, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "24e3fff39a9e13f8a8f1f78613c9a5b1c25666068d67fa7ed67b40e49dcff437", "response_sha256": "3c5f265a7d6f1b86e471c91c80aca6369b43da5ea3868e6863c0acb4b9bc7efa", "content": "{\"label\":\"student_loan\"}"}, {"id": 78, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1502.7688999543898, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8e735deb3d87ef4c6d5ca53737d085905b2ef99459de557f4c24e815642748c1", "response_sha256": "f1038dbcbb9a99b27981048442bb8c4412fba5bc43453ef6d680eee78d218cc3", "content": "{\"label\":\"mortgage\"}"}, {"id": 79, "gold": "loans", "pred": "loans", "latency_ms": 1544.7644999949262, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8ccdacfa3900d6cb887c025133f2bbaa4c35c66c67d3c16944405d13da5b962a", "response_sha256": "1b46096187838f34fc99d2653ba4bd290f88f8b491adc3ac35d89dd9a0f9bbdb", "content": "{\"label\":\"loans\"}"}, {"id": 80, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1247.5947000202723, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cdd7d15d081b4e4d5a69ed7820731586579484dcd81a8702a6c342035edda948", "response_sha256": "e2671f3193db3e27192b312a159d52a7321b01280c31d188efd16833f5e942a7", "content": "{\"label\":\"mortgage\"}"}, {"id": 81, "gold": "cards", "pred": "cards", "latency_ms": 1394.0390999778174, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0113f512dc022774763931646e65f8785f8198f5d9acb2b83a2455893a436a74", "response_sha256": "e374de8ddfc6aa83033be044fb6b348c322e88bae17f97ac1d34bbacdf21cf0f", "content": "{\"label\": \"cards\"}"}, {"id": 82, "gold": "cards", "pred": "bank_account", "latency_ms": 1251.320899988059, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d03fa716549bbca7922aadddd0b2106bc6d1092c25af7faea7982697ef6abd27", "response_sha256": "2b39fd6f0aa2ae20d794f18424fe6e6b7b9392396f2608b023fd68b4f37c6cf8", "content": "{\"label\":\"bank_account\"}"}, {"id": 83, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 882.3132999823429, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b87e8294130e4e36e06722625cb321c386875897a2f6eac64fe428598f4cd695", "response_sha256": "629f8e57250dbe4b85e0a8804bd61289890f1270956d84d442fd63b6bced0f91", "content": "{\"label\":\"debt_collection\"}"}, {"id": 84, "gold": "loans", "pred": "loans", "latency_ms": 693.5997999971732, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0ff2c008f3e47b6bb03ab5274145c4b9ce5c5e2f101aa40829f826d0fdfea6de", "response_sha256": "ff95f558b8e3fd07f930168d4fa7007b5a8dc5e1e7eaa475efe8b240322512bf", "content": "{\"label\": \"loans\"}"}, {"id": 85, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1332.2076000040397, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2488aa8394ca5fbe62c8384ed24f69034105455c4d7b17afafee67ae89e75cb4", "response_sha256": "e5c59913f55dff2217238b0e6bde402814b679eae0c7e6b0787b6caac0882837", "content": "{\"label\":\"debt_collection\"}"}, {"id": 86, "gold": "cards", "pred": "cards", "latency_ms": 1328.5342000308447, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cda27bf2fb5aa76995f5608a69dd579f5d46c3bcbb101f35169449479cdaebfe", "response_sha256": "e9ca9136b411d31416d5f54e749fce1b0e6e3d5386555a5710861b76502ff04c", "content": "{\"label\": \"cards\"}"}, {"id": 87, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1317.9392000311054, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "08ffb3e70b2a03492d525f3abf977e11a1afd92dfb5584477dcb43e39f89edbc", "response_sha256": "ede2b98851e2e6d796fa7d0dbf098556c11ebcf685973a41c462178f2f003876", "content": "{\"label\":\"student_loan\"}"}, {"id": 88, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1468.7551999813877, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "94634178614ffa4337a47827cdbe9c61e9e56b44a4dd2f6e881a9166a215df90", "response_sha256": "39d68663b6857f0716fbe2a38941e413a431cc70df83d7cd005060868a1c5e1a", "content": "{\"label\":\"mortgage\"}"}, {"id": 89, "gold": "loans", "pred": "loans", "latency_ms": 1120.949300006032, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "571a323c71e4e3285688a7e14df1bb4f8533ebd117fee0e7387c1758a4a08b21", "response_sha256": "554862ff6a9cea6b7be37675c65bd5a76f93317407b7bf2822fb2173da0d8a44", "content": "{\"label\": \"loans\"}"}, {"id": 90, "gold": "loans", "pred": "loans", "latency_ms": 1307.2595999692567, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c8e94f83410cc64309c7a4602a6b49ec65b17111d26ebb576acf497a55bb3b98", "response_sha256": "9be6206d83337f98eda6b983d72aa2d1f39cac06d6be6288609e3994ada16f55", "content": "{\"label\": \"loans\"}"}, {"id": 91, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1158.4006000193767, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ed67bb4c4ad393672ef96c4f9c606d7daa312c4f397b4726604e0479908d1002", "response_sha256": "622c333af3af5b025a4aa0907c710c43a764aeaed5cc70e5010d5a7c9ee42366", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 92, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1372.7927000145428, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "012ae8b2c8f5eeeacf82577e57819c6201f1a888d5d9095f5da84de951d67891", "response_sha256": "82e6d4a0fd858334a1f602f259841a188cf352f4e88918aa0b28fd90ef85bb1d", "content": "{\"label\":\"bank_account\"}"}, {"id": 93, "gold": "money_transfer", "pred": "debt_collection", "latency_ms": 929.7159999841824, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0087c815d91d8a6b18a3275d5dad1b7bde3507fc43271980753b26803a9db972", "response_sha256": "aa8c6bfb0f2eef03266257ec1f62b871ce23b9f938f44a25f4fa506fcd523047", "content": "{\"label\":\"debt_collection\"}"}, {"id": 94, "gold": "bank_account", "pred": "bank_account", "latency_ms": 933.7703999481164, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e997ff5ca40b88e7933d45660e0539622ace3a3ed601ecf126842092ce05176e", "response_sha256": "42a42e43faec4dce5e2be7fca2400a8ceaf7736fcdfc4b3d6027bc3c98af9740", "content": "{\"label\": \"bank_account\"}"}, {"id": 95, "gold": "money_transfer", "pred": "cards", "latency_ms": 1251.5397000242956, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "edd668191d6c976be31172055b3f7bba31ede0941848c05442a1e14beb39260c", "response_sha256": "81f161b561fd811c5b6c830f541870ce42d02f5d38c8d1122cb93b03b1c500c3", "content": "{\"label\":\"cards\"}"}, {"id": 96, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1119.1721000359394, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2c436f4b78d1e84c96a706bdbd88a9437547b6d3169398373c7afe7708c2a913", "response_sha256": "ac58f2c172cb8543e034b4fb3c442e52ccdefb107b020dbe7ad0e87800a02773", "content": "{\"label\": \"mortgage\"}"}, {"id": 97, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1577.456000028178, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d7f5ae3f1d2e2e20db6d2d9b96e62382f29d646c64e132ee7249a06db6b34292", "response_sha256": "c2070234089fcc747ccdfc4f09fa72e8967c1ca76f3e2ad231900e634926e65e", "content": "{\"label\": \"bank_account\"}"}, {"id": 98, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1571.1528999963775, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b3f653bc854d91b838a9249cbaeb75f10964ee5bb6ea991a195948909a207389", "response_sha256": "f9a2191eec65f6515e5ad641a06fdb67c7d4e08450bd54d95cd0324e8752b1d4", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 99, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1210.535100020934, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b59373c13e8f306ec0c53517c064ff9bb775265963e19bc671e0f606f9164118", "response_sha256": "d50b1f9d47372507c9ce2a0262e972bec6dd2e2dc9023400b5ad21de52a00f80", "content": "{\"label\":\"money_transfer\"}"}, {"id": 100, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1146.1858000257052, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d344b9fa4a06cc09e74fc5a74bd5d7f7d8a7671d16ee562c17b57e04bfaba0d6", "response_sha256": "df1142c14d6f0c3f05233f3caabe054bc5a263056b332797fb37489da8f3a8d3", "content": "{\"label\":\"mortgage\"}"}, {"id": 101, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1027.5268999976106, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cff3e0aaa38ec17257831695d4e28dd4c969871807d26fc612b98077a9c66764", "response_sha256": "753d044196f7480ae645f8beffcdeafffffd28a82f07c32bbcbaaad7ac5c7621", "content": "{\"label\": \"money_transfer\"}"}, {"id": 102, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1292.3389000352472, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "de371cb8decd4303709ed50b9b47044959c754d289ec1da2f0385af7aa3eba9c", "response_sha256": "d1c26b629f93554385bba207a23cf50c72cb78367e50c8421753c40d4dc7795e", "content": "{\"label\":\"debt_collection\"}"}, {"id": 103, "gold": "money_transfer", "pred": "cards", "latency_ms": 990.6854999717325, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8da12af2ce9ff545c85b4f578f4f7b2c1ca9a77ec7d886a7bb34b69fc24f3a81", "response_sha256": "f3b54c891a0861d343f128fe6e3d8a2e6c713323c9a533a358d6e9e1c28b8002", "content": "{\"label\":\"cards\"}"}, {"id": 104, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1258.0698999809101, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "27dcc6c2dd31079324642b0d23891dcfbc493af36ef04f2fe9739c632fdabbb3", "response_sha256": "c89b8cf747b60fe3790a03dbe843fceb208c0473bf75311035570e59271da566", "content": "{\"label\": \"debt_collection\"}"}, {"id": 105, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 808.1348999985494, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a594fe4ac088ddba9b401fa253c8b556aa4e6579a370a2a2a26ff7001969a6e5", "response_sha256": "f210b830ac734744901ecae18f12e5e22d5792b62b36a8e36c4b7754e23a6480", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 106, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1605.7651999872178, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "198d8d3942d7c9cd17d9ee880da7f246a093864ead155488ae2b01ebf3602e38", "response_sha256": "59d44c38f45d218e2007d3cac7d1ebe9386197c012e48fab3be8c2ede6526023", "content": "{\"label\":\"student_loan\"}"}, {"id": 107, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1116.7745999991894, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6141a5b4a7d0e48e5c1c2c6c85d47ccde9286ff97437be89377a6f7e0d8c064d", "response_sha256": "85b1474d3578b41cf9c11445427e101709eda2c2ca39c9dbae393fc6e2f3a207", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 108, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1272.6331999874674, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0202b1b886ddeaeadcfc465f3fdd446f7a5dd65338e7780b9c64c220a9eab4b1", "response_sha256": "8d38f84f18adf22ed05f4eb91259a402ed1a978d1c30778b46511a8a332bf3ea", "content": "{\"label\": \"bank_account\"}"}, {"id": 109, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1187.81300005503, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6083aaf736f28cbc712bd9008c246071df7ba6f5b59095e6defcea4375b169dc", "response_sha256": "13d85aa334b463ed06815291a50ae8004464ceebc61bd4b1bdd452a3a77a947b", "content": "{\"label\":\"debt_collection\"}"}, {"id": 110, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1206.2157000182196, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7a3555939fcb5a8e751bf6476ac316cce32d07651452db0bc8df697f77b25126", "response_sha256": "05c334c1ae59cacf98760a5f56325ab6238be26ff91b7e30fd922f1e0879d4a8", "content": "{\"label\":\"student_loan\"}"}, {"id": 111, "gold": "student_loan", "pred": "credit_reporting", "latency_ms": 1071.2094000191428, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "bc482351eee1248469a60699f1a4abeb9d034f3d32f45bfc722b2ffe1a668749", "response_sha256": "ac3f91bdbb906609185efbcdfb53c8a05265413ce488e7831b83a271224d97dc", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 112, "gold": "student_loan", "pred": "credit_reporting", "latency_ms": 1218.0027000140399, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6f880cfa7a4646c12031a0b1d6e8c853c631ce14bbab5ddcd40b0e88e6239f22", "response_sha256": "e2e5bf6ff7a801b9593922455ba86b58cf670e1fa91d26052d6491f54ea45442", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 113, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1094.803799991496, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1b99f3c591f52ac964c5bb2015ad595a8e8e224a3803ed80703b0c35b5e0a225", "response_sha256": "850032f8c03dabfb91b9e16ac2a0bd8f559a36d0fe50c10a6d6ad18d09ab97f2", "content": "{\"label\": \"student_loan\"}"}, {"id": 114, "gold": "loans", "pred": "loans", "latency_ms": 741.1130000255071, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "901db97c35a77f52a52befabb5fcf851e64573e982cb0f3909062e250bfb655b", "response_sha256": "3cf57ada417a369aeb1bae3522abdb51220667bf3b6d0b5952f353f3e9ac1469", "content": "{\"label\":\"loans\"}"}, {"id": 115, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1076.1157000088133, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d4254a7f10eb54bbd8e3c67f2f523017bc6bc4e3355425deb1fe08fdfe72c152", "response_sha256": "b4806248e0584f516eb196843ee61e16ba3a18b23a338552292b062d0667d9dd", "content": "{\"label\":\"mortgage\"}"}, {"id": 116, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1326.7656000098214, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8fda1ff39c2e23b9ea2b497efc715b13e633b5b1c8983d1fb1f6e26fa8b4979a", "response_sha256": "502fc420336ea7abd37bffbd070282c7711079c1d924c5366fa6b0dd980c02c1", "content": "{\"label\":\"mortgage\"}"}, {"id": 117, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1469.1286999732256, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dcdbcac207cbb222c17da47af873af204cbe2975da7504f9043b0048547db7da", "response_sha256": "15c377edf87121399e3cebea46485c538254ee41d31fbb553ca42ede60194751", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 118, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1128.322099975776, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c243c46018012d0b1ad1db97eea3f882f595f4b0c74ecc7023027a8eaa1696f0", "response_sha256": "638a0fa1791b2e161debf543616ab42f34dea21909643c00994b2fe169000568", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 119, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1573.949299985543, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "eb5b55f2ee1c703dc3762961e4b5d3987676ee4524369611ad7ca0d8f3b746e4", "response_sha256": "839ba9980ab1bfdcca50b68ad772923a28af9c6a1613ae58ffb386fad1ef1458", "content": "{\"label\":\"mortgage\"}"}, {"id": 120, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1180.9244000469334, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "62c8d7bdbe870b6f063f48a57d17ae5dbd5b1c9d1e2d4d42d31302482616b9cd", "response_sha256": "122537089d093600dfb33265e77d3c4f67bd1af33a9b6ccbfee68791af820e66", "content": "{\"label\":\"student_loan\"}"}, {"id": 121, "gold": "loans", "pred": "loans", "latency_ms": 1195.6477999920025, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "483e270e4b31296d8ea5fec67716ea5eafa9e818de65a9b64090a43b55733144", "response_sha256": "064db1c511066d3f28468e3a54c0ec8544c132a30c5754fec0d1594dc98f6e33", "content": "{\"label\":\"loans\"}"}, {"id": 122, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1368.3440000168048, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7ba6de4b6a0d3e5fdbb703049e4c43d2b69938d523d51af15e13b2e871009052", "response_sha256": "64f2633203858f10231fd786c896547e60e209b0550af0fc624bd1a1edf1f5e5", "content": "{\"label\": \"debt_collection\"}"}, {"id": 123, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1117.4139000358991, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "327df92c7d25a39a475d9a3ef7e9cadffe6372aaaf8f24e9ed066007044f0e3b", "response_sha256": "22ec395ebde26829a7c7257f4203b3e489445becf84fd0990b399142d782fa3e", "content": "{\"label\":\"money_transfer\"}"}, {"id": 124, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1123.6790000111796, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c95ad0511cef497817e9c74d5670b931e6dda93ef4920fa336ccc82f36c5cc67", "response_sha256": "8173fa191ecc334c26712f0aad78aa1815f837e5f7983d8a828ae35c5f9bd16b", "content": "{\"label\":\"mortgage\"}"}, {"id": 125, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 911.6563000134192, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b9993e4e06de0c9192a411382eec349dc8af68b90bb30e13f28d3112825d2b92", "response_sha256": "8dbebcf4873804d15b41e0db292849a651c194c23faf8752bf2b62c565f85442", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 126, "gold": "student_loan", "pred": "student_loan", "latency_ms": 865.7563999877311, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9649c88b56fd29502b580f64320615bf80e4eccc395a6977757a991d738d5006", "response_sha256": "fc7e8b65a73d3bb8f059dfce88c65f4aeae9dd07c3411cff09348d587855960c", "content": "{\"label\": \"student_loan\"}"}, {"id": 127, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 997.8787999716587, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7cdc285728b76d76f90f00ad5e81ea237559b99f4398e16f060be670f76c70ef", "response_sha256": "e5967f420b19a25c41fb72b8ea5a9e571b54df65e36d45a4f4643cb289fd84e1", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 128, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 669.4403999717906, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e5e407b163c2227c73abb46343e23b0f3f0315cf66131a5fdfa9e8532b2daa4d", "response_sha256": "9a7f4152f8583958162986aa8731a9142cac33ed96c2e8bd061605d33d675ffc", "content": "{\"label\":\"debt_collection\"}"}, {"id": 129, "gold": "loans", "pred": "credit_reporting", "latency_ms": 953.945700020995, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ac25900dfeb6c9257f9a744b7208fdbe4f24e295f48f7543b083c677ee58cf9", "response_sha256": "bffe804be2a6487c993d231e810fe9ae1fa0f8d5e2bada5aa6b56e36fd5cb632", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 130, "gold": "bank_account", "pred": "bank_account", "latency_ms": 997.4649999639951, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7baac6ab82a94925206d3bd05f2a29feaed79129f862075fec2cc73b7f897099", "response_sha256": "8cdf01bba7522285ad82ddafe091d3ca68d629a5e6a221e876cb074d3bf4b1c1", "content": "{\"label\": \"bank_account\"}"}, {"id": 131, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1116.0170000512153, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "fef45b36caef3fd8b3da0b183c4c10504557bf7875bec4b729671e75e93e0e51", "response_sha256": "9934cca65cb5aa5fd6de314cf67b50030a697fc4544bd315e7c7172705114088", "content": "{\"label\":\"student_loan\"}"}, {"id": 132, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1061.288099968806, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cab7b243a5cfc291a2da5060f6652a6f3c26a49cb27e7327791df7bbc3488911", "response_sha256": "91b64f69f15a3ddb6d25acf849d678fd3d4e2d2af746d8db8b8d3e793335fb60", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 133, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 902.8773999889381, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "79e5273070c1ee686cd895f72532af82f896276410de2e881df2620d56614358", "response_sha256": "a1114a613f8181a6438b6cca8a650bd58706a62f53bf5648ab7aa506470e7f65", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 134, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1010.602799942717, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "af18334fa39983ec4fbbf06ee04d9284b7cbc4c965784bf47b0cac737f328133", "response_sha256": "3d8386091986f1798c67f5aee6a7a87e388b5880c50fb554420120314f9ba01d", "content": "{\"label\":\"bank_account\"}"}, {"id": 135, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1008.3794000092894, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "abe7afff8798241eeef6abcad27e7a36554dea3f5e3600877d54e1504f93fec7", "response_sha256": "ea1863114bb030078ccccd9f7aa878a2e0b68ba30740aa177284a76fd9ec53de", "content": "{\"label\":\"debt_collection\"}"}, {"id": 136, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 738.1056000012904, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "14616f0a8ade70479171e8c0178be97bc3321dea1ab9d0dfe249bdd58cc0af2d", "response_sha256": "56b8cfcaefa45e1bf70a6b9d3cf3b4cd31b5ce54522b012a893ee9e17bec5713", "content": "{\"label\":\"debt_collection\"}"}, {"id": 137, "gold": "mortgage", "pred": "mortgage", "latency_ms": 851.3584000174887, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6c9d1a081f3e906080cbe1950157563bdff3b80ee9f1c6a62569d9f8a4601cdd", "response_sha256": "786507359d7e0e375288d9a1e5d97e611dc31182b692a5c49407178e782c436c", "content": "{\"label\":\"mortgage\"}"}, {"id": 138, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 772.2236000117846, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "45844ab71773491fe3a42c85f72d5cda820d2ba75358bf37ac70a97c34814a5d", "response_sha256": "730d6265855cdc764103a63515df8bb0f037439dd76cc1f6c46db9088f22481d", "content": "{\"label\": \"money_transfer\"}"}, {"id": 139, "gold": "cards", "pred": "bank_account", "latency_ms": 986.2504000193439, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b3be113611f9a0c7863ce675f21446c5a3b434d60a88e8989af75da7231b9853", "response_sha256": "af69cc25dc6cc9d311fb76548892312559b1d5660b1583e52370e6a4e8073296", "content": "{\"label\": \"bank_account\"}"}, {"id": 140, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1013.369899999816, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "310d8cd0302e9426c48151c25463faa648dd18a7e2c55baeb2f9dbb31a42d554", "response_sha256": "14ba0570375419c7d07435da0310e652a3f3575ac74c400cd7d3c0b535f80766", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 141, "gold": "loans", "pred": "loans", "latency_ms": 1246.8840000219643, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ef19c88e089f5e0286265cb2efb79d1ea90838dc4d2acde0613e8da5ac0064b5", "response_sha256": "36920360248944606abe3dba324dbba9367cfddba750e44fd575f1b08db74342", "content": "{\"label\":\"loans\"}"}, {"id": 142, "gold": "cards", "pred": "cards", "latency_ms": 960.6731000239961, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5fa8e97b29264104c2e2a53badba59e2dc72575fda7565853a0e8929d651a51e", "response_sha256": "1f74fbd7484b54ed57cc9d8c7710ef882135a03bc6b36f2448a2c0ce6b2c0a4d", "content": "{\"label\":\"cards\"}"}, {"id": 143, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1019.4245000020601, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e2343f7e1aca518bc1638067ae5dcf7329354d0d767c929c245e67e73b70ea48", "response_sha256": "7ded8707c569518395ae54843f9a9b1a1c3f1d2733246a0275171abecd0c3da9", "content": "{\"label\": \"bank_account\"}"}, {"id": 144, "gold": "cards", "pred": "cards", "latency_ms": 1190.7153999782167, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0965133bb2670e9c41c64cc29e5af0aabdebe2beb947484659cc39758627b54c", "response_sha256": "4eb7f5ae56958547c667ef94d12ae637d4c5ff8e81a0eea2939c8456f297566e", "content": "{\"label\":\"cards\"}"}, {"id": 145, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1132.266000029631, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "99cb5c2ded3fd4e7a1d7a3eeedbf38e8364f1670d177d3d9d7db58f58f39b3ab", "response_sha256": "63139f4a0d57804fe08d07c2d0faee011673070b6718dda9a6b84b9f70b6ffa7", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 146, "gold": "loans", "pred": "loans", "latency_ms": 1192.287599958945, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ebeb45d55196e22d8f7094e4ac91be9c7e4043adc8dacde6f689506fb0170474", "response_sha256": "e3a9b084cf34f92270df52de4a7323e8fec044beb82eb743b944ca7b7f1d1d55", "content": "{\"label\":\"loans\"}"}, {"id": 147, "gold": "mortgage", "pred": "mortgage", "latency_ms": 708.2951999618672, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6a3fb5aa4e4f72d6c6e29a5f2259238fe68bf6d61e289ab749d7ad87f012ff3f", "response_sha256": "1284d5bcc9fe31102353e4c38aa75e533fc46acf6601c8bdf6802b13e1bd0229", "content": "{\"label\":\"mortgage\"}"}, {"id": 148, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 674.8195999534801, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "04a1e60296ad7e6ca8aaefed97ee9fb70c2607aa97e697b45adddbf69d59e528", "response_sha256": "92317c9dab23e460b28f2cf65bff81d3ed9ac51c349396e537f55e509b22d479", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 149, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 701.663899992127, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "60c7de5585afe5c8de1e7fcbab8ee8d3725ce5a25c35d2b0dc12fa27dd43cd99", "response_sha256": "f99877169c304a8800a182c2fff1ff41e699845bcaf04ec6f91751121538510e", "content": "{\"label\":\"debt_collection\"}"}, {"id": 150, "gold": "mortgage", "pred": "mortgage", "latency_ms": 657.8868000069633, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "10e0f2a6fd2c912756a8eb9de396b101d41c781429029030d2a672c74816a7e4", "response_sha256": "028b01384b97244218f13d1b6241b3aab4d3f1221e0948875951ae03b3acd3fd", "content": "{\"label\": \"mortgage\"}"}, {"id": 151, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1079.5526999863796, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d5b06eaf131dfc57c2469a5ddaae581aad4595e85e25bc10f144ad31bdd80081", "response_sha256": "47c366163ae876433d8682a74dda4955581e0fa9102d17b86e9a8e9dd6651aa2", "content": "{\"label\":\"student_loan\"}"}, {"id": 152, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 951.6110999975353, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0628f5430fc15cb85726c906989543318ce44305f54e5895c8d640fed9e9a90d", "response_sha256": "15ca55bbefa6423f2bd8632f5472a9662da5b250466c1686748cb74a8499e1c3", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 153, "gold": "bank_account", "pred": "bank_account", "latency_ms": 832.5487999827601, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f11de8bdc965ade44a3090a4e114a7e684bcb33aa81c7cb21371720853072443", "response_sha256": "cf4adb052438223db53d2e26c6ad84cc557f5f46ec48890ca195130ce11af25d", "content": "{\"label\":\"bank_account\"}"}, {"id": 154, "gold": "loans", "pred": "loans", "latency_ms": 1050.1368999830447, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "82e30b7be16da70e011b3c4aa62835ce748b4b81b2b6a24935822f16bdddbbe1", "response_sha256": "9c6f9d38d45e8f039de6ffdc3bcf41691087293930362494a0a2a58fa09214a4", "content": "{\"label\": \"loans\"}"}, {"id": 155, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 921.238400042057, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5e3fa5a7acd4b42dde901ae1c8df76f0e3c474ad77d6ac15a60e1af5d791da85", "response_sha256": "af43948bccd272b93679d3135d5f280d09d0f5791c60296ee06cb3fa6ff900cd", "content": "{\"label\":\"debt_collection\"}"}, {"id": 156, "gold": "cards", "pred": "bank_account", "latency_ms": 944.0526000107639, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e7a570b3391041d6d5f011d50e3b2bf7e36dc5f18430ebaff4d9d77ace584f98", "response_sha256": "14216b9bfa4c7f758331512aa1ae0075f1fb0c5b6861f87762ed7b4f6dccb86c", "content": "{\"label\": \"bank_account\"}"}, {"id": 157, "gold": "bank_account", "pred": "credit_reporting", "latency_ms": 785.7745999936014, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "120a1e69fa4be21b3f8b85ee89a892178c70530b9abb9c0099a85719c1cf5533", "response_sha256": "c2090bcbfb33294e2cd16aa971687a1e95a2c206ef4b66140048e0130519be4c", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 158, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1024.6500999783166, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "db817a4b33407df269368df0c822a1d4575ce24e8fec6a9ebae31971870da262", "response_sha256": "873089b4295e7911fa28bd693fc58081ad87dcaf67d127a1422199740e91a037", "content": "{\"label\":\"student_loan\"}"}, {"id": 159, "gold": "bank_account", "pred": "bank_account", "latency_ms": 890.977299946826, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "618d206c16cc85207c2df79ca72c709492fc399dbc2c8abd812c18e8afea67ec", "response_sha256": "b03fecca91bd646e68b1d8ac26fbd7f87bb798d4824fedb3e5d50605eae4f0ef", "content": "{\"label\": \"bank_account\"}"}, {"id": 160, "gold": "bank_account", "pred": "bank_account", "latency_ms": 864.6423000027426, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "80966ee7cf140b75f82d0bcd8924501ec47bc86850f7815a03ff80250866f29e", "response_sha256": "0efd9a76cf75c463aa5ffd63a0f7a153fca0aadf6858ffc30109aa130332ca2c", "content": "{\"label\": \"bank_account\"}"}, {"id": 161, "gold": "mortgage", "pred": "credit_reporting", "latency_ms": 1088.7783999787644, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4b169fb75e0faf5323d1c2be604645f21cb7d254902900c04f19a6e791f49e2a", "response_sha256": "d898e06e5cc86e8599e6b1aecb7f6a3873fe4d6c8cb8acdc59aaad2d5b4319b3", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 162, "gold": "bank_account", "pred": "bank_account", "latency_ms": 966.1478999769315, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1c3e584bbabc31ba1bb87c160b31b38fb0a03413323dbb835490e1c9f0126581", "response_sha256": "14af2e23aa89294cbccb3087b05e911c461a76361fc4e9ce68b776c4b2d8a7c8", "content": "{\"label\": \"bank_account\"}"}, {"id": 163, "gold": "loans", "pred": "loans", "latency_ms": 1165.5308999470435, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f2eec7fc7486448b8d1a73ddc98a8c4fcfb13a1c19a69c11ebef3258bd2286bc", "response_sha256": "9e8073efbd1f84748901a87573809dd10c516ee1b0898f76bc188c32da4697e6", "content": "{\"label\":\"loans\"}"}, {"id": 164, "gold": "loans", "pred": "debt_collection", "latency_ms": 1104.0026000118814, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "71d6f878a519de4448ddf72b1f2b010fb3891b40225151883bd63d9a3a21a225", "response_sha256": "71ec3466ac060a392dd1116e03d53a743f3d29e7a1745c841ba2e51f8f17f6b9", "content": "{\"label\":\"debt_collection\"}"}, {"id": 165, "gold": "cards", "pred": "cards", "latency_ms": 962.6756999641657, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a5c557aecd24209648cfdaf07b2ef1138327d990ab857f3b90f14271801acd5e", "response_sha256": "8658bbba3782f7a55ca0d3304b67b8d6378631d45c06ad5140bbbb1236bc4dec", "content": "{\"label\": \"cards\"}"}, {"id": 166, "gold": "mortgage", "pred": "mortgage", "latency_ms": 990.0123999686912, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ef7fd8263d6ae701cb1c349a75761157f8a9de715f9e271d55d3b76c5be4e356", "response_sha256": "3220a4a0182a4d05bd39744a835aa34a97e749809d4b8557d3ac7d8f4c0c4110", "content": "{\"label\":\"mortgage\"}"}, {"id": 167, "gold": "cards", "pred": "cards", "latency_ms": 981.6573000280187, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "44de33a208222196706058aa835cf8db96817b47472e0b70b1441cb13514b7df", "response_sha256": "871654e51ee8243834dc39d2e82602967ff9824dce3147857c61f322b5a3df17", "content": "{\"label\":\"cards\"}"}, {"id": 168, "gold": "mortgage", "pred": "mortgage", "latency_ms": 733.3540000254288, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "87898d0d1d636426e9fcfc030b16ea2d5b06d4df612d213b6967e0785421b86f", "response_sha256": "ad70b930874e29d29ce622fca7013cc40568ddeebecce482e8fe49e1f9f3b89f", "content": "{\"label\":\"mortgage\"}"}, {"id": 169, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1010.4947000509128, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "fb8187ca19379bbe60f8cc283409a4ada3245ccaad7f4bb1fb1d0987fcf2dc01", "response_sha256": "e62087ef319a676a3279ad123aace5242613dd317f8c877e8e86cdf5ae962d55", "content": "{\"label\":\"money_transfer\"}"}, {"id": 170, "gold": "loans", "pred": "debt_collection", "latency_ms": 1106.9026000332087, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ec1abc91e0d1d2b6acb122122d72071ff4bdd23beef7940931de87eb8d5ffbae", "response_sha256": "e77494d457bbba89375ee81538695cbc26f1a4f6a90da68625762baf2e8d3427", "content": "{\"label\":\"debt_collection\"}"}, {"id": 171, "gold": "cards", "pred": "bank_account", "latency_ms": 907.7729000127874, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8e1d717c30ab357492d4b19d31dfa9ed210f8ea748188a26b13bc97dbe496e88", "response_sha256": "95fb93386c5030490b3066cfb46c880ece66e96692bbc139c59e9181f710df3e", "content": "{\"label\": \"bank_account\"}"}, {"id": 172, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1167.0797999831848, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ff55e36f38f4f4f50e12e03d170c32b3d226c2eee5abf37ef5bef5059c909ec1", "response_sha256": "0abc45afab9a9295a1e0b64008ebc67227b86e5542d16e0a3286bd866b846b49", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 173, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1278.1988000497222, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "63f3d8a47918f1f10ac73719866d181f2b428f3b1f4ef55e36701aa1f815f737", "response_sha256": "111d3a19a5e05811f457448c23d05bbad55fbff57e403baa16ef827ac4dc6f71", "content": "{\"label\":\"debt_collection\"}"}, {"id": 174, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1202.0706000039354, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9ac9ad9e40518820bf14b83131b765538345df8368413c5b0301e26622a45852", "response_sha256": "fa119cd1ccff58f81b709bceb2f1a6ec4268fe8157012909d124e5486522d37d", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 175, "gold": "cards", "pred": "cards", "latency_ms": 1033.4077999577858, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6c44cd7c33892d28a384f892ecf3b98debf1af326e87547256fe4c3f634015ca", "response_sha256": "ea8cfdada95d071068e833f327cf090accaf527ff540df3731e6395dfde110c2", "content": "{\"label\": \"cards\"}"}, {"id": 176, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1323.2018999988213, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1e320d6d1306f9dc404cfc27e48e236a4671285ecf920491b914276f667552e0", "response_sha256": "dc78bab4b1ce8367c10f2a61d02df588eada053eee2d06f995181fed80befecb", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 177, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1476.6339999623597, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "859bf4ac11bce45f6065b02bf7d1dfaa71c849baa339eab1826ad78813a9a05a", "response_sha256": "4e6504440a6cda9fc1265a5c8c8c1bc3f61db4a540d943a33b56274ebdeecac8", "content": "{\"label\":\"bank_account\"}"}, {"id": 178, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1082.0993999950588, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b8414b570044bca0a411c5b745a025894670b675f603664135d397c188a5bf6f", "response_sha256": "1de66641574e3acf9681e205ca327e758f0ee4f46b386a5537ffb83006142373", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 179, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1060.513899952639, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ea9d1b6c3e555595245f55f0175bfedb25de255440f2428b85f6afdaf2a7de02", "response_sha256": "34f11919d4c3577623b75953616607369dc43c3482b809ee2609456f7beb5961", "content": "{\"label\":\"debt_collection\"}"}, {"id": 180, "gold": "loans", "pred": "loans", "latency_ms": 534.4049999839626, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "34a1bd84f523d29ad32bdb55038ed27652843957705970dd507df90e01bed7f3", "response_sha256": "d28d42db805caed39adb32f3335075cb055f362ebb37157881072be185470be4", "content": "{\"label\":\"loans\"}"}, {"id": 181, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 744.4035999942571, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dabfdcdef39623493f075ed36669d553373f19fbbdce0c3532912b0e604edddd", "response_sha256": "205e1767761c1697204835d10a9dd66e26caba8b126f06bfade4e53102131ea6", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 182, "gold": "bank_account", "pred": "bank_account", "latency_ms": 615.709199977573, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d0dded9f9bbf98ba5ce520a6c0b5b8d908deced0f141f2f14369c72737ea1c07", "response_sha256": "dc78d80e47de0eaa22f19dd27a2624b89762ad1369be4b78c8ade8815266eec6", "content": "{\"label\": \"bank_account\"}"}, {"id": 183, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1273.9547999808565, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "485b6543ba70d3ec658da1b5472a72f7611a0f819d1e8529c713642b5fa680c9", "response_sha256": "395a18eb1e179882e0b7fc2840bf1bd7129777c08dd5ae3e989d9f1d6e014e1b", "content": "{\"label\":\"student_loan\"}"}, {"id": 184, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 852.0534999552183, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "df58397e5a83ded69ef90347e4bfa6540ca8ee9750eba7e092fc3d370cbdeb8b", "response_sha256": "46039f0990957fc18d55bd7bb2ab4f98206dfd4120f1407a42668f4fbe12ea69", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 185, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1038.8105000020005, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a115851ff4d6fee50dd604c3d9a6a127dd9b0707a8fd35306804feff4c224d44", "response_sha256": "4ee70c803a01472f271f6843d26a9cc81c581b1bff791adb322fb0cbfc1ecb9a", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 186, "gold": "cards", "pred": "cards", "latency_ms": 819.9486999656074, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a8b2eab277c3c846eb2ff209d5b6ea261bb2b9a652bf3b800d66095b8dcc80ee", "response_sha256": "eaa51bcbc7792d504c09e5fdf23d854914b230c243c39599539f9cfef70090ce", "content": "{\"label\":\"cards\"}"}, {"id": 187, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 924.4635000359267, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "615fd2aca12c063663b3b35882dd38cc5344027bd74ec28536d504303d607ddc", "response_sha256": "26e6fa5ddd9e233974711d9d0b8542d39c286cab42ae4ffffd4e846d9431e1c8", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 188, "gold": "mortgage", "pred": "debt_collection", "latency_ms": 787.3478999827057, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1459b3f4b1775543f963329a1d3d68e7aeadbb02ce1ea4cfb85c63e093491fa8", "response_sha256": "f9de9e952616beddc31d5cb483e863aeda66473e510c6bc46ad950c432980c90", "content": "{\"label\":\"debt_collection\"}"}, {"id": 189, "gold": "cards", "pred": "cards", "latency_ms": 788.8093999936245, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8b3b7c4e38739c6aeb2a2feaf78bb617b74e4f21d2b98b6ed9b959de1c0e282b", "response_sha256": "ca029a55335d58d8270ddafc326400a0b0153a3eac8789ac39e3698525a794db", "content": "{\"label\":\"cards\"}"}, {"id": 190, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1009.0739000006579, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f10ec85ed57e50828f3a2aad86534bb9a230951957f034d4938e1a743feb8380", "response_sha256": "c0d29477a39416fd330c620a9d65e5e4fe37856bcb1b787d333fabc146705c73", "content": "{\"label\": \"money_transfer\"}"}, {"id": 191, "gold": "mortgage", "pred": "loans", "latency_ms": 824.9028999707662, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9aa498ad5c286ad362bcdd1644afd0e90e670fc289ca36e5a1b317ad6f1db12b", "response_sha256": "8e7f147fd71ebbeb73d95839352c8f9c0f91db945720efd46fc795ae41bec6ad", "content": "{\"label\":\"loans\"}"}, {"id": 192, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 927.0766000263393, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "780324d008bbecdb8d75d7e2ac632f1550a333f9ca8fa0a19bd50095b8737f1e", "response_sha256": "c7a010d367c83281892bc9dcea173c14365a593596e1bb28a5983ef4d2f7852d", "content": "{\"label\":\"bank_account\"}"}, {"id": 193, "gold": "mortgage", "pred": "mortgage", "latency_ms": 837.4527000123635, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b3ae18b3b61aea9bcc77fc404eba6ff6a87361e7d9b36780e94bda739f6e1323", "response_sha256": "0ebfe8aadcc73b2c10072ca7177d8b867b8efb4d229a27e37b4c3d9fee2f8cd6", "content": "{\"label\":\"mortgage\"}"}, {"id": 194, "gold": "mortgage", "pred": "loans", "latency_ms": 866.9987000175752, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e14efb541118ff6c3174889053cb06dd804534ec3fbdf166ee7e7a61e3fc6cf2", "response_sha256": "b885accd88c67bdb4a5262ef071b689bc27f920b41743af9e7d1d5431ecdedd4", "content": "{\"label\":\"loans\"}"}, {"id": 195, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 891.3966999971308, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "acc5e8a49c7e1757f28a41d926843c0a789ddfe36229d7ed024454f59d231464", "response_sha256": "29673b120d219f5a40f62754cf0749eb6e00a854008f1f457dc5bb85106500ea", "content": "{\"label\":\"debt_collection\"}"}, {"id": 196, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1140.8320000045933, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "deecc50c2b1df8a9b70b7630d6be1549611b61a0496fc8d134b16849fe1d1077", "response_sha256": "4e5bf03c903a6e42bdb4a08fa9732e4d669b533dd89fefbbde5b1ee7e9c57a96", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 197, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1064.7868000087328, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "86b029471e8df1b8aef583d7bef6a7b0f9fbe7e4a290f59c4a201030fe568222", "response_sha256": "307c67817ef143b005b0becb34097b0da9cc1a33526f1b24d6d1be447a3335a4", "content": "{\"label\": \"money_transfer\"}"}, {"id": 198, "gold": "loans", "pred": "credit_reporting", "latency_ms": 902.1903999964707, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1b159927e387ca1c84c0ef98455a0ea234c35107de020fa09d0e19b24bed550a", "response_sha256": "25542df86df293ff8c045b33ca4d1544e650cfb7bce4123defbb8ab9810cf8d6", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 199, "gold": "cards", "pred": "cards", "latency_ms": 726.6276000300422, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b326c8b9e41dc48eca52868acc8b0c1fda04a8d9f78fb30ddcf635c768d51771", "response_sha256": "9911fd74930d9f2e2561aa687b9c3a426c375e254f5c9b307deef20f44262779", "content": "{\"label\":\"cards\"}"}, {"id": 200, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 724.5870000333525, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7d13993d7fba259680fbe109c3e90db2fad43c534b369f8b1648fb012b520cd2", "response_sha256": "83dedd057a041ef08d8a96c65e6e6eb81ccad2d8a4e43278bb335482c10faa3e", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 201, "gold": "cards", "pred": "cards", "latency_ms": 910.5297999922186, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f1e81de57b086a5825db9320e1969c782fc8a77408c43250ce7de02fa20b0a1a", "response_sha256": "e254f7fea8f9bac635a72681eae3123ed4e3c8e83d5ab2893749ad21b878e17b", "content": "{\"label\":\"cards\"}"}, {"id": 202, "gold": "loans", "pred": "loans", "latency_ms": 840.6420000246726, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8111516de1d691966bb7f9eb5d051e0293fe33ec9bb4d689dbe2c546cf7d8e5c", "response_sha256": "1ac085906203603036891afc4eb2ee31b2f1d8a4ca076c35df20507f5a070957", "content": "{\"label\": \"loans\"}"}, {"id": 203, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 823.8653000444174, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "df5e8cccb755095b519242e50f7b677467aee2954a2461f3e8b52d4167828145", "response_sha256": "4f25c1b62bf6ec63d5e35f3bfede40e7dab058f3b9b99abbd745539656712149", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 204, "gold": "money_transfer", "pred": "loans", "latency_ms": 953.5796000272967, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e6a267eae77a3bd18deebb03d09a0291551217958a25c8b18289df67c1c74a8e", "response_sha256": "c5c65f059e7377f9578b811a229f277f043345095c4089672d78534fc9cb3794", "content": "{\"label\":\"loans\"}"}, {"id": 205, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 894.8347000405192, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d8f77057aa4445708cf34718b5b1736fab8c678d699ee3f469c66f735b62d3c9", "response_sha256": "11002245fb8b5130f96e73fdbb351d40fc1e869fda4f88eeb079a00b6dd63196", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 206, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 720.3255000058562, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "93b969568a61db76b69d9a78f7358fcf85d4029f666da760a7f76fb7fff1a530", "response_sha256": "08d10ed4c0fa0c293d8bb834088fbfca0d901501f87a24d09c7afb99718a27b4", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 207, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1044.5767000201158, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "632121c64327ba434d8571181938a04be683e4c8058bad319ad0e1c06e31bc62", "response_sha256": "8ce724e373cacad2d8c6e7754f2fc2539447a8806ea6a0a396b38c23ae80ad09", "content": "{\"label\": \"mortgage\"}"}, {"id": 208, "gold": "mortgage", "pred": "mortgage", "latency_ms": 865.2214000467211, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "618b28c6eb7630a93bd89d99252d687212edf055d7e7d2214bfb1c86368cb6fe", "response_sha256": "bb7cad420ccbc2f143e2f0ec2926d50f34174ed3dd96515b7e7d31cc77d7a5bc", "content": "{\"label\":\"mortgage\"}"}, {"id": 209, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1113.038300012704, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4e90846ecbd2b59d76476fa81316cabed63f27356639d5b86d82ac2f23dab4cb", "response_sha256": "7d111e7c563bfb0f7554da5dec3c9bb2ee717000373a12b6fd835bc604b1b538", "content": "{\"label\":\"mortgage\"}"}, {"id": 210, "gold": "loans", "pred": "debt_collection", "latency_ms": 686.2439000396989, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2053b749e0ec115fa5038a2c591b8ecd85a7c7ad217e8ece963298c36ec0e818", "response_sha256": "22c369328f583e1f9d229e1f19faacca6b1f272dace42150ee4609ad33ff3229", "content": "{\"label\":\"debt_collection\"}"}, {"id": 211, "gold": "student_loan", "pred": "student_loan", "latency_ms": 810.2336000301875, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2cc97e01e04247eeadd3d7788daaf09b9f322435170b456820c3a0e5cd3f3461", "response_sha256": "f2c5da4fa6c7323064b46c41dfe3de3fa4c2320472c06a4151fe62b9e5bc374e", "content": "{\"label\":\"student_loan\"}"}, {"id": 212, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 737.394800002221, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "82007ff6af5d3bca879e25d3b9c6abcc27a0f6eb78e782a06bf896cbe9a34d8a", "response_sha256": "a10b5c94f1defd30212aca688b8ae26ff4d71a44e0607c81731e334ac86f25e9", "content": "{\"label\":\"bank_account\"}"}, {"id": 213, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 709.184700041078, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "68bfdb935bb2cd9730b53ea4099cb7ba9a2274a997cc697beca56b3e7986c6fe", "response_sha256": "663b2d8d836098a895d136c3a6d7908b7d22aa0443d83e5a970390a4f42f49e6", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 214, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 771.2240999680944, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a1e0ed810145e6f1290781ce17aa4a4e1006916bb900ea46d3e04e4f11350865", "response_sha256": "7961a636966532f37707a6aeed39041ae84a34dc7b4bcc4126a412636267ccb2", "content": "{\"label\":\"money_transfer\"}"}, {"id": 215, "gold": "mortgage", "pred": "mortgage", "latency_ms": 830.7845999952406, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7cdb21971c3de0702734ade9ed67b0f57d1e24ca55bedc2d25224edf397b0d57", "response_sha256": "20b018b2a5baeda811c2ffcb7e90ad86c9ec4408805142e6f232d072c977e3ed", "content": "{\"label\":\"mortgage\"}"}, {"id": 216, "gold": "student_loan", "pred": "student_loan", "latency_ms": 713.3003000053577, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f8d82d21ee6304b337ba74e95507b9e55eb2b6494959283ca710ccb75c342d13", "response_sha256": "5a16e7ea8e1b6bd341bd8ec5654b350316357b50f22189300c7c0629fa57c5c0", "content": "{\"label\":\"student_loan\"}"}, {"id": 217, "gold": "cards", "pred": "cards", "latency_ms": 1068.0955999996513, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "36d85bd57cbd33b62add111ae2413cc31278cd5eb18b87d765a36989096ee7d7", "response_sha256": "5b715a985bef3aa731afd058ff0dcdc4dae3e3d1bf88de4b84a716015880bd4b", "content": "{\"label\":\"cards\"}"}, {"id": 218, "gold": "bank_account", "pred": "bank_account", "latency_ms": 692.0585999614559, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0d43908c8dfd8ae4b2aeb1e07327c28fcc3039f7f62f1e64cb9cb24a914c396b", "response_sha256": "8b68c02814c45a9a04f5d61e4e5d068aab7423cba33f7c6f585fc8f983212380", "content": "{\"label\":\"bank_account\"}"}, {"id": 219, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1070.299300015904, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "206d7043ba7f36fbdf89a5f17486c73f7c938a74cbdcdb9caa40091df3fceb66", "response_sha256": "bcff9a5240fa8ece35c6a8b85344e952ee3b5d21ec62cef2124b814a7c600c2a", "content": "{\"label\": \"bank_account\"}"}, {"id": 220, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 769.6626000106335, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d240ebbdce1f02c27609237b8d130c3d09982fae32ae87cb1f19c9c78376dee8", "response_sha256": "79a7bb8581cca0d78cff9d19be3f3376cf74e2bab7588d8dcc3563fbd481f2c8", "content": "{\"label\": \"money_transfer\"}"}, {"id": 221, "gold": "cards", "pred": "cards", "latency_ms": 834.9051999975927, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d6ead469dc1d4762ddc4dd7e7646afc200b69c1466af22675c7352165d362369", "response_sha256": "b7e2a0acefe65ea388d314dbb186c4449d99d7ea51e51b6329ac7ddf32538623", "content": "{\"label\":\"cards\"}"}, {"id": 222, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 947.6571000413969, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "87750c468f69ee23532966e04f8e92b27db907b7638a898532f5f748e292178f", "response_sha256": "b8a422a0d11deae65e9edfc76cbd8e70c4bdd659b3e2d8ea382181198c7609e7", "content": "{\"label\":\"money_transfer\"}"}, {"id": 223, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 640.1102999807335, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2050db047dc8255a306b1049806de2d5f34c654942a635654a586636df6277a3", "response_sha256": "f946e6cb2266b1e0c6c175b7184838e05c9153d57a02e1e28435bfee7dfd3cf6", "content": "{\"label\":\"debt_collection\"}"}, {"id": 224, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 814.8580000270158, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ae26c8636b8cdeba66b5d539db6fe86120bd4cfe3335bf96c81d1c145ae35fb0", "response_sha256": "1619a09e22f5b219d078ed6635c0e93cf8f6c2f0850e43a747265e92a77a4503", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 225, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 811.5755000035278, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5fa181e67b9d8c8d15d55af9c45f1d4d8bc956d70f2efaf5880da21bbb7b96ee", "response_sha256": "5b176ce9ce5a3b107393bb9e6ba68856998ccdb8603c62aae9ab0afb0a5970dc", "content": "{\"label\":\"debt_collection\"}"}, {"id": 226, "gold": "cards", "pred": "cards", "latency_ms": 581.2546000233851, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "41ef34f49c399bea41e7dd3052351704b9000a548579edd20fcbc54865fa8314", "response_sha256": "f5b1e55eb284a3284ec6cc6e4577331a077870f0bd9d9d54a5d54045ce5c0de3", "content": "{\"label\": \"cards\"}"}, {"id": 227, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 783.357199979946, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e47773c3e9a784d17e303343fe60c13ff323e14204abc25b9d757376cc11e2af", "response_sha256": "180d9e282834e36a23ef08e3cfe45ad2434aa8e74942fff8a43eff98a4364117", "content": "{\"label\":\"debt_collection\"}"}, {"id": 228, "gold": "loans", "pred": "loans", "latency_ms": 925.6680999533273, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4f53e0379a229fd50046e80bfcc7c3dbaca43dc4c2353f400c9dbdad80e9ec2f", "response_sha256": "ef5b3b9772fdae589560f74946564a4cb42ecc85b31304bb2a75076ccea4f0ca", "content": "{\"label\":\"loans\"}"}, {"id": 229, "gold": "cards", "pred": "cards", "latency_ms": 754.0193000459112, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cdd43a5f1938c42d81691ea38ebcd584318010916ef4c696587466cab4f5fa83", "response_sha256": "036c5ee699fc28a1f4c92dda98fb3950f752a4543ebb2944f619cc99d442d48e", "content": "{\"label\":\"cards\"}"}, {"id": 230, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 989.8916000383906, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "24cbb9745e3e594ab6a3d2b3c4966e786378d44dc1f95f430f483732050a9c18", "response_sha256": "e2c6b79ce7d2f31ced379bc2852c0c75494b56916d1e3e8dfc569df91faee40b", "content": "{\"label\":\"money_transfer\"}"}, {"id": 231, "gold": "bank_account", "pred": "credit_reporting", "latency_ms": 1046.5497000259347, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4013c25aceac0aa04907230ca6e0ba5627e770492b37be7ab910f45b829cabaa", "response_sha256": "684f90b1d186ff1b99b64d730fbd7917acd6333f901b20e525c11d0d180c1fd7", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 232, "gold": "cards", "pred": "cards", "latency_ms": 807.931000017561, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b33fbfce562a83df8e5e713472e8f3f8c9179324a1f0017029d2be9a6a001a2b", "response_sha256": "4c340c92c21bc413ec95524af2645a44b3cbaf1b52709ed67ccf58dbe10c7674", "content": "{\"label\":\"cards\"}"}, {"id": 233, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 805.4582999902777, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "be55277fe0d282bf9c779d6ea4124fb774fa292546b2e6295d4e82c891994f26", "response_sha256": "534c5964696a1deaa39f709fc61da4101f381475de0c5466cf24ff34b353ddb8", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 234, "gold": "mortgage", "pred": "mortgage", "latency_ms": 677.6447000447661, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cf64bf5b81ce747b90de18fcf8471c3c165f4e0d88b5fbc8cad0a3f834fd4324", "response_sha256": "8a9b2025d0701ee8ac96d4561b1f9750338ec746a0078f7270beaf08d536ea51", "content": "{\"label\":\"mortgage\"}"}, {"id": 235, "gold": "cards", "pred": "cards", "latency_ms": 961.3562000449747, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "79d7ecd83df46b8109aa4fb500a024631e47cf1a18d86c9440102528bd7a5ef1", "response_sha256": "e6e87ca58ebb68479c17cb97bd987c29e00f662d53f4a56ba052cc31aed9254e", "content": "{\"label\": \"cards\"}"}, {"id": 236, "gold": "money_transfer", "pred": "cards", "latency_ms": 694.0527999540791, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "465eb4525f88cc81364469a46fca009a14b7bbfb095c8d8ec1d64685346c0611", "response_sha256": "416bbf07fc2f1892a76c162625b56aefe700e3fe842fe2f176aa135cac18470f", "content": "{\"label\":\"cards\"}"}, {"id": 237, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 797.3339000018314, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "84c2b061522098d02a94c2288c239d3d327d95f1c8fa10305ddb7b544b44d2ab", "response_sha256": "5b05ca8163bcd0301a02bd62f1a6cb58d8519643049f40b7e2c4b8e386e3104a", "content": "{\"label\":\"money_transfer\"}"}, {"id": 238, "gold": "student_loan", "pred": "student_loan", "latency_ms": 704.2247999925166, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0e1e29c8188ff93a51b092f0dfc151500d4f1154c952cf722da2cce7c4ff5529", "response_sha256": "40a47be011f691e4d6831bb47e9e6619664a4a92057cdca0d49c5b58a46141a3", "content": "{\"label\":\"student_loan\"}"}, {"id": 239, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 762.088599964045, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7492bc5155658b44ea20730896de1f3d1c791e8a93642e03114bad15ffd95658", "response_sha256": "37dc4c002b3632f94bba07b7205d11f1486f100d565d6316c3ea9799d97732a7", "content": "{\"label\": \"debt_collection\"}"}, {"id": 240, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1018.0651000118814, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "18795d6302d8deb9318741243c1fbd89a1d2b46135d33626f53d1ed1b6fe353e", "response_sha256": "38ff54f853b637f5bdce6055533c66f3183d9df1fb3735d7d39dcbbd3e86342a", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 241, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 748.1072000227869, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d97a852ecbcc4c2b069b1051fba75afafde5db5da8df3030c758c8b33f5e74e8", "response_sha256": "7eacba5c4ca4239bd7519c166e354d66703ac528f856107d1184cbf64e6fc80a", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 242, "gold": "student_loan", "pred": "loans", "latency_ms": 1089.3083999981172, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e0739256a91f6b67b4929bb4c8377971e05de4e86efbb811c70332e54c972cb5", "response_sha256": "1a01600daab9ca57a30eba721e392772c849990cfc61e405f2a2a612590d7404", "content": "{\"label\":\"loans\"}"}, {"id": 243, "gold": "student_loan", "pred": "credit_reporting", "latency_ms": 894.6314000058919, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8e9dd7071bc5b430a2230c1f2a89483919768e111a476891527d64882d424f0b", "response_sha256": "c89783f0f7c1f7d36fd5c4e144aabc42054cc055b22dff57f577492c690066c8", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 244, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 965.6089000054635, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ae2043288ef6afb01c95ceb1fcf5b417753ca2ae2ffea965f30846e7c6f0a81e", "response_sha256": "de94d0798aaff145e8aefe92ab09af2c07ea5df3d3dee8dc6c6251398c6da322", "content": "{\"label\":\"debt_collection\"}"}, {"id": 245, "gold": "mortgage", "pred": "credit_reporting", "latency_ms": 1153.8368999608792, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6445a742917c9fab2e60a3867781a8236d18f42dddf18c31dcbedab8ae0fe61a", "response_sha256": "0db91fc68a27c3267e8345d49be2ea0a18b8a63a443019e1c726b0f948058459", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 246, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 874.1335999802686, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8d26cd7abcb904203c03d6921d7e10b18fc18e9127b2738e4f90579b591c03fa", "response_sha256": "00d2f0f3297dfda45223eb7adeac40159ada3e322ffa102ea775ae2839eadb47", "content": "{\"label\":\"bank_account\"}"}, {"id": 247, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1004.3541999766603, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d0e1b8eec3b75c68cec5524dcbe85642b7c363c69f3d643fd03d523a64ec42bf", "response_sha256": "e756bdcdbdc22bb3db988f9ca11af70361a41626c4c3e91fe22e0a15d0a651d7", "content": "{\"label\":\"bank_account\"}"}, {"id": 248, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 740.0638000108302, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1096c4934a5002a6993eb6bab0364378dc787d380bd042e882635c06e196a46c", "response_sha256": "3f20025e108dfeca48c74dad699843cc95542ff1be877e86998008e83965ff25", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 249, "gold": "mortgage", "pred": "mortgage", "latency_ms": 874.6945000020787, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c9053075249615130fbd559ed5cae16019c917159de034a876fd19585dec8be9", "response_sha256": "149c41baef14ad7687d1b14c05666a151ad57e14af009b14dfb8146f9318cbd0", "content": "{\"label\":\"mortgage\"}"}, {"id": 250, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 590.704399975948, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "834d17f00b74d3ad80d30829a87b627b41fa68078ab9c87adb71068457734162", "response_sha256": "84140a5cbbc7e8831b4630220937172b3652955ae4117d153e0957589610f54c", "content": "{\"label\": \"money_transfer\"}"}, {"id": 251, "gold": "loans", "pred": "loans", "latency_ms": 771.6429000138305, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "32841aec2049f326e7fc041c794be536491e11d4cfa17b04cfd4dcd42604226d", "response_sha256": "6cca21d171bf54f63ac22c92d3d8c16f10e6b7b90a8596fae5d711e45a5ef85f", "content": "{\"label\":\"loans\"}"}, {"id": 252, "gold": "mortgage", "pred": "mortgage", "latency_ms": 767.9737000144087, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a29fb53e99354502fe07ccde524214dbe792f4e8ffc56dff53650a1856466dd1", "response_sha256": "e71e15670f66fafd5564094cc574628dacdc6cab0fc4dc67e19dc0c8fd908957", "content": "{\"label\":\"mortgage\"}"}, {"id": 253, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1379.6577000175603, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9bdd765da08aa8782038b47331d71f976fad0cd043432f4ab8ac5710b7a37787", "response_sha256": "b4f903080fd6d687ff78142ad394c3755023145646918a87f991327a73102037", "content": "{\"label\":\"money_transfer\"}"}, {"id": 254, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1321.2696999544278, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e05bce9ad14499e28065327ed4f9728f0b65cae898b607a2ccd36f41dc478dde", "response_sha256": "9f5c04bd4bc9b0833a1dfed2ca7d0cd3bafaed4a6b7057e7163e926f21276b63", "content": "{\"label\":\"student_loan\"}"}, {"id": 255, "gold": "credit_reporting", "pred": "debt_collection", "latency_ms": 823.105100018438, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "92ff85508cedd725476020f32c1b431f04669a6a43df4bf2c090d15fac9a7f48", "response_sha256": "9e607dc6fbde4b3f3b5ab6b28efd161562aae36f2902976c35ac8f9c9d858e18", "content": "{\"label\":\"debt_collection\"}"}, {"id": 256, "gold": "loans", "pred": "loans", "latency_ms": 1001.0280000278726, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6d1a1bda82053297431cdbace899b431d6e40823813ec60d7aab150ff02dec5d", "response_sha256": "05b34d5c6fe47c8ef4b9d11afd0fa585f11535b86e563bf7e8e464bb79da51ca", "content": "{\"label\":\"loans\"}"}, {"id": 257, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 923.5216000233777, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "74691107489f69a5348b145230f7a79278b94f8026875331c2eb1cbd913a5d02", "response_sha256": "ee39bc8d8543f9a32c5a5f267bf2cab00e0693d5b24a09b1c0d5607ab2f10465", "content": "{\"label\":\"money_transfer\"}"}, {"id": 258, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 796.2669000262395, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "91440d8cd76bb6172a792885bb9e0253d30841f3718986f9184bd50795b55577", "response_sha256": "e11c25b37e0843e2ead65301cd300b00fab3b7eccb735029549e286cc8a5b18a", "content": "{\"label\":\"debt_collection\"}"}, {"id": 259, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 923.0229999520816, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9c765d9d9557aac17a44eb4413417db7573ccb9def3e5e88c9c14cbbd7759e8b", "response_sha256": "aa2c8c26725d0cfe80f96f16cba5833ea60d944892960ca33c9b4f9ee8a038e4", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 260, "gold": "cards", "pred": "cards", "latency_ms": 849.0925999940373, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5f0b9f768e85fe525b7ec3ca73f94cca74134826fcf4dc0109a5c3fc0b22b0fc", "response_sha256": "bc47022833f62c2562c1dbf3c71ebafe271f4dd145f661d617f67f8f0f43f521", "content": "{\"label\":\"cards\"}"}, {"id": 261, "gold": "mortgage", "pred": "mortgage", "latency_ms": 884.1251999838278, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "95320cf6032c57e4101595fdba5fb3e304df2f38e49babf39809f94a919183f1", "response_sha256": "a2c77ec38bebf9a40d6b89c36f152867d2771b989de08579e1b2d2a8cd50b319", "content": "{\"label\": \"mortgage\"}"}, {"id": 262, "gold": "cards", "pred": "cards", "latency_ms": 689.2555000376888, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "989142bca3c807d5c887d52bf5dbda8861169f97d18c5ae874c12254930aed3b", "response_sha256": "7c242cc1a5105f47771b0e7a20f48838d3537dc6a540eeaba904c1663ac122eb", "content": "{\"label\": \"cards\"}"}, {"id": 263, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 724.5656999875791, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e9aaf800e7181fbb0dbfafd93f9b1c0e94e6f403f81ebe5e92949fab2862cf01", "response_sha256": "27add4ca433b3a7848b047ae21eab9e2392bc3ea96ba40436fa8667cb73c0032", "content": "{\"label\":\"money_transfer\"}"}, {"id": 264, "gold": "student_loan", "pred": "loans", "latency_ms": 1082.5858999742195, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5995c4917af34494198d7a5a1a858483a6fa89b2b929d4fb3b5174ceda44f422", "response_sha256": "1e036b2dbdeedc088fcd4e0b4ea1ce95e86da67bb74d5f35b90bb56188cf6583", "content": "{\"label\":\"loans\"}"}, {"id": 265, "gold": "loans", "pred": "credit_reporting", "latency_ms": 1192.3037999658845, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "74b80981e25270f6e6b5b1bb5f0ddbff0b6c0beb30ca2eb4f63b8b5736fd033b", "response_sha256": "a86ef0a8a420ba75fcf43da8caa7d152cf3e1d487166de34dd6c4bfe5321a0f7", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 266, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1438.1428000051528, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d8a5dea77cc60c70c8f64ebed8ee59de4a0fe75d7327b2913c3ba203b3440cea", "response_sha256": "0a0bf9381867b698125b24c3bdf77f14986f608820e57d02abf4c499cbdeda8b", "content": "{\"label\": \"student_loan\"}"}, {"id": 267, "gold": "bank_account", "pred": "bank_account", "latency_ms": 953.5797999706119, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ff081abe3e79d668a9ff9375825583310bd4b7158543d03366a4da270b7b449", "response_sha256": "7f410d516facb8aec97c15d6bcb19e78939c748f56fd9963e23c917414a01ad1", "content": "{\"label\":\"bank_account\"}"}, {"id": 268, "gold": "loans", "pred": "loans", "latency_ms": 905.7639999664389, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a1f68e4c5192ee8093f3456f51dd506cdff3a054fe791d337b5873b11ad57f6e", "response_sha256": "bdd41cd950d3a6442b9bd03328272a876f7c53d12ced52ab1f5c83bdfb29fa2f", "content": "{\"label\":\"loans\"}"}, {"id": 269, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1027.9831999796443, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "57bd19aa16f8edc09ce073f9fe63fcd74bdab02ca938443ed91e4133b234fb6d", "response_sha256": "986634749c550666f1799fa308dc43a4a2d24b13647982f0d0eb69c4f5722b08", "content": "{\"label\":\"debt_collection\"}"}, {"id": 270, "gold": "loans", "pred": "cards", "latency_ms": 927.362099988386, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0c13815b506549ed2aedcddce9b5e64d064f57afcf7b6212039dd106ac737d1a", "response_sha256": "689d729798ea8be95aa4f7c43721b1c814166aeab6e97a720827645f086dba12", "content": "{\"label\":\"cards\"}"}, {"id": 271, "gold": "student_loan", "pred": "student_loan", "latency_ms": 970.7000000053085, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "51cb4199cdcdb97aaaf07ccfd5ef1b1a10ca37a9d1b81c5b627cdd520ab181e5", "response_sha256": "5057e27861690772d1092ab56183618ef9e622ee8d5ab60a7aec8e7b9a59e2d7", "content": "{\"label\":\"student_loan\"}"}, {"id": 272, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 798.7962000188418, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c0235fa4c2a368b04d12ae5666326558cffb6ce2a91da8c4d54f6a29228972d5", "response_sha256": "92718a5d5a8cc6c65b37dfb1c0a330234ddcf4cac7d568e6aec58792154e812e", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 273, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 964.7421999834478, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "90818990c86f1282f39689ae011d7a028ee5e59482039b0c24cb964d4d0642de", "response_sha256": "c2e1a3293b4fa6a07a2c105f9a38a5877735aa3e8b8ebe899d12927430a18542", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 274, "gold": "cards", "pred": "cards", "latency_ms": 911.8674999917857, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "890e5005808a3307cd1d126b43288b9917e8ba3305734d1c84d320ffa131032e", "response_sha256": "dc88917c33b02e68d184adbba9df430e527f6954ae11aa83abe7855845698206", "content": "{\"label\":\"cards\"}"}, {"id": 275, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1532.620100013446, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "02536831ee87ff3665f1a99e6dee6c30d4dad43416d3cd990359084a2f753d9d", "response_sha256": "156e251a728e5aa2c5a9a488a2d365d76a60c88f6bdad19f9eb1ac7c1430b2a5", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 276, "gold": "credit_reporting", "pred": "debt_collection", "latency_ms": 1007.8440000070259, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "42387616b881c8fdf7ccf2346902c6d5871c6c0b66e4ab5b943d8a8b8414ce90", "response_sha256": "eae50f9b864d7fa767fcf19f84ba8b4de5cb488324b147cdac6daf4b9314290b", "content": "{\"label\":\"debt_collection\"}"}, {"id": 277, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1403.38780003367, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a7551f9f3b735b1ac16ddbbe60d635e6dc0482f3c55c57c86a1f579fa98f96fb", "response_sha256": "912a84119ebcc8ccbaec66d4bc676798b034dee56dcd9f295b402b8d8b10c3d7", "content": "{\"label\":\"debt_collection\"}"}, {"id": 278, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1328.9613000233658, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a7192fa73c0555cb8bf0efa010897a31400cfeacebc4d7a77e18ef632c8a507d", "response_sha256": "b6eee9934a029f713158a664fa0bf94543f4db41115ec13ae8c9161a1afac6ae", "content": "{\"label\":\"mortgage\"}"}, {"id": 279, "gold": "cards", "pred": "bank_account", "latency_ms": 854.4633999699727, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "03b55b6d51b111840f8d54f54acdcc2b7f3e6676e83bdb317dc68d20d80c904f", "response_sha256": "63cd053f911b9f3b894e252ee84859d44a99dc088e960d2b3999b7c4095ee3c8", "content": "{\"label\":\"bank_account\"}"}, {"id": 280, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1269.9621000210755, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d27d53378d44e8a03ef06fec16bcbd4eeb2e76395bd28ced1332870195254e4e", "response_sha256": "9158036e7be91d3693a472b2f5d1c9db7db6207978e586243c40ef0b85b863d5", "content": "{\"label\":\"mortgage\"}"}, {"id": 281, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1275.6800000206567, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2924c288548b72703134e27117bf53cd9386a396047ff05f9d45848a859d081c", "response_sha256": "6c19200feca7673853dcbc4e80e08b459798b5b6657c4e820105c48dba137e39", "content": "{\"label\":\"debt_collection\"}"}, {"id": 282, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 702.8239999781363, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4e08fad9d6284e8d523d22f17f5078a9aeec5ab665add29131e164ed9b667299", "response_sha256": "a22fd42d15b7a1d3d6b847f54d4845815a936aa21f2fbff4b68c630dc1b75a24", "content": "{\"label\":\"bank_account\"}"}, {"id": 283, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1080.2150000235997, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2daaeb3247a625c6de174ccd713f24fb4e935a96c82535d5671737d8d4c895ed", "response_sha256": "061429b90ad8362d4b64cd4c705ae195c986d7cbb9185ea9a55edbe34d0c5f05", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 284, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 675.6446000072174, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0d8200ec8b954923d70a04feeb1fdb75f002302e1aa73fcb611a76abb8f81e95", "response_sha256": "d5822da74edd4248f1f0a387c5edfb63a0055eb12ccbc3fbf01c203ab6b59f5c", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 285, "gold": "debt_collection", "pred": "cards", "latency_ms": 1072.6303000119515, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "378ecf47aa87214a1b121086e5bc1cf571037f81df33832f67f2b3335ae2342f", "response_sha256": "59410ff4b2a79b05aad96060ff766d5f409b26951386f1966b074e2a20995855", "content": "{\"label\":\"cards\"}"}, {"id": 286, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1073.3442999771796, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b5c95f3a7e85e8fd7ac09eb0a5c1c62d08c288d705f82e0fa132a01094f2dba1", "response_sha256": "f5d89bc9311e377035d11ab3770eb1d5d704a32a1f21634d7d6388067e5b9ada", "content": "{\"label\": \"bank_account\"}"}, {"id": 287, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1432.297000021208, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e02e6e3cb5e4774675cececb6fc6a970795e9372b88c8ce11a00733469501ebf", "response_sha256": "4a2ce4695d75af5767436b5bc65ad2b2d44a73c11ed17f52c674e6cf4509685d", "content": "{\"label\":\"debt_collection\"}"}, {"id": 288, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 917.4962999531999, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6567a5ab8ad1c41ab88deda0c905d9c81d6577fff5feabd5da937f5463585f18", "response_sha256": "cb31617027c39fa438ecccd91c2160457c7c69b74aaa0e0c5b474ff7ab11c9dc", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 289, "gold": "bank_account", "pred": "money_transfer", "latency_ms": 1045.026500010863, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "931e43bf807c4080d7777a2ca3134b8d472681bf93b0b4ee807c23e9b6ab7135", "response_sha256": "c68a95aa2e29a91f60f6db8c1f76002e18e47908db5bd235952bda11afa813fd", "content": "{\"label\": \"money_transfer\"}"}, {"id": 290, "gold": "mortgage", "pred": "mortgage", "latency_ms": 928.5307999816723, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "65504b0171a945c7362513c495c4825605301f042a3cf900192b120db99db171", "response_sha256": "6f8c1b563d503573153f85d189fdc4638e76114dbd0786186e331a0deae772b0", "content": "{\"label\":\"mortgage\"}"}, {"id": 291, "gold": "loans", "pred": "credit_reporting", "latency_ms": 1048.6151000368409, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5ce8998e3a1fca7af62ce2328b483deb9012c985dc64f7c8b222fed851608fe8", "response_sha256": "212515c5e7ec977cc3e7845b73337fdbefe49d62bb97d03a49099562ddc431eb", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 292, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 984.6995000261813, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "df1253dcf8e1c69290b3371433448bf5ab38b3aba333f701e7a841ffeb3d231c", "response_sha256": "0f64154477f3240686230fdf330717d92c7b62a51cdd9d59b86a7b7de0188ca0", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 293, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1277.1504999836907, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b3cb2563bb4efab9829ff95c448bda4820566432e9af3e3f042fd442312a36fc", "response_sha256": "b5bd9b15301f05291e8c8eabf02bbcec78d3a86214329e561a02d8a54ee70b7d", "content": "{\"label\": \"bank_account\"}"}, {"id": 294, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1205.5268000112846, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "443d80e237f0be698629427acb4d1cd97b4f54d34afb1a489d278c51b9729f72", "response_sha256": "65bf3ce78b77945c01ea529abe5885a65176f21377cf4b466026c08205923ac5", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 295, "gold": "bank_account", "pred": "bank_account", "latency_ms": 783.9500999543816, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e1dde5712b6c0aad758ced7818e154ccdaac2d1bc0766e14c10ce97849b90246", "response_sha256": "0a6f4674a3ebe1748c0ffe6ea843d67ae729ab240c1a71aad87716df87b7e86d", "content": "{\"label\":\"bank_account\"}"}, {"id": 296, "gold": "bank_account", "pred": "bank_account", "latency_ms": 773.4832999994978, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "48ff093babf04adc469732f6049473baaf10dc0d810d4de507c3599d8071af58", "response_sha256": "5ae8a52136c9ad0e247b51b849a3d0d4a1a0fc86e2621e24b9c4f91bee581f43", "content": "{\"label\": \"bank_account\"}"}, {"id": 297, "gold": "loans", "pred": "loans", "latency_ms": 796.3414000114426, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2520e39dda80b9dae50d7902ba7eeabcc99f7583666d9d95f52e0c93935e8f45", "response_sha256": "e16c1e089f5e61534d97735e922b11c01f2a0c6e558658120a5928945bca2e27", "content": "{\"label\": \"loans\"}"}, {"id": 298, "gold": "bank_account", "pred": "bank_account", "latency_ms": 901.4711999916472, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ad52a733a36dbe46b52b006a76c471756b94dd0e8913ccc4d2c9c3c19436e50b", "response_sha256": "32e0ee54f077af0bfd36b054a0bdbb3323d3b8339a35c4db68808f18b4017b6a", "content": "{\"label\":\"bank_account\"}"}, {"id": 299, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1131.4996000146493, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ab368284b8c0d0724d8d6c70ca734a40b3eca13b3050ece1aec9e651bce1372c", "response_sha256": "4ce3b6372bc66a03ad1a1e3dec4e9ae2aa4bbd875c8a4a496488832bc3d0370c", "content": "{\"label\": \"money_transfer\"}"}, {"id": 300, "gold": "bank_account", "pred": "bank_account", "latency_ms": 845.5878999666311, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d6e2e0b161ab076bfbc2fcd28f7f91434aaedcbe126b6b5e58f5a84dc87840c2", "response_sha256": "6ef9346dee56e9ad98963edf20d3cba88bc7dc4be021dce5af1a874eef2251ee", "content": "{\"label\":\"bank_account\"}"}, {"id": 301, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 843.6475000344217, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7b2b1dce960ef31e2aae50751f4c7b21a7e26bf0a2a75ff5b2832bb3df299e6e", "response_sha256": "9e7f9a7a7e479fafefa77cc735803a07e322ab5b6081a09a45e8816cd265415b", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 302, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 839.6295999991708, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e06e992195b922b9eff85b8fa93f529c5ed6aef65041c99ddd50f51316a33446", "response_sha256": "d53f5139c0e4d5f3dc44377315a7ede4787684d47e2c70e301837f0061abf724", "content": "{\"label\":\"debt_collection\"}"}, {"id": 303, "gold": "student_loan", "pred": "loans", "latency_ms": 837.1569999726489, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "05cb4d0eb251d69d67b75164a6d63c23e666b452252e6bcbf72b9775135117d7", "response_sha256": "8236b6a68581563b25faba717693fa499a81b2077b7c3c9f4c34b3d692e0e3ae", "content": "{\"label\":\"loans\"}"}, {"id": 304, "gold": "cards", "pred": "cards", "latency_ms": 900.4967999644578, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "fc1219f3455fa94d28be760bcdd79c597840beb584579c1d90bb3dbc121eba00", "response_sha256": "06df57f96bcffd65f06689b71bee042b7de8735e78fcd7fe18951e9c2a420446", "content": "{\"label\":\"cards\"}"}, {"id": 305, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 841.8267000233755, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e1e064f52545e42375ff11a6035a5afa58967123cdcb15edf120bfc30a308f2f", "response_sha256": "8c7d899733ed2ebc2964e81a7b367fe68692ab29eec4bb58f179f997b047b028", "content": "{\"label\":\"money_transfer\"}"}, {"id": 306, "gold": "bank_account", "pred": "bank_account", "latency_ms": 773.1300999876112, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e8593d1ad58005e9b34f5f7846e9f33b1d1761ed378dcd00996bef1baffd2387", "response_sha256": "37fb049ee0c19cb2a7c87ee1e725e0838fabfb2acad91b6caa5a736536f053f9", "content": "{\"label\":\"bank_account\"}"}, {"id": 307, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 781.8161000031978, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cc28f952fedabc467b5d7ef09e42285b77f88fc283ce69003460507815b7d11e", "response_sha256": "4ce26322e0e3c122a83055da51d70f6643e367e71faad00bc9c0951714994f06", "content": "{\"label\": \"bank_account\"}"}, {"id": 308, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 656.3077999744564, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "86442a223e10f1c0ba8fae137cbe7e3d5be410f913989e30bcd8dd43e40e1fca", "response_sha256": "b4370a68b320bfa7b929b02e07ca34a5781c1d4f316426edd2e0b39989d50d60", "content": "{\"label\":\"debt_collection\"}"}, {"id": 309, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1089.237200038042, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3d8238696da2bdc438e6a200ff4c112aface454ff8539523defb633b70a2983e", "response_sha256": "87aaec34389ba33c381362b83d6a3323f68adc56f2e8e49e080180f97525d67f", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 310, "gold": "cards", "pred": "cards", "latency_ms": 1024.2017999989912, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2be0687f632d08243ce005052c28fc8c9c40d63170505dd49f51c1e46bf2291b", "response_sha256": "6c6fb44046ac5f6aef84c176a89339d9dc7c2a72763856a9bfd5b5ffcb175c29", "content": "{\"label\":\"cards\"}"}, {"id": 311, "gold": "student_loan", "pred": "student_loan", "latency_ms": 886.9766999850981, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4ff3ac10cd56fb5c191d51d9c3a2b1d325c9794495a358b756a61bafc95b1255", "response_sha256": "096343d142ef34b5b04054ebac59cf786576b4a5e8b16b025aecca7444078903", "content": "{\"label\":\"student_loan\"}"}, {"id": 312, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1163.4013999719173, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "46bc6003f5278181b044e929b1f7f3cfbf161bfb59f7d3edf0ec1b42163614d4", "response_sha256": "259d42817a08f6c36cfc474ab5e245cec9aa0b3b8e78a99f860e66ceed48aada", "content": "{\"label\":\"mortgage\"}"}, {"id": 313, "gold": "cards", "pred": "cards", "latency_ms": 865.2551000122912, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "584814334acb501af424b7704ff9636d2735073861e0eb989eee627cdc4642c7", "response_sha256": "96dc8e4ae96c2426a56ad41a9b229a5577f289777604eeb3d1472b6974b97e7f", "content": "{\"label\":\"cards\"}"}, {"id": 314, "gold": "loans", "pred": "loans", "latency_ms": 670.3719000215642, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "05bef03d4b0ec81d439b00ad52128d90540fb99b582ad2ac2393fc4d14db3b6b", "response_sha256": "cf8aa359dc4f5eb8c1b53e6b2ff89c582a8fbc7e27bc2d5ae8fca5adb576d6b9", "content": "{\"label\": \"loans\"}"}, {"id": 315, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 920.1262999558821, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "699c0712f6d87336b799371ea40977ee7ce50421b809f7d38176fdefd8e46f93", "response_sha256": "99a992de8da86cc099579aa8d84cd79c4e23510c4a5fb5205f4a7c60bcc5d1ae", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 316, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1102.4607000290416, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1cb79054fa5a1beb4b0e1d4dfcfb3b768a0ec2c385fe0c425b663f6e26bc2199", "response_sha256": "9304dabf3ca7fb5840cec6c7912187c43e870437d3bca12d458d1f79c2b98e8b", "content": "{\"label\":\"bank_account\"}"}, {"id": 317, "gold": "loans", "pred": "loans", "latency_ms": 801.0889999568462, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1908f2d5387e67ff98e7c7aad246691690d3f2dfc13d5924f12645fae9021914", "response_sha256": "3efa55c74ef78467e196efb4dbff5e058746e5072e42cf664e49c7f0cbd85258", "content": "{\"label\": \"loans\"}"}, {"id": 318, "gold": "bank_account", "pred": "bank_account", "latency_ms": 615.4131999937817, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b8f6922d884ca60f5741d0b2bcaa9efc772a3afff02e8de2e29134dae9072e07", "response_sha256": "15a35e2e15d953d4798bd8bf650c783bf02c155e6f85138fab2717ac747abc9a", "content": "{\"label\": \"bank_account\"}"}, {"id": 319, "gold": "bank_account", "pred": "credit_reporting", "latency_ms": 787.8121000248939, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a70978817d0ef7b865e260f4163cb943126c18595d2d6e26932ad0b13e36c768", "response_sha256": "77dd18fbf74962ad2508aad5a503b88d2293ffb5ba49012ed199f5f228ff6534", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 320, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1107.2659000055864, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "88355a6b323bae69a8b54fa81e1fd4f7e4efbb4d5a2139cc7e8956619b380622", "response_sha256": "8a851cd42a5c8deee363f2f4cc5c576c40f519fddab75d255ede00297dc05e60", "content": "{\"label\":\"money_transfer\"}"}, {"id": 321, "gold": "loans", "pred": "loans", "latency_ms": 1527.201699966099, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "32a16caf143d2453425ee5a432508fb6a8b75838431dc2da2a1ab2457b4fdfab", "response_sha256": "54b7d122355d23aae43831c2232bd88ea23984bdb2fab97337250f0f72703438", "content": "{\"label\":\"loans\"}"}, {"id": 322, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 926.5716000227258, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f5776757bee2ebff9a6f75d0ad1ec01b4bfd7b9dfc6f530a6323fd56a31daf7c", "response_sha256": "4b6413b8ab5374a0a03a3c0161adf8aacdd7851065f6e8a5bd598f865cf39750", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 323, "gold": "loans", "pred": "loans", "latency_ms": 1256.1162000056356, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b2c192d30a2e51d01277fa5123ad683c98cb5fe2e0d6a8294c30234e91c7daf7", "response_sha256": "ce38c17d3a507de03315c355d165fdd6ae0754befa7434bf01f4d7ef6fbb018b", "content": "{\"label\":\"loans\"}"}, {"id": 324, "gold": "bank_account", "pred": "bank_account", "latency_ms": 735.8493999927305, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "efedfb7d5ea85ca577effb9abbb40adb67532ab483ca0550c13a440fb68b781c", "response_sha256": "a84a19d5f7976675688decb702719b87d741e7042e2e517cff1b7b594032f650", "content": "{\"label\": \"bank_account\"}"}, {"id": 325, "gold": "loans", "pred": "loans", "latency_ms": 759.9193999776617, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a6e56e81a88bd172d05100f5e29235e27780252e6c13373a40a8712c598a64cf", "response_sha256": "7a9e6a606456aa317eff614c7493bf984b19720dbee4bdc1ae772cc095a45439", "content": "{\"label\":\"loans\"}"}, {"id": 326, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 810.9602999757044, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9c9df187bb1bba9b73f451d4c2d17cfe412e53e3ceaf0562f580a7f66ef6af67", "response_sha256": "aa224d530288c0a21d41a85e4487817bb34e7792dbbb4f9d7fd19927947e54c9", "content": "{\"label\":\"money_transfer\"}"}, {"id": 327, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1018.4402000159025, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e8468e56e700881428a3f6ebef45ece9e397df6106bebcc668d31c710ebbea40", "response_sha256": "49a85b77c4124034ebe90e75720c8078169fb6dc8fbe13c76f8300940519c83a", "content": "{\"label\":\"bank_account\"}"}, {"id": 328, "gold": "loans", "pred": "debt_collection", "latency_ms": 900.2123000100255, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "924e4407696a59b1a7bdeb7bc1aa7237da0adda09ced26fe9f64a1c38c785c61", "response_sha256": "e7665fb2fbe2f074b28f8e1c625c30d3b01fc7e4cc296c5048004ecb753879a3", "content": "{\"label\":\"debt_collection\"}"}, {"id": 329, "gold": "loans", "pred": "loans", "latency_ms": 807.8553000232205, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7399d722577dd7bb7eb425166aded00e1fa3872fff072a2d7e873f064074e3e1", "response_sha256": "076bfbcf7817d7cee7f1ec0e64dfe2bfd483ec893e6edfbd361a66a1eb562c96", "content": "{\"label\":\"loans\"}"}, {"id": 330, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 872.6429999805987, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "876f8a7d9b0a15a998d472351823342c73492fe41209f3f1ab3c4b2a57fc5a5c", "response_sha256": "c57e84cdefc6ac2f0774aa17129c8972e6b1252804df8d25008d7f0b778f7ac2", "content": "{\"label\":\"money_transfer\"}"}, {"id": 331, "gold": "mortgage", "pred": "mortgage", "latency_ms": 922.041799989529, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6b8d6d0637659f5c5c596819787871515b931e7f7000c779b21017e4ed2e2bbd", "response_sha256": "98a3c9293581d7ed1feffd15b1337b18eab49917a254a217a52547470477821a", "content": "{\"label\":\"mortgage\"}"}, {"id": 332, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1033.0535000539385, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "44248fa51ac43a0905a233cf670ba4be18e9a6a528366b4e03a690db6d851208", "response_sha256": "7a2ac6cb1b60cca8666c997476e3d649ccc2004e9a02e1822c720589480f5e63", "content": "{\"label\":\"bank_account\"}"}, {"id": 333, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1027.2986000054516, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "19dba4e1bd8e8d023f253a8412a6627dbf0c25feb769b499078974f72c1422f6", "response_sha256": "b8bedbcac1351c24e828d1a4ed766fa1cdc9c9627423617273a49e291aa13fbe", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 334, "gold": "mortgage", "pred": "mortgage", "latency_ms": 792.5084999878891, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3e32b4a7622bbe561331d48ed8ce5263236d92c3ad8e2289002a0aa92ee8feb8", "response_sha256": "61fe93e3d16da36be87587d1450953d717eeed5d60190022f8c0e934bb9ad184", "content": "{\"label\":\"mortgage\"}"}, {"id": 335, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1043.9684999873862, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "918fc9371afa642868e582d887e4b2ddbda6918bacb8a8d2c5cc7b59fbf927e3", "response_sha256": "360fc6b711f6fa8cb972ad90dccf3cf33014ded9017fe872f8992d7716a3719b", "content": "{\"label\":\"mortgage\"}"}, {"id": 336, "gold": "student_loan", "pred": "student_loan", "latency_ms": 801.1612999835052, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2d97bbf1ef9b05aafe5ad9692b840e67696e8e7b05ea564f71921ed72a68a573", "response_sha256": "141e82c2eacc5e4e1ee2cb3551b0c07d612f58a488e4b329e11a7224bb220233", "content": "{\"label\":\"student_loan\"}"}, {"id": 337, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 917.397000011988, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f2bb982466e40c6a31ced0def1e5a339ee185cf9be4ce16c57304f1ffa5b5834", "response_sha256": "61f76a22b072105f506c93b2c2543df3c8de3d272f6e2160ea5160f0f2001bf3", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 338, "gold": "cards", "pred": "cards", "latency_ms": 668.6915999744087, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9b76ca7f4ffbf2c5d93562f4ff4f4487064f73ca54910575c295a4c650c53368", "response_sha256": "f9c9f10089b883e5fd8738c0d1c011b2d55f203bc734cf1a79a3514faedfefc3", "content": "{\"label\":\"cards\"}"}, {"id": 339, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 779.1402000002563, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6bc660022dff0e58e92666018a5b479920d3ad94cf78ecfeb1262192fc20652a", "response_sha256": "a071aad7b5edc60eb33a1482450740e12141baa6ac08301c8bd267caadb14d4e", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 340, "gold": "loans", "pred": "credit_reporting", "latency_ms": 753.1217999639921, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4b66dc1d654cffca5b61603b78136b910f525566ff35729fb0f786a0ae1f8438", "response_sha256": "0cf2ad6a7e69936522b93b3cc5e6621e3598fe7de6e34cefd5392fb8b686210b", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 341, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 570.8190000150353, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dfd4051ce7d7199ecaa00ceca69a9dc429f27171223d611a4162b9f810de320d", "response_sha256": "d36f8302ea1cc0417a1af6fcff734876d8b0abf696ec2fdcd78746914a58abc9", "content": "{\"label\": \"money_transfer\"}"}, {"id": 342, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 943.2641000021249, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "875278ec414f1f9f80e3b51372497f682504fe4aff18513afa151521e6a8b955", "response_sha256": "ccf7193ea6a6a0221d9986411c6112a517de18ddc594aef49b2c4428d29c4855", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 343, "gold": "bank_account", "pred": "bank_account", "latency_ms": 749.854099994991, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ab0a288074430d4e189d2efecd7152b76afed0ad5178377cc347dc06570b2de", "response_sha256": "cee1ca32ab1b6177f914aee347c551cd2b229009fa359f82e05fe69af1aa82f4", "content": "{\"label\": \"bank_account\"}"}, {"id": 344, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1049.1722999722697, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cd230ff0919092f3f1c54dcd5ee4345845c3746687c216b983d4bf7306d8b5a0", "response_sha256": "8c406542a461a5ea96df79eab3848b73a421d096e5039dc11476607f4185655a", "content": "{\"label\":\"bank_account\"}"}, {"id": 345, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1050.9425000054762, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4437c914d4f7a3b20f527001cb22257b8d01723e28a7c6eb8c1a35060512eb48", "response_sha256": "bd2df2393bf59b2e5afa4ece290d1745ff852003a712c98b7de8bb7e704a2164", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 346, "gold": "bank_account", "pred": "money_transfer", "latency_ms": 1047.1374999615364, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "41e90a98fdd9579438439baf793c962a92c5871b112d960833d616bff10e9a0a", "response_sha256": "e06a0281cc6245ab199ffe119157189660ec3a8d6719d89cecf1b61995c163f1", "content": "{\"label\":\"money_transfer\"}"}, {"id": 347, "gold": "cards", "pred": "credit_reporting", "latency_ms": 749.635300016962, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "adae60382b5b0a54a2eb2af820f57ed106fb58a4b7372ee809bc91f153ae6212", "response_sha256": "96210aeacd6b4f868b2e8787240bc8af0f36e622ae77008c277cbce059a277fb", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 348, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 808.3393000415526, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f3de4b34c8990319b24d5ee33bae566c8e6d1ba95cd001fe175307f63eb9c923", "response_sha256": "661ae24111ec0c90afbbd372d4eecd326cd7e811c19ef66da2c227f3ddf6c47b", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 349, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1162.657400011085, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6ff7c4494ee917f1427f499d95bd0cf1b67838c2b786324c526d2835639bb67f", "response_sha256": "597801b0092e66c77c0a00845ebfe3ee616d3e5c06f69dd877713035496bbc9e", "content": "{\"label\":\"bank_account\"}"}, {"id": 350, "gold": "credit_reporting", "pred": "debt_collection", "latency_ms": 514.4712000037543, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a0a9a3fde34810b477bc43c715dd15defc8c24cf86223eeb502b688a710d7600", "response_sha256": "3c7cd67fdbbd77964ff2ed085da16e27ad2ad4d38f3046d6f7bd4c94a61e18f2", "content": "{\"label\":\"debt_collection\"}"}, {"id": 351, "gold": "loans", "pred": "loans", "latency_ms": 810.1989999995567, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7491bc7eac475a697986f4be6148c609672415c4d0612aeb026442073514f664", "response_sha256": "010e9dd746f1f927d4bf83b492b0ecda34dd8504df763de4ff856539a7efc9ee", "content": "{\"label\": \"loans\"}"}, {"id": 352, "gold": "student_loan", "pred": "student_loan", "latency_ms": 720.8952999790199, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0f0678cd07973fd94a7c50889e82b37b6f73e7881b6f8e623aa057213e022f0e", "response_sha256": "8de8a1985147c819b73804d178cf1baf513c48ee0e5c35282ea9d1b7d67512a8", "content": "{\"label\":\"student_loan\"}"}, {"id": 353, "gold": "loans", "pred": "loans", "latency_ms": 892.3309000092559, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ad9bd3b98c3e780633518193080566c02f002dd5e2bd4fa45083dc515c8166a2", "response_sha256": "f93b22e8d37a83ddfd364f1d2257bd1f62238d7f74168f80d7edd85f62f3163b", "content": "{\"label\":\"loans\"}"}, {"id": 354, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1045.0439000269398, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c18b3618d6bdc6250e77f5ef1757a93027d7f083588f34403dab1e06d64659a2", "response_sha256": "eefeb24ee51f489e41547a108a9b2ce3a33504e1e6317a34987e1035b72e9484", "content": "{\"label\":\"student_loan\"}"}, {"id": 355, "gold": "cards", "pred": "cards", "latency_ms": 872.2547999932431, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c161c8b0d9305f1ba081338e86daff8f596dd354a8c925630c18783cc52f8a39", "response_sha256": "dcf37cede9413d7774059b5f4f24328b1aa962ad72eea613c1ca51c3451ea223", "content": "{\"label\": \"cards\"}"}, {"id": 356, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 755.1157000125386, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "44789b41850ae00e68c6f3727bb541056c191cdee69fb4d4d58b9f19e13360a3", "response_sha256": "8d3ccbc0ebce9d60fdb089eb9f31a5c336716f76dbc3bf34d3bf2cd99736e96d", "content": "{\"label\":\"money_transfer\"}"}, {"id": 357, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 979.2729000328109, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7dc91ec7d865cb5891acf590614f1972c734eb0fb985d2ddbb2f7fba3219254b", "response_sha256": "86a9092d7b16890cb85709731a5c528df6e375d0f91721544f8453a6ceea15ad", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 358, "gold": "mortgage", "pred": "mortgage", "latency_ms": 874.5559999952093, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ef90ee16dccb859e2e2624f1c243b6203e1f61c4d9e27bc71b652e63814a7881", "response_sha256": "59e0e5b2d97d53806d291dcadbc26cb26e9d78e868711931e93332646d7d9d3d", "content": "{\"label\":\"mortgage\"}"}, {"id": 359, "gold": "bank_account", "pred": "bank_account", "latency_ms": 876.7070999601856, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4f61ad4ebea2bb12ab16687ed61f7d40bc0531060aa4187b614e35947cccf380", "response_sha256": "305418ec5f00a79479c751ecad310fbdc7fe71f73ebb89dda48a822e5f9da69e", "content": "{\"label\": \"bank_account\"}"}, {"id": 360, "gold": "bank_account", "pred": "credit_reporting", "latency_ms": 631.6059000091627, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4a00a9257d31847b586fd5c5af6befc57d9bc778fc0520a960138820edcd0c53", "response_sha256": "fe966a09dfb6f59a78c1139422be07e25f22224a5b56d656211d7e7a88d7bedb", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 361, "gold": "bank_account", "pred": "bank_account", "latency_ms": 800.916199979838, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8bc2b2b73b8650585b1711b7fd1fe9368a0ca5c553aad422b32585c38622e7ba", "response_sha256": "27331d036aa6a67f9bcd55c81f1380f49fc5f816efbbd96ef5bd6a6db15279dc", "content": "{\"label\":\"bank_account\"}"}, {"id": 362, "gold": "cards", "pred": "cards", "latency_ms": 794.4930999656208, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "83535dc719e71435cd41360bd474e275cd64cf59fdce76814fc2fc175fc586e4", "response_sha256": "7f38317b3c416e6b5cff6f50b0e489d32371d685fb74d0fedf1f39869fec0d3c", "content": "{\"label\":\"cards\"}"}, {"id": 363, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 622.697299986612, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "88617381b65c334733061f49553923fb4e641c52157447741711a18bd418ceca", "response_sha256": "b8eb34c15574f46a6d21a7f45c2dfaf080565020a083dcb71bf195a81b36535e", "content": "{\"label\":\"bank_account\"}"}, {"id": 364, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 775.5864000064321, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2e67da63b008c1e9f6876c8689ad8a5699ff7aa2a89fd02e4719f8efe9511457", "response_sha256": "e4ecbb2a4f1206c4f26aa60d2dbd685cc064dcb161278e683cca171817b33d5d", "content": "{\"label\":\"debt_collection\"}"}, {"id": 365, "gold": "credit_reporting", "pred": "debt_collection", "latency_ms": 792.0515000005253, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "38584ee57cfd6bff3a78670d8df1fe7bc74f199b838cf9e2d2de6013f416f279", "response_sha256": "686236002bf67f18a73b741cdefbabe6292ba474c6352e64e6d940bebf975cc6", "content": "{\"label\":\"debt_collection\"}"}, {"id": 366, "gold": "bank_account", "pred": "bank_account", "latency_ms": 981.6775000072084, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "eb5dab80725b694b0d57abe01a2ef60bca069c1d4f2dce585b85e311927d9943", "response_sha256": "6ab17f572979a8bf84272fee865c201563b258bc22650c6b98b7f2fb679736aa", "content": "{\"label\": \"bank_account\"}"}, {"id": 367, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1041.6664000367746, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dbcc70ecbc78f56d9596e725f0d5864b51e221a95e28c14fdb907a65785ae7cf", "response_sha256": "a2f571feb77074c36021ed6b748ef40b56729e6ece23ff2920a79f2bfd07c872", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 368, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 869.6321999887004, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d299f62bfa2f5ca41ab1b45face63de01bf23a494fec717131650d28ff6b5430", "response_sha256": "d3f0afd9bc1e3790db0d9c7a98fd7c9f8bf3331026e1118ae7cb5f5c6846d65e", "content": "{\"label\":\"money_transfer\"}"}, {"id": 369, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 747.3947000107728, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9b389ae286ef3669be0c6c56cd8433468c8963e0ad604d3b6fb1a3095f8113c4", "response_sha256": "808d1d9336cdaf494a0d666ce462b5a8844db5ff2e4aa04d3783a7b3fe913b0a", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 370, "gold": "cards", "pred": "credit_reporting", "latency_ms": 944.1698999726214, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "31391f0d836e9a3a6919ca8faea77043af05c87ff5e61c5c4e7a175dfab8ddb3", "response_sha256": "552a375e9380e3bc0218572d74e61ad84e243319365266c7a8b4dba63235a969", "content": "{\"label\": \"credit_reporting\"}"}, {"id": 371, "gold": "bank_account", "pred": "money_transfer", "latency_ms": 544.8627999867313, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "612905854df67cf072cea391b6b80417b27b7574e38d07b4ff966f9fdfe4e8ce", "response_sha256": "196fb09e98c296194e914462a0c47d1f57425d85fb9c592fb68662b9d8c60e72", "content": "{\"label\":\"money_transfer\"}"}, {"id": 372, "gold": "loans", "pred": "loans", "latency_ms": 872.0738000120036, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5be73d7d300e83ffbb7245ff3e5f9c6a56bd33aa19f4f5bab9284221b6894883", "response_sha256": "f893ba69a8a0c7e274f044c50db3939fece4825df40fd9dc4013d2ba82e19f7c", "content": "{\"label\":\"loans\"}"}, {"id": 373, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 829.5046000275761, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2376abdf4b8ed05aaec26e18689c89772d8aa6ff9e00d5e121c653e5c368e0c3", "response_sha256": "26fb5002b94dbb98d8747e632993784647e87c6845c27f2ab60a0e612fd5ba5a", "content": "{\"label\":\"debt_collection\"}"}, {"id": 374, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 614.6338999969885, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6a40c623da1f48dc146f6ed8af6748acce623de3800a9febefc246e25a23132b", "response_sha256": "8b62d4e4b878845c780a6c6a7617ca4a752ecc0f84471c65c9520e37904b0e01", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 375, "gold": "student_loan", "pred": "student_loan", "latency_ms": 657.0175000233576, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "88cbb597b9d40305eafb3ecc8c37e567a50b12ee050ae3d267bf56b6e4041587", "response_sha256": "103b4753e29670dcd15c47a4b1194efceee18d3f110a49face08c95b02f4c6b1", "content": "{\"label\":\"student_loan\"}"}, {"id": 376, "gold": "bank_account", "pred": "bank_account", "latency_ms": 698.6806999775581, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d15e23001e07edcc4f5ee7a803277699a0171de3321e5eef02d4e2f6cbe498f8", "response_sha256": "8222edcd9b79fe6fa790ba614d32b32765297556fe2b829e2ede51160b3516a4", "content": "{\"label\":\"bank_account\"}"}, {"id": 377, "gold": "mortgage", "pred": "mortgage", "latency_ms": 765.7265999587253, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "852b5639cd845c2f08c05140157fe3d50217a805bab4706855ffb85b1e662735", "response_sha256": "8c3db198dcf1304c9f258ac37dbbc9b2b57f4f62aa5600589792b39e9a5d888a", "content": "{\"label\": \"mortgage\"}"}, {"id": 378, "gold": "loans", "pred": "debt_collection", "latency_ms": 928.5789999994449, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1839909cd085fa10942f0908866d67ca4f3059111311375cfd89999139f54f8d", "response_sha256": "d2ecd2f1eba4b0a5853205ccfee02cd4efe8a486ddf8353e48929adaebc4daa2", "content": "{\"label\":\"debt_collection\"}"}, {"id": 379, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1115.0387999950908, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "72bf0826624df6643ea582afbe0dcfdf9f090f13b417acb0ddfd316de5fa1fb2", "response_sha256": "4fb606b5772a67d383efec94c7e6dab4f2595196ecbc760df7824ba71a1ddeea", "content": "{\"label\":\"mortgage\"}"}, {"id": 380, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1198.1860999949276, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0a109a17840f436bf9bd1ed002fa011b431094339be6cfe12f20ade21e8d49f7", "response_sha256": "40f479c33584fc57c5ea36288e91900eb2353c91e859c4927ac88060a1b34e48", "content": "{\"label\": \"bank_account\"}"}, {"id": 381, "gold": "bank_account", "pred": "bank_account", "latency_ms": 883.4429000271484, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "68f84dc24a579e8d05830b7ecbd2752128d61601bb7e3af72663c77fc25647a1", "response_sha256": "1caca044fa085511dc6904fe29fe07eebd1811d28c3fa046e616e4a04738391b", "content": "{\"label\":\"bank_account\"}"}, {"id": 382, "gold": "student_loan", "pred": "student_loan", "latency_ms": 695.0777000165544, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "625ae50f35c9b0bf1a7e21a5f8572011edfa4b488333af7ac3427aace505fbec", "response_sha256": "eb045a40db47011d710b5e50b31df71776379db5d9bdba6c825c4b4170626bfa", "content": "{\"label\": \"student_loan\"}"}, {"id": 383, "gold": "cards", "pred": "mortgage", "latency_ms": 555.0054999766871, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "351dee83bc97bf7a053edaff823bdf2d6f0cbe51afa9cd65e233588acb57bbc0", "response_sha256": "7119cdc1a256792c33302804b8ae2401f0ef2059d2361476c0ac12b923035ee4", "content": "{\"label\":\"mortgage\"}"}, {"id": 384, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1019.5057999808341, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "17412c87db212f7755da7479f302055a83ba1d4f959a89c5bf24da18ac2609bf", "response_sha256": "c64370b6b5a06997339100956f96a32cb709f29e8bf369811dc50621d745fb01", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 385, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 707.5698000262491, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "008ede3195cbe1e6b069248462353e26666bf627bbea768af4b9d516c4f54d7c", "response_sha256": "119633d68a8c1e4d4f86e7446cf25ec42a6e99d2cd158336f89b423fca0d32fe", "content": "{\"label\":\"money_transfer\"}"}, {"id": 386, "gold": "loans", "pred": "loans", "latency_ms": 572.1452999860048, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "888098f09bd2ad071b2edc0e693e29934925c708e4dfcf93c1d3a814ca980344", "response_sha256": "ccf6aeba1b55879c08f63ca750a77ba320eec33fdff70823ad108b033ae80044", "content": "{\"label\": \"loans\"}"}, {"id": 387, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 609.0849000029266, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8c5b263395a27c3288953e4fd94543a23ede8c499fd89211c43b858a39a14c1b", "response_sha256": "a82cd0a6383430e02da93a5726db00987e2822cae220cbf725f426cc97b26529", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 388, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1744.7315999888815, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3743bec2cce93fa703efabe6ce5a9237eff84b17ea2b771d598a297384dbe948", "response_sha256": "8293a84eb0935fd676728fa703d87db2239fc8b1a60d692d9396ec80847900f7", "content": "{\"label\": \"money_transfer\"}"}, {"id": 389, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1540.5578999780118, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e27fd2dbea0073fc9c345f7e7e4989f45c936a75197dcd5aa01e7405cf43569b", "response_sha256": "dcdeb5415d095b721e4082c07dbb9bb7d51095ac445c1a8aa5b8c8dc58ba1e3e", "content": "{\"label\":\"money_transfer\"}"}, {"id": 390, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1584.6163000096567, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "40e83404acff6066fba27e5991ca5b7878975eb5ed89fceddafa1f844f1e3161", "response_sha256": "5096d5efc548952fb4a45c4cc4cc0dd6d873b2f302cb0fd796cb9503665313c6", "content": "{\"label\":\"bank_account\"}"}, {"id": 391, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1537.3451000195928, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f8216558efb46377038fe388cbea174d52b4a777fddb91fed75eda66082ce478", "response_sha256": "fe3b24c3eee9a09715810eca64fb2ef07210d9060d3dd24d73b66f0f593ef715", "content": "{\"label\":\"money_transfer\"}"}, {"id": 392, "gold": "loans", "pred": "loans", "latency_ms": 1294.19039998902, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "47eb4a850d5f33a757cffd8df05e661e079daa3f3f91c9e24efaee208d0b161a", "response_sha256": "fe1f69393a6b7795e8c43d80b737ed3456a23022c555f56631ba8d9fd5d122b2", "content": "{\"label\":\"loans\"}"}, {"id": 393, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1521.3476999779232, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "af38ba5ec18047cd4c9d9ac2679006ed4d18deb2c15ba442dd0e1d0adefb32c3", "response_sha256": "01f13164dc31dab7f8f02171a8f5728ea1b69dbb553fd66a601c0b8df40daa4f", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 394, "gold": "loans", "pred": "loans", "latency_ms": 1124.4012000388466, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d6d26b4c8413395d664c0af13dcc2e56f7e7ca68ec79b68386cfb2eb98b835c5", "response_sha256": "34bdada526048d47ac15c399e9f9ecf87a7029302706a4ddd980d5d0ff232d14", "content": "{\"label\":\"loans\"}"}, {"id": 395, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1282.3417999898084, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8b85fcc21d1fea23819b099462e8e4bc00635fd3783ed8fa59b04ca225115bba", "response_sha256": "ee6a58f48ae279054f5119e124f9eb8826d88ddba6b76a61977db7491a11c8a0", "content": "{\"label\": \"bank_account\"}"}, {"id": 396, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1431.157400016673, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2a5ccf9d7438645b21dfd661be7d55a51dba2120bdf39abb1fb4d2b75c0471e4", "response_sha256": "1182f6dbc861e1630b35b426e85ee2d7bbfd13900e2f1ffc4385ecfa1948415c", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 397, "gold": "cards", "pred": "bank_account", "latency_ms": 1526.7307999893092, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c131e6dff68ee680af75de306b81825f83deb6fc0e2ab77bff7e38dbd3612425", "response_sha256": "dff49f7ecc8666210604da0a489c441db3644caab3307a8549278ec734fcc884", "content": "{\"label\":\"bank_account\"}"}, {"id": 398, "gold": "student_loan", "pred": "student_loan", "latency_ms": 714.5702999550849, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1610f79110524c676c29d6f539d41bef8cf79020a4acbd178fae2b4c01da8c86", "response_sha256": "0a6a571b1c759d93d9d557adadaab9b802b58822979ff084e77181692b3da0bc", "content": "{\"label\":\"student_loan\"}"}, {"id": 399, "gold": "cards", "pred": "credit_reporting", "latency_ms": 993.0480999755673, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "89b2c6a51a939b9c5703c474083fff9358a0cb5b170e7fe39845d7e4acd6f6bd", "response_sha256": "99c3f10b64fb59e04fc835439d7181902c6d7c100327a6817a0f913d7f09fc43", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 400, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1327.0486000110395, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "64e13e971cde4a687558372978aedbd40ad553d1f3cc140b6ab410b8af50a105", "response_sha256": "7d289dd6945bcb486e1ecdea5356ac42d07d44ff719e87216e5c3f9ada20c489", "content": "{\"label\":\"student_loan\"}"}, {"id": 401, "gold": "bank_account", "pred": "bank_account", "latency_ms": 974.8484999872744, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9eb5d654499a5f5cc65f6ea95584c5a8b26547e6740a1cd86c0cac06cd748f76", "response_sha256": "ec14ef3e76e17ecf7b7dc8a3eaca12b6dd06160582f65372ed5ce737c241cb8a", "content": "{\"label\":\"bank_account\"}"}, {"id": 402, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 1268.411900033243, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "78b3feda7a97271966bb2bb5b4281c2e771659cbbbfe6e5aae986a998fc3e243", "response_sha256": "42c6cdd284fb34dac92442a752f855b29ad4277e28084a7e7c036553bb53eb3d", "content": "{\"label\":\"bank_account\"}"}, {"id": 403, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1008.6926000076346, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "187dcbf118ca70c51480ed8fbde9924e39caa3089cb6171f956f0bded40dbcad", "response_sha256": "e182138b024efee31c71dfbf92ed50da0a392a502f4eb2860bfd4a8ecfce6f40", "content": "{\"label\":\"debt_collection\"}"}, {"id": 404, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 918.4701000340283, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c7dd445f379b3445f05d2291b744c72c2abd30936affa72acc1c16bab0cb7880", "response_sha256": "73bd79d8a69e7f3e518184a70a50dda42da08ad7c89ac75df9c71936fc62b038", "content": "{\"label\":\"money_transfer\"}"}, {"id": 405, "gold": "cards", "pred": "credit_reporting", "latency_ms": 1114.5804999978282, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c7717e12d238140e5d66d944d64ebc2e4bbd75fe86eec7b2c49100a2cecd3e1d", "response_sha256": "0b25fd15859b7dce6cb3c14547d1b46bbd228f4e805895f6be4ebda5282f5fdf", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 406, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 956.490499956999, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "aa97d56614d7d9e2b610e613d090fdb6f6f9d85a243f533bbcc04a604aaf0704", "response_sha256": "59d72a4089bad03a41c35fbbadbc4e8ece2d189b1b0a2b84bb1fd6d8b4c424af", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 407, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1009.5558000029996, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "737f38b15cf71adbdff5071eaa7a3248ac9dffc285fb25cfe1793e497e986af4", "response_sha256": "aefc1ddf953bd12088c3c94fa314c5b9ef7b6c383cfd1f8fd24ee6fece6b9ce2", "content": "{\"label\":\"debt_collection\"}"}, {"id": 408, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 758.9381000143476, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7bab3b9406983ecfc9fa969bc18ee1bae59e99f9c28461535ac2ab617689a07b", "response_sha256": "ff8e2a9723ea5ef9aa048f343fd26ee94534271fa407fb86d3155334383442ba", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 409, "gold": "bank_account", "pred": "credit_reporting", "latency_ms": 973.8577000098303, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "79a6b17fd1f3f7088e171a7589452c261cad8c1e9dfc05d9601cc62db7cbc3be", "response_sha256": "0cf42b2cf5abe72df153eaeaf498ca1e7f69f50b346803e4f00016ec8ff7a6a6", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 410, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 953.0636999988928, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1e7d22bf6ff37c40699ea2183429ab89692cbf8bc73889ae161ffc8b50959e73", "response_sha256": "9bc7985c6ce8f34e0f428b27a0f3ec7db4fb582914fd6773fd7c35f3e0b44ebe", "content": "{\"label\":\"debt_collection\"}"}, {"id": 411, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1192.1450999798253, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d427a6b27acc8a7a13207a87dd4b1c15f04359832d27085d625522e53739c4e5", "response_sha256": "2cdc8786c73474c6b8273f68d84204dfafaa5a62e6b9ac90640812156282f04d", "content": "{\"label\":\"bank_account\"}"}, {"id": 412, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1079.7336000250652, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f4516f23dc347611528832e6b1f747b824bdb733ab14b01d56d5d549167e950f", "response_sha256": "f1e0ce867eb8354a0b8ec17df0ee2ec37668aea6f52d815c95261328ff7c0d0b", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 413, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 969.7938000317663, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6710e0b4db04e42244df95bde7730a8c5d2f96381d1d097c63f0f8b98b676366", "response_sha256": "e124e84d53439d246656ff7a92b803c8a6005610b5f623019d594e569065ff14", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 414, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1070.0863000238314, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d676dd5daa291ea4e04d89eda67c29054e9bb98b58c0108820202b83fbf0ddd5", "response_sha256": "6434e4a01c8747cc533c390cdb44b586a9d6a34825ee31e288a7755575deb9f9", "content": "{\"label\":\"bank_account\"}"}, {"id": 415, "gold": "student_loan", "pred": "student_loan", "latency_ms": 770.5194000154734, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e546e7e2befa7aa93c9e9d89a9d9ea071be4a32138af1fdfb520014a16d75fe8", "response_sha256": "ac1c1c95786152445c71adcbf6689f8321300848ae22a0b1dbbbeb2ee86c6515", "content": "{\"label\":\"student_loan\"}"}, {"id": 416, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1123.7032999633811, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7bbf55da271f7e4e83df2bfcb88eadf2c65929d667aa00a30f9cb6bc49a5fec8", "response_sha256": "549f67de1104a4b312efd3b055c69e8dd81ec42022b45d89e17ed9a4d747e8d0", "content": "{\"label\":\"student_loan\"}"}, {"id": 417, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1002.3235999979079, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c723bbd165fa640bddb0d1f08186623ccb8270f416a983b10d131df0ea6e055e", "response_sha256": "dba3b399737dc44bbc99016b28146f20bc0e85c57a2c94cd029cb24913d8fdc1", "content": "{\"label\":\"student_loan\"}"}, {"id": 418, "gold": "mortgage", "pred": "loans", "latency_ms": 603.0535000027157, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e2ce719255c99910bb934404f592e5ee1a4f5d9499290cc3c262468b62a6aab5", "response_sha256": "7eeb5fd918bb2011c2ec5fc67117b49571edc36a8d5c2dfe458d94da3d0c2a73", "content": "{\"label\":\"loans\"}"}, {"id": 419, "gold": "bank_account", "pred": "cards", "latency_ms": 858.011299977079, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6956b64b6ca270f9f1a9ff6c79f1ea730f90d2b8b426abcc4e4f506ff06bca4e", "response_sha256": "164f9741b6aadf16d18dda966816881cd502432fb0bcbb6a2b20b1fc0e30c862", "content": "{\"label\": \"cards\"}"}, {"id": 420, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 729.8450999660417, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3ddb2adf6a874c887abd11494b59eba8df96871147786be37b1304f6ab6cddd4", "response_sha256": "5c9604f8babd3bfa4b3d04c09540626bc7d391fade9eb2b46b6718b7893c0a4d", "content": "{\"label\": \"money_transfer\"}"}, {"id": 421, "gold": "bank_account", "pred": "bank_account", "latency_ms": 818.793700018432, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f2bdb43dd561cabb7ae59452377c66f6cce0a05bddc56f9b2df318a1054a14af", "response_sha256": "f2e42853a4ce20163e017e97bdc65eea660f142543f0a55f8c8c5e618c25e0a6", "content": "{\"label\":\"bank_account\"}"}, {"id": 422, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1107.378000044264, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c69f7b7abd85b43c9129d0b65a16d81564cf200b41565d3ee1d5cd5c4abbf172", "response_sha256": "8668f1d7285b1a1fb229798cfcd1acf7125fd645e5018756992c52594330cf85", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 423, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1429.1416999767534, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ff3f61fc7834ee0d753ab150c62d58b9afac3199dd598f771607e72468f18697", "response_sha256": "6e346ab52c7fe7adc16edb3a85137527dd25237a5644437a13f891a2bc8d4ab8", "content": "{\"label\":\"debt_collection\"}"}, {"id": 424, "gold": "cards", "pred": "cards", "latency_ms": 1287.0670999982394, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d3036ce07504c853f4d53fe64ae01d8979f6393a16436876a6237f6445162e66", "response_sha256": "1b57edec64ca31529a9ef07deb2bea55db21c509b672a4ade90397b0bebd0c82", "content": "{\"label\": \"cards\"}"}, {"id": 425, "gold": "mortgage", "pred": "mortgage", "latency_ms": 1065.3705000295304, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "670fde82cc24203703695cadc13441463b38877f51509e7d1f493b0677360423", "response_sha256": "ebc499d3f3fe4f744b78c4b0c84753c52a71f37a24e05e5ad37b8d0229064657", "content": "{\"label\":\"mortgage\"}"}, {"id": 426, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1232.6682000420988, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "49a43f6943ebab9271183e1b665293fdfd149c6a24099843ff3c47478759a8e2", "response_sha256": "4a9bca3825f516e952fa47c41ce38d62c1e85068cd390d1f104c3b41fa48def4", "content": "{\"label\": \"bank_account\"}"}, {"id": 427, "gold": "cards", "pred": "cards", "latency_ms": 792.618700012099, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3dac248a8ae1fda289732e3239cac8af15a7288ce579faf9033f2c2484168543", "response_sha256": "761f5f286ab9fddad14b5bec215c35e95bb63bb90cc6440f75d92f0bd8b21f15", "content": "{\"label\":\"cards\"}"}, {"id": 428, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 938.0288000102155, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2f6277a8138fbf413cb6d2774116f98664c03b8fbad8900c990433969b1538fc", "response_sha256": "ba4bb9298a37375fa5042e73df9d000d3d548e5a39833db84a9ddb206d5c1715", "content": "{\"label\":\"money_transfer\"}"}, {"id": 429, "gold": "cards", "pred": "cards", "latency_ms": 629.356799996458, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "861def4e8d68e44350113bcd1a746d72134185a02925a6985ded80656ba74e40", "response_sha256": "c5305d4f2ea91f586cb2fb79ad692e42fa5a728468e92de8f9a6aed7a0c985f0", "content": "{\"label\":\"cards\"}"}, {"id": 430, "gold": "loans", "pred": "loans", "latency_ms": 882.5674999970943, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ff9723ecee51cf2fedf800dc9c5344eec0361236ca17837511eb3118292bfeb", "response_sha256": "3c5b8268d5f9427a129224d45b81f37c35d5ff9a76d4593c9f3e4d0b35dd9057", "content": "{\"label\":\"loans\"}"}, {"id": 431, "gold": "mortgage", "pred": "mortgage", "latency_ms": 535.120900021866, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2dddea57e782c0ccf4307bc4b7d73fff30188c829e43e18d6576ccb0c6777592", "response_sha256": "f9f83f82495e1da32ad3740e26ff19b35bf1a81e27b5e503344bf35699f1539a", "content": "{\"label\":\"mortgage\"}"}, {"id": 432, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 809.6351000131108, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "cd1f73c7e8d65535b3e97f23ec3f2cb29681c7b1d17757eb8c18fee8556818be", "response_sha256": "f08149f53f86822e8574c5c1cfe29b50c3b75526e93895dd16544d3cf3001151", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 433, "gold": "student_loan", "pred": "bank_account", "latency_ms": 985.1655999664217, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a5e4a911d100b8c40a4b32d3ea3d2a34ce071f787dc468fcaf51094c17a28b6c", "response_sha256": "23aa7bf89b741c4f8d39ac0aea5af077c0489c281f71d6808de5c740d3dda23d", "content": "{\"label\":\"bank_account\"}"}, {"id": 434, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 979.7185999923386, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8a1dfc317fa6a62661837387da1b0703d19474d12fc957092b94b6aab9e0d3bd", "response_sha256": "6417a57ca4dda63b7cdb95106ace5692644895a09d2c8e47a34d4f27948c8c52", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 435, "gold": "student_loan", "pred": "student_loan", "latency_ms": 982.6062000356615, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "68dc0c508e615038fc7f90d68d903fcf788c7d7469636099ea722ebba402cc96", "response_sha256": "465dd988eb5b46a90bc900f8e1c09196a4f5cffe8684a929f93f48850e9aedfd", "content": "{\"label\":\"student_loan\"}"}, {"id": 436, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 980.7040999876335, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5a2f13c7248ad761d46bb16db4b845e0b298041099d6d730b5fa8b1c60bb1e46", "response_sha256": "80e635320edc42781ab5afe9243aba84d90711caab0f7dc1fe93c47fa9019c58", "content": "{\"label\":\"money_transfer\"}"}, {"id": 437, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1149.5618000044487, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "99d3c28a36253d1801b917ec7540a2664406064879745adbeef959cb6aa878d9", "response_sha256": "4914ea80b7002d19f26214718e7396e0f2c59b8eccf37ba998f138db75acbd9f", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 438, "gold": "bank_account", "pred": "bank_account", "latency_ms": 961.525899998378, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b923d3a7a8bbd689f3bf5411f8d98b3a6deb031eb70cc0bf9db1300641de0677", "response_sha256": "7ed2956fea3b82fd067357dc484aaf59feae3a5b8ec033d7c907b11de6ac5194", "content": "{\"label\": \"bank_account\"}"}, {"id": 439, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1072.8694000281394, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "db4f5cc9f0c4af469e03d79cf2864cb941faa68eebaa20282ca55234359e88a2", "response_sha256": "703b2405991893ff5d937ef4ecd09680d4121cf025c0fd37e0e1b77f8d6b04fc", "content": "{\"label\":\"student_loan\"}"}, {"id": 440, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 940.5175000429153, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c981389658bfba26e8c0a7e73a5ac3e44b6961652615291c386997a4d7088618", "response_sha256": "fcc90aff8d28b9871a73784ffebae589686cf286f51edb8693ae6b9972de72d1", "content": "{\"label\":\"debt_collection\"}"}, {"id": 441, "gold": "student_loan", "pred": "student_loan", "latency_ms": 781.0846000211313, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8653208a94bd435da5ab65c65e99e111349216b5b29f40829b82faad4d0523cc", "response_sha256": "2419c2c6d18e1a1e8a614ba3bbe367d1d35931a422b807f275cf9fc67eb74cdc", "content": "{\"label\":\"student_loan\"}"}, {"id": 442, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 777.2028000326827, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "09840a1186d45970b40c74f04bf97627f73813af7b19ef3123b415470a2de846", "response_sha256": "e816a31be60259338c48838ee4f57750ca785baae539bc7da66550934ceb6c1f", "content": "{\"label\":\"bank_account\"}"}, {"id": 443, "gold": "mortgage", "pred": "mortgage", "latency_ms": 845.7194000366144, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f723f0c406b324974ba9098ced80e9d1859fc9a5b26b7c69e548bec696bf99e2", "response_sha256": "a86e88ccf5ef893b56871f530982795576aaf93f8873254622e2c26b9450215d", "content": "{\"label\":\"mortgage\"}"}, {"id": 444, "gold": "bank_account", "pred": "bank_account", "latency_ms": 696.2606000015512, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "db160d37962e62faa0bd760b8dcc0edc89cdcd768c0e5b2c328525df45ad6cf9", "response_sha256": "114f1fb399de35537cea5533580551ff8823fbc5344d4622a88775442d8a00fc", "content": "{\"label\":\"bank_account\"}"}, {"id": 445, "gold": "bank_account", "pred": "bank_account", "latency_ms": 783.0480000120588, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "60081042c418c3558c23b3352075e16fbf123e19ccebc54f6a28497a432ec328", "response_sha256": "4ea49c0fd4905690edc22343fcdd3e159003ead9e04aa3d65ed728f66b22b3be", "content": "{\"label\":\"bank_account\"}"}, {"id": 446, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 833.9104999904521, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "2ba792c462cef26bd96ba7a336038c197487ef275b5c1f66b24d6246ab95d8cb", "response_sha256": "5bf25edbb0ad73bd38714a5d294d0f21450d04f8c51a06427928302364186266", "content": "{\"label\":\"bank_account\"}"}, {"id": 447, "gold": "student_loan", "pred": "student_loan", "latency_ms": 952.5894999969751, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f1807735b27567aea57356d9ddad1afd6c17cc8c7eff30350a13d224cec099df", "response_sha256": "f2d639c9aa426af583cc5371b9e5b9876af7179297dceca1470caf298c50e9ad", "content": "{\"label\":\"student_loan\"}"}, {"id": 448, "gold": "student_loan", "pred": "student_loan", "latency_ms": 778.7405000417493, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d1b8c0a0074552fb7f5720298ef90f838aa9b08bcb74ea7f6e4bbccbc50adb72", "response_sha256": "93bf38b0e4ec6236abe06b1409ab6fdeba0015d27b3ed032e5f80a7ffbe89307", "content": "{\"label\":\"student_loan\"}"}, {"id": 449, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1026.8890999723226, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "39f08a67818ebface7eeabda60f2e8afc222d8cd95923706b3b07a2e3f10ecc6", "response_sha256": "6c4fdde5304b7134e43591532f0dedfccc827a4e579bb3af9117b334d9f9da31", "content": "{\"label\":\"student_loan\"}"}, {"id": 450, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 777.6614999747835, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "6e6559b1686f5bc75f5dcb953a072b15601bc1df46dac68fe609dd416bfdd7dc", "response_sha256": "4e0729de16a7869e8df7361e2606033fec6e16ce478cd85d711aee9351b012a3", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 451, "gold": "student_loan", "pred": "student_loan", "latency_ms": 606.9155000150204, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "e9be7fb76a9dd1eff0ea8305bae519aca7394a126ffe4741812353ef69d6e324", "response_sha256": "5ab22f8cf63de52f5c1fee50eb41e8ae451390929e06aa88e2267d0230c1a72b", "content": "{\"label\":\"student_loan\"}"}, {"id": 452, "gold": "student_loan", "pred": "student_loan", "latency_ms": 664.2556000151671, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1eb6f287aaddbf8057a36c31fd65fd234f2ed69cd104faaff17293fc51e30330", "response_sha256": "bddf56896f58a431dc724565d9152b98e8944516cbcd49138f3696a740d4f2bd", "content": "{\"label\":\"student_loan\"}"}, {"id": 453, "gold": "loans", "pred": "loans", "latency_ms": 665.9645999898203, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "157aa465e67b31de628d158a8a38039462b02f73396326084180580651c5b724", "response_sha256": "76bff3bf10d5f574c49026e1c902c6626c1e05cf7941590f9ff022900c899af6", "content": "{\"label\":\"loans\"}"}, {"id": 454, "gold": "bank_account", "pred": "bank_account", "latency_ms": 757.6903000008315, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "0594aa99fbcaaa9066c4546290a4c3abe0a755531057c3f88c98188633d18b9d", "response_sha256": "e807814d728d1c95fdc7e099abc3bf12d823a44b3820e40318806c44741f019d", "content": "{\"label\": \"bank_account\"}"}, {"id": 455, "gold": "mortgage", "pred": "mortgage", "latency_ms": 934.9278999725357, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4fa4d6fb95a8e3527f13a325be1edc4949f2d814855f21e9962b5d3707d0d9d0", "response_sha256": "5a09ab494fa340c22fe59f6ff3118b4d9ff75d2043bd215858c5223b2417faef", "content": "{\"label\":\"mortgage\"}"}, {"id": 456, "gold": "student_loan", "pred": "student_loan", "latency_ms": 769.7329000220634, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "43f99068f08f3e9164c58d1fa3648cdfd63cbbb69e239a31c026857767c5e159", "response_sha256": "50f82430e71fbafcb04b0524f95309ead57da70ae550eb1b416ba81a5ae9f32f", "content": "{\"label\":\"student_loan\"}"}, {"id": 457, "gold": "student_loan", "pred": "student_loan", "latency_ms": 639.8068999988027, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1b2cb9c07818f19b636fc60875a348aaf4ad2d7b2f147e10da76c5b79a5805fe", "response_sha256": "e30e9bd788ce48e337c9f4be06b1f17ca912df76da61b2c8f677572b65e7593e", "content": "{\"label\": \"student_loan\"}"}, {"id": 458, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1165.3248999500647, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "3aaeb6a768900c99145c43faf58ae2371170249ad9ef87965d6e74901fb08f69", "response_sha256": "0c508b1b1b30237a4c769f30c974f3c2a74af67eca52381a5ad13e8b61e544fd", "content": "{\"label\":\"student_loan\"}"}, {"id": 459, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 862.1411999920383, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f5ad2bad95748858fac5fd8141eb5c79b0cd6afbf6980cfa3bc57047dc52e46e", "response_sha256": "e57a03f8acf413be1a52a5f5c4294d2bed7561613e8781f682dd5db9bd7d3bf3", "content": "{\"label\":\"bank_account\"}"}, {"id": 460, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 918.9087999984622, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5862f7702b2a7d1426e3321f985f3f61efa0271986bb1021c7cfdf99a33d58ae", "response_sha256": "f26b5b8ecd7183d582f0e0b96bc01ce9fae7609a7dbe7ca4b4f8710cfe46d28f", "content": "{\"label\": \"money_transfer\"}"}, {"id": 461, "gold": "bank_account", "pred": "bank_account", "latency_ms": 807.1333999978378, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "27e7081ca2fd28753c6fe4dae623d6ef4b8030ab3ec1b0cf795acb55a8be38d1", "response_sha256": "b2b8fdee2477faa4bfa3371137402747b42e9c24f0d7bef52e70312e654fb61f", "content": "{\"label\":\"bank_account\"}"}, {"id": 462, "gold": "mortgage", "pred": "mortgage", "latency_ms": 629.4475999893621, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d8ba99ddae52ecedcb2510b5f49ccc4f9bc2eddcf905ac0cb9874583747bde62", "response_sha256": "ccaf09194db9e92a96c6bb1f81b423915dab877149bbc2d872e9b9f7950b65f5", "content": "{\"label\":\"mortgage\"}"}, {"id": 463, "gold": "mortgage", "pred": "mortgage", "latency_ms": 805.6180999847129, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c8f2263abd034f27be0e5d95cedcbcfd2d7704b720c1690f57afe365141f3710", "response_sha256": "a2d63ac879d85bb5695cc82f2d85a5bcc7d83c79d08296c5c21801f3d4ba685e", "content": "{\"label\":\"mortgage\"}"}, {"id": 464, "gold": "student_loan", "pred": "student_loan", "latency_ms": 853.3065000083297, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "04af7f4211da9cff7da2fbc9e275c739086473b6df8ff028b123b506d506deb5", "response_sha256": "52fe20d8c4cf731741eddb18e6d701071318f3880cbd090860e48c51e9dfe184", "content": "{\"label\": \"student_loan\"}"}, {"id": 465, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 688.3573000086471, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7a6cb5ed21b9e1511ddcbbf890d048570fff216a1a8d376658a9c173c40b5fdc", "response_sha256": "9b1665a38e241291d6072a0a60cdb0bb3af2e0aa82cceb7d03aca072e16a7010", "content": "{\"label\":\"debt_collection\"}"}, {"id": 466, "gold": "bank_account", "pred": "bank_account", "latency_ms": 503.7569999694824, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "52f5e06a85e0f717eee5bd8c1a405206cae4de822583e657c0f002f0acdf9793", "response_sha256": "b4af1becc9059798299e77933672076de71f568fff279664786f0724294c9485", "content": "{\"label\":\"bank_account\"}"}, {"id": 467, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 676.9142000121064, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9440a128eb97ca51d57eb10f8f1f2b154b99d9ef05bf570e1b42795313691975", "response_sha256": "89304b73b47377b2a0c83f5b51357b2b4cbcb2ea515ee79853fa750928bdfa3a", "content": "{\"label\":\"debt_collection\"}"}, {"id": 468, "gold": "loans", "pred": "loans", "latency_ms": 838.7801000499167, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "bf328042d4bb1dadd7e1abcdc5db90107589f108e8412c961667d39d87bcd48b", "response_sha256": "03af278171a53c1d11a6a7cf61b2fa961cb450f326ac3fbce534b148fc11d8cb", "content": "{\"label\":\"loans\"}"}, {"id": 469, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 948.9385000197217, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "c1242e52cd9dba69f473c56ef7ca47dfed0271ad1154d9a5dd8d1179b86de1bf", "response_sha256": "31531c53eb9c4d906bc62fcb76435d46afd199549fd56a596dbe0713ad4250f4", "content": "{\"label\":\"money_transfer\"}"}, {"id": 470, "gold": "student_loan", "pred": "student_loan", "latency_ms": 828.9112999918871, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b84d52a1e746383b717e648a4725d54b4deb5580f2899db0ca10d763be96c752", "response_sha256": "da49a822703238a7b816992c157ddc2a24ae970db60cb5b54ac7c580e17c25f1", "content": "{\"label\":\"student_loan\"}"}, {"id": 471, "gold": "mortgage", "pred": "mortgage", "latency_ms": 946.9817000208423, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7b225e85ae7e4af32b4ea2e1c6e47c2d5e5d33384fd8ec8bcccd57817dc01eba", "response_sha256": "64b7d4ead9ebad891f591ddc783d24ea4f6954aea1d87bd458ae9f717f0f86f5", "content": "{\"label\":\"mortgage\"}"}, {"id": 472, "gold": "cards", "pred": "cards", "latency_ms": 1056.1819999711588, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "ccf1f1a24705c58b8c76eb698e40d609f77cf924f58286d4360016195b29b8cb", "response_sha256": "8033c565b0a139178339b500e1febb2c5f6da2624ee8e6c19c5628706afb54a2", "content": "{\"label\": \"cards\"}"}, {"id": 473, "gold": "loans", "pred": "loans", "latency_ms": 773.8772999728099, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "64800bcc1a7c74c33b90437e0d9f615b04d7711f2e91bb01c394e9bb9e32bd97", "response_sha256": "b9602f80f849c0d6cf32a3e89cf4a04f20ef8bbaedd741739be7e89a69969f7b", "content": "{\"label\":\"loans\"}"}, {"id": 474, "gold": "loans", "pred": "loans", "latency_ms": 1075.8859000052325, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d097848352b7e5c4c397df09080f1f2d24a98e62e71d37dc3d691400311bd2fd", "response_sha256": "839aa460096dd397ceba5ffac3dd25eb6e108b944b69481bff64dd8e0158ae89", "content": "{\"label\": \"loans\"}"}, {"id": 475, "gold": "loans", "pred": "debt_collection", "latency_ms": 879.026899987366, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "132ed8a1053126912cd04912cf19fa5cd3bf31013fc5870884ec33419e2040c8", "response_sha256": "6a30887a8c67d2830357cc74b0f47952c7da85a53032d7d00c529af6a9c1f852", "content": "{\"label\":\"debt_collection\"}"}, {"id": 476, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 772.0326000126079, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d25e4164b975c39cd8df751c013f9616bd866760af477080beaea79fdf74e3b8", "response_sha256": "00a4c7a75eeec6ee25ba28a5ecee400e38eda8e6e11a29059e10037c234b3187", "content": "{\"label\":\"debt_collection\"}"}, {"id": 477, "gold": "cards", "pred": "cards", "latency_ms": 542.6043000188656, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "45f4cdb2fd5a330ef2038c5c20c7b8237406e7f4f939cc37b774e1aad994a8f7", "response_sha256": "532edfada08a39fdcd541c4331a12b4ab3b542f8174428e62ae041abd9a04141", "content": "{\"label\":\"cards\"}"}, {"id": 478, "gold": "student_loan", "pred": "student_loan", "latency_ms": 648.0898000299931, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8522c0562ef6abf41699360fb062b5f4a56f1e9192ec67470dd8646b92568d32", "response_sha256": "4b37e0df26a94f09b4671aab1297793fe584713433b37a1d0188a21986b1cd81", "content": "{\"label\":\"student_loan\"}"}, {"id": 479, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 829.8196999821812, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a49b4a65ea9ba6e02e192f04596707808cb42ae17753bd33c7e33f293231c8bf", "response_sha256": "8a3f6e0cb85c5d2ac22e374ec496e10a565520024a59d346dcbc7e20d073ed6c", "content": "{\"label\":\"money_transfer\"}"}, {"id": 480, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 1115.9665999584831, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9e2dbf72b39b8ad5958cba817b3b20e9b39f2558e5257e20d56098ab2c8bea21", "response_sha256": "6fcb00d9b8441630482fc350d84149f9ea8d4222747203b228e5b8aca45e52ea", "content": "{\"label\":\"money_transfer\"}"}, {"id": 481, "gold": "cards", "pred": "cards", "latency_ms": 933.5683999815956, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "07dda02d36b2bd523a67f79165249779e37299221f31bab7012e4e663728dd43", "response_sha256": "95231c73def36644df2039a85abbb08ac92799d3b1d4868904a44d55194f3727", "content": "{\"label\":\"cards\"}"}, {"id": 482, "gold": "bank_account", "pred": "bank_account", "latency_ms": 1117.8933000192046, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "598ef37682117550bd2c3376b43dff14c9c07092118f0c0e4747d16f9dbeea44", "response_sha256": "61173ce72d9fac0bc76ab6f58984d6cc278d45257e696b319cee5ad71ef9c388", "content": "{\"label\":\"bank_account\"}"}, {"id": 483, "gold": "cards", "pred": "cards", "latency_ms": 959.5533999963664, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d26ab49b9a0c8b75c12de85553bed4a4e59057433e54d4a6f793847bf61aa80c", "response_sha256": "56b2ff2186e9aecabd5c21eca4d887008ed5e379bf272a9db5cb2edcff18056f", "content": "{\"label\":\"cards\"}"}, {"id": 484, "gold": "money_transfer", "pred": "money_transfer", "latency_ms": 826.3924000202678, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f5db399d9b58320526b3361104eed57b883855b23d24486e9c53217eea01bc3b", "response_sha256": "5aa044c541869c30a0e67883eec98a377c49a226b106fdf188a223b5c3f794fb", "content": "{\"label\":\"money_transfer\"}"}, {"id": 485, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1086.4840999711305, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b9d21a6624daaafbbae21055ec15ff83e46ab6e417b41399f12e0bbf4a1da35e", "response_sha256": "f2244915543856c43832a313f23882078dd8a6803a37465420e13bbc9e480db3", "content": "{\"label\":\"debt_collection\"}"}, {"id": 486, "gold": "student_loan", "pred": "student_loan", "latency_ms": 1010.7043999596499, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "f243c78fb7fc37624d8485ade8e61d6b42e90ade9f55b90d24d43649fb352d6d", "response_sha256": "075dded504eda8359b95106414f1fdf40bd2593e7d2d2e1748899e58a862a474", "content": "{\"label\":\"student_loan\"}"}, {"id": 487, "gold": "loans", "pred": "loans", "latency_ms": 760.7895000255667, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "b5ac0a21ae779c2a7553b8b85044e1fe8b733bdb60c571c71ff79c77b4b7e5f5", "response_sha256": "8a83fa673a25bbb995726817be1a331a6103cacdf147308d604dc2740994bd7b", "content": "{\"label\":\"loans\"}"}, {"id": 488, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 889.3877000082284, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "1f1d258ec9e085c7f16f334e4e3907449f6326a2e8f4d0309b8a4661d883d974", "response_sha256": "602db4dc0cc89b1adafb99258d4e243206493b86c6d82b6baa0668f734725328", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 489, "gold": "mortgage", "pred": "loans", "latency_ms": 821.2964000413194, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "dd1782a4fad79b95a6c6275d942391684f113eba942a464fc845f736bc657f6d", "response_sha256": "c83583c4b4b76edcf12724f8e0bf333886d79550493dfd091866f889a593749f", "content": "{\"label\": \"loans\"}"}, {"id": 490, "gold": "money_transfer", "pred": "bank_account", "latency_ms": 904.1420000139624, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "8504d7fb2792b0018aba4eb2143ed04ac7d1185c042c7409165282403043f34a", "response_sha256": "e214be115f04d52885a17433fc8ad67b89b5f2b3d96e8b53bcecf22bda5fbf03", "content": "{\"label\":\"bank_account\"}"}, {"id": 491, "gold": "cards", "pred": "cards", "latency_ms": 1023.0099000036716, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "7de7fdeab396430809d588fad778525c27204e810adc5d1cc8c3d7f0edba4b1d", "response_sha256": "dd6c1bbd7b4b0f65833cfb1026ba590851f4ed1ddb55cd9a02ef2ea7bbff875d", "content": "{\"label\":\"cards\"}"}, {"id": 492, "gold": "debt_collection", "pred": "debt_collection", "latency_ms": 1074.9238999560475, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4d8d3b42b924aa7e8a2759e14e2a57fe8b805a4a6bbc6f9386a94a383c0d1267", "response_sha256": "d6f05a080c0c75c18b92bc95e4910567f3b55ff5c59eded678a01ba7fd8933ef", "content": "{\"label\":\"debt_collection\"}"}, {"id": 493, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 1071.6186999925412, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "5cacaee16e1b103bffe473cbdaf28d3fbb54fe3b0cbc2f1a61e529b0343bf6a8", "response_sha256": "efb5eed6802a4eba18de440797d97fcffe319f1a846006fafa364bec176364af", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 494, "gold": "debt_collection", "pred": "credit_reporting", "latency_ms": 1004.6444999752566, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "9625f171145a160430636c84121f54de56803c497324f79ae5d5e7417b911173", "response_sha256": "3619efbe68cb225ca34246d3f6722d7270f76e2cc083fbea8c043ef8e9e4b91a", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 495, "gold": "loans", "pred": "cards", "latency_ms": 1045.0141999754123, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "51c06aa03e22336ecd5b2d065bee99fbfbeb86ef3592c29a1ab94f1b51b962d6", "response_sha256": "ae33762eca24ef687f5a84af1caf8f0885b28aa4d75548160c62c77395d4032d", "content": "{\"label\": \"cards\"}"}, {"id": 496, "gold": "cards", "pred": "cards", "latency_ms": 898.6871999804862, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a52bb2877751599212eacca0fc3314edb97a9c500b4779114e9b728e245684d8", "response_sha256": "fa478d089561a99bca846f4a2736509683e57660580b8de449610d6ca8e8304f", "content": "{\"label\":\"cards\"}"}, {"id": 497, "gold": "bank_account", "pred": "bank_account", "latency_ms": 931.9418999948539, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "a10bb10c744a9ecc01771093cfe800e789a5fa890856b01f71cb50d51ba7984d", "response_sha256": "03713c78f29ee8ad826a9a1a71e4fe6468413d2c98ba086cbc1aa5e1842531bc", "content": "{\"label\":\"bank_account\"}"}, {"id": 498, "gold": "credit_reporting", "pred": "credit_reporting", "latency_ms": 687.9115999909118, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "4e03eaaa488e37f1075a916b82f73ac5a61c6be2c27dbef4f33d73f08534a179", "response_sha256": "954c8b6a0dcd075d0fba7f4370c97ca0074e28bab61d6bee38109f2397d1ed27", "content": "{\"label\":\"credit_reporting\"}"}, {"id": 499, "gold": "loans", "pred": "loans", "latency_ms": 832.0566000184044, "model_returned": "gpt-4o-mini-2024-07-18", "request_sha256": "d807f133cec494114ee34fdcedc3fb5b6f4ce735ca5ce0916fe0c8c961ea1e26", "response_sha256": "8bd08ce0bff5b0a50787dbb7b0f1c51b05426e8f666959ace441524a2369e593", "content": "{\"label\":\"loans\"}"}]}