{"row_id": "0ddb20ff0a04ab8a565e63602e55b2b8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6116586327552795, "raw_score": -15.546695709228516, "rank": 1}, {"label": "request_for_info", "score": 0.256968230009079, "raw_score": -16.413917541503906, "rank": 2}, {"label": "cannot_answer", "score": 0.09064534306526184, "raw_score": -17.455915451049805, "rank": 3}, {"label": "direct", "score": 0.040727827697992325, "raw_score": -18.255958557128906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d0a0fd9a6539e9d251f376d5684387c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6116586327552795, "raw_score": -15.546695709228516, "rank": 1}, {"label": "request_for_info", "score": 0.256968230009079, "raw_score": -16.413917541503906, "rank": 2}, {"label": "cannot_answer", "score": 0.09064534306526184, "raw_score": -17.455915451049805, "rank": 3}, {"label": "direct", "score": 0.040727827697992325, "raw_score": -18.255958557128906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4c803360cee695d80202526e0e9ac0a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.577298641204834, "raw_score": -19.137393951416016, "rank": 1}, {"label": "cannot_answer", "score": 0.20156072080135345, "raw_score": -20.18966293334961, "rank": 2}, {"label": "direct", "score": 0.14784716069698334, "raw_score": -20.499574661254883, "rank": 3}, {"label": "request_for_info", "score": 0.07329344749450684, "raw_score": -21.201282501220703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d8ea59fed434a1dee304a7d0386e1c3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6937484741210938, "raw_score": -12.974283218383789, "rank": 1}, {"label": "request_for_info", "score": 0.1690044105052948, "raw_score": -14.386467933654785, "rank": 2}, {"label": "cannot_answer", "score": 0.09177181124687195, "raw_score": -14.997087478637695, "rank": 3}, {"label": "direct", "score": 0.04547533765435219, "raw_score": -15.699222564697266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d6d38d012391e35bb96f90b1abbec6b4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.687213659286499, "raw_score": -16.165678024291992, "rank": 1}, {"label": "request_for_info", "score": 0.13548283278942108, "raw_score": -17.789478302001953, "rank": 2}, {"label": "cannot_answer", "score": 0.10521911829710007, "raw_score": -18.042278289794922, "rank": 3}, {"label": "direct", "score": 0.0720844715833664, "raw_score": -18.42048454284668, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d64145574efa30cc3bbabfdceca6e7d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6713793277740479, "raw_score": -11.229499816894531, "rank": 1}, {"label": "cannot_answer", "score": 0.19122633337974548, "raw_score": -12.485376358032227, "rank": 2}, {"label": "request_for_info", "score": 0.11653168499469757, "raw_score": -12.980670928955078, "rank": 3}, {"label": "direct", "score": 0.020862655714154243, "raw_score": -14.700873374938965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11d2b889101af0504c5ba310de025d42", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8198636770248413, "raw_score": -5.582688331604004, "rank": 1}, {"label": "cannot_answer", "score": 0.11185958236455917, "raw_score": -7.574582099914551, "rank": 2}, {"label": "request_for_info", "score": 0.0473741739988327, "raw_score": -8.433749198913574, "rank": 3}, {"label": "direct", "score": 0.020902594551444054, "raw_score": -9.251953125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6072341b364f367bab95c807c09cc11e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8198636770248413, "raw_score": -5.582688331604004, "rank": 1}, {"label": "cannot_answer", "score": 0.11185958236455917, "raw_score": -7.574582099914551, "rank": 2}, {"label": "request_for_info", "score": 0.0473741739988327, "raw_score": -8.433749198913574, "rank": 3}, {"label": "direct", "score": 0.020902594551444054, "raw_score": -9.251953125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c53138c02ebac9d7d5b7a3b03899b626", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7671169638633728, "raw_score": -12.163007736206055, "rank": 1}, {"label": "cannot_answer", "score": 0.12442106008529663, "raw_score": -13.981975555419922, "rank": 2}, {"label": "request_for_info", "score": 0.1019158586859703, "raw_score": -14.181499481201172, "rank": 3}, {"label": "direct", "score": 0.006546079646795988, "raw_score": -16.926780700683594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a08fc2316283b2ba7b309c5de21e021", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8122367262840271, "raw_score": -11.743608474731445, "rank": 1}, {"label": "request_for_info", "score": 0.10082334280014038, "raw_score": -13.83003044128418, "rank": 2}, {"label": "cannot_answer", "score": 0.07378552854061127, "raw_score": -14.142237663269043, "rank": 3}, {"label": "direct", "score": 0.013154451735317707, "raw_score": -15.866640090942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d27c8fa8b1ae3f100146dcca310050b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7151846885681152, "raw_score": -10.7250337600708, "rank": 1}, {"label": "request_for_info", "score": 0.14362360537052155, "raw_score": -12.330378532409668, "rank": 2}, {"label": "cannot_answer", "score": 0.130149707198143, "raw_score": -12.428889274597168, "rank": 3}, {"label": "direct", "score": 0.01104202214628458, "raw_score": -14.895866394042969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3e70bb4fc5ba742c39b758a854d1004", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8122367262840271, "raw_score": -11.743608474731445, "rank": 1}, {"label": "request_for_info", "score": 0.10082334280014038, "raw_score": -13.83003044128418, "rank": 2}, {"label": "cannot_answer", "score": 0.07378552854061127, "raw_score": -14.142237663269043, "rank": 3}, {"label": "direct", "score": 0.013154451735317707, "raw_score": -15.866640090942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca0975ba1423b0b7798337ef2a3dc319", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8122367262840271, "raw_score": -11.743608474731445, "rank": 1}, {"label": "request_for_info", "score": 0.10082334280014038, "raw_score": -13.83003044128418, "rank": 2}, {"label": "cannot_answer", "score": 0.07378552854061127, "raw_score": -14.142237663269043, "rank": 3}, {"label": "direct", "score": 0.013154451735317707, "raw_score": -15.866640090942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a8fa4d6fe1599242a0771a9c80e3509", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7462964653968811, "raw_score": -14.047250747680664, "rank": 1}, {"label": "cannot_answer", "score": 0.15644954144954681, "raw_score": -15.609640121459961, "rank": 2}, {"label": "request_for_info", "score": 0.07823607325553894, "raw_score": -16.302642822265625, "rank": 3}, {"label": "direct", "score": 0.019017893821001053, "raw_score": -17.71699333190918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6309f7727c01b4b58beb5de5bb6181d5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7151846885681152, "raw_score": -10.7250337600708, "rank": 1}, {"label": "request_for_info", "score": 0.14362360537052155, "raw_score": -12.330378532409668, "rank": 2}, {"label": "cannot_answer", "score": 0.130149707198143, "raw_score": -12.428889274597168, "rank": 3}, {"label": "direct", "score": 0.01104202214628458, "raw_score": -14.895866394042969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ae14648e65a439bd73b0c20755442d8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.852898895740509, "raw_score": -10.345596313476562, "rank": 1}, {"label": "request_for_info", "score": 0.07747782766819, "raw_score": -12.744245529174805, "rank": 2}, {"label": "cannot_answer", "score": 0.05834006145596504, "raw_score": -13.027948379516602, "rank": 3}, {"label": "direct", "score": 0.011283201165497303, "raw_score": -14.67092227935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "50f04a4d23336fa275d41bbfce32582a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.852898895740509, "raw_score": -10.345596313476562, "rank": 1}, {"label": "request_for_info", "score": 0.07747782766819, "raw_score": -12.744245529174805, "rank": 2}, {"label": "cannot_answer", "score": 0.05834006145596504, "raw_score": -13.027948379516602, "rank": 3}, {"label": "direct", "score": 0.011283201165497303, "raw_score": -14.67092227935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b530d3662f58935a1c8682dea7e780d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7671169638633728, "raw_score": -12.163007736206055, "rank": 1}, {"label": "cannot_answer", "score": 0.12442106008529663, "raw_score": -13.981975555419922, "rank": 2}, {"label": "request_for_info", "score": 0.1019158586859703, "raw_score": -14.181499481201172, "rank": 3}, {"label": "direct", "score": 0.006546079646795988, "raw_score": -16.926780700683594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c5d4acce60b26630ec381fdefe89d87", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.852898895740509, "raw_score": -10.345596313476562, "rank": 1}, {"label": "request_for_info", "score": 0.07747782766819, "raw_score": -12.744245529174805, "rank": 2}, {"label": "cannot_answer", "score": 0.05834006145596504, "raw_score": -13.027948379516602, "rank": 3}, {"label": "direct", "score": 0.011283201165497303, "raw_score": -14.67092227935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fb79003495f58b0144fcd1f688b7216", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7151846885681152, "raw_score": -10.7250337600708, "rank": 1}, {"label": "request_for_info", "score": 0.14362360537052155, "raw_score": -12.330378532409668, "rank": 2}, {"label": "cannot_answer", "score": 0.130149707198143, "raw_score": -12.428889274597168, "rank": 3}, {"label": "direct", "score": 0.01104202214628458, "raw_score": -14.895866394042969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0899683412ca32af95f46dbe19ad4424", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7151846885681152, "raw_score": -10.7250337600708, "rank": 1}, {"label": "request_for_info", "score": 0.14362360537052155, "raw_score": -12.330378532409668, "rank": 2}, {"label": "cannot_answer", "score": 0.130149707198143, "raw_score": -12.428889274597168, "rank": 3}, {"label": "direct", "score": 0.01104202214628458, "raw_score": -14.895866394042969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bbc01f379aa98671d142e77294a390ff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7671169638633728, "raw_score": -12.163007736206055, "rank": 1}, {"label": "cannot_answer", "score": 0.12442106008529663, "raw_score": -13.981975555419922, "rank": 2}, {"label": "request_for_info", "score": 0.1019158586859703, "raw_score": -14.181499481201172, "rank": 3}, {"label": "direct", "score": 0.006546079646795988, "raw_score": -16.926780700683594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f3cd97af6841c6304fcc09eb4509f8e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8122367262840271, "raw_score": -11.743608474731445, "rank": 1}, {"label": "request_for_info", "score": 0.10082334280014038, "raw_score": -13.83003044128418, "rank": 2}, {"label": "cannot_answer", "score": 0.07378552854061127, "raw_score": -14.142237663269043, "rank": 3}, {"label": "direct", "score": 0.013154451735317707, "raw_score": -15.866640090942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6c4e7bc39f9a723989fc097b2c63db1", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.6780300140380859, "raw_score": -10.876585006713867, "rank": 1}, {"label": "tool_call", "score": 0.2774357199668884, "raw_score": -11.770187377929688, "rank": 2}, {"label": "cannot_answer", "score": 0.032288841903209686, "raw_score": -13.92105484008789, "rank": 3}, {"label": "direct", "score": 0.012245320715010166, "raw_score": -14.890632629394531, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "479f5c16c07895096b31a087ceb5a880", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.6780300140380859, "raw_score": -10.876585006713867, "rank": 1}, {"label": "tool_call", "score": 0.2774357199668884, "raw_score": -11.770187377929688, "rank": 2}, {"label": "cannot_answer", "score": 0.032288841903209686, "raw_score": -13.92105484008789, "rank": 3}, {"label": "direct", "score": 0.012245320715010166, "raw_score": -14.890632629394531, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66cf6d07c18ccc797edab39c294240f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5983271598815918, "raw_score": -3.452401638031006, "rank": 1}, {"label": "cannot_answer", "score": 0.1736447960138321, "raw_score": -4.68952751159668, "rank": 2}, {"label": "request_for_info", "score": 0.1484711766242981, "raw_score": -4.846148490905762, "rank": 3}, {"label": "direct", "score": 0.07955688238143921, "raw_score": -5.470067024230957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa40c45cd90d394a05e8829ee7d8c015", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5983271598815918, "raw_score": -3.452401638031006, "rank": 1}, {"label": "cannot_answer", "score": 0.1736447960138321, "raw_score": -4.68952751159668, "rank": 2}, {"label": "request_for_info", "score": 0.1484711766242981, "raw_score": -4.846148490905762, "rank": 3}, {"label": "direct", "score": 0.07955688238143921, "raw_score": -5.470067024230957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29e049aea8e1d39872664a1307c0acc1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5516939759254456, "raw_score": -18.771434783935547, "rank": 1}, {"label": "cannot_answer", "score": 0.1669480800628662, "raw_score": -19.966745376586914, "rank": 2}, {"label": "request_for_info", "score": 0.14641708135604858, "raw_score": -20.09796905517578, "rank": 3}, {"label": "direct", "score": 0.13494080305099487, "raw_score": -20.17959213256836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f088dbbcb2bf2abf11d10c1b58079be", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5642280578613281, "raw_score": -13.31826400756836, "rank": 1}, {"label": "direct", "score": 0.23735877871513367, "raw_score": -14.184149742126465, "rank": 2}, {"label": "cannot_answer", "score": 0.1200796589255333, "raw_score": -14.865567207336426, "rank": 3}, {"label": "request_for_info", "score": 0.07833347469568253, "raw_score": -15.292747497558594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4614dc12be9f4707baac94959929ac60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5212583541870117, "raw_score": -12.502269744873047, "rank": 1}, {"label": "cannot_answer", "score": 0.27900898456573486, "raw_score": -13.12727165222168, "rank": 2}, {"label": "request_for_info", "score": 0.1108529344201088, "raw_score": -14.050311088562012, "rank": 3}, {"label": "direct", "score": 0.08887971192598343, "raw_score": -14.271231651306152, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c641f6a22532270fb6476e3cd7cb706", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44199010729789734, "raw_score": -11.109136581420898, "rank": 1}, {"label": "cannot_answer", "score": 0.2760477662086487, "raw_score": -11.579850196838379, "rank": 2}, {"label": "request_for_info", "score": 0.17098677158355713, "raw_score": -12.058837890625, "rank": 3}, {"label": "direct", "score": 0.11097539216279984, "raw_score": -12.49111557006836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f463a0c24f6676ac0fd9f63a81f4648", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44199010729789734, "raw_score": -11.109136581420898, "rank": 1}, {"label": "cannot_answer", "score": 0.2760477662086487, "raw_score": -11.579850196838379, "rank": 2}, {"label": "request_for_info", "score": 0.17098677158355713, "raw_score": -12.058837890625, "rank": 3}, {"label": "direct", "score": 0.11097539216279984, "raw_score": -12.49111557006836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17fd349f32f57485b970b3f1d218bb76", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7812833189964294, "raw_score": -11.81599235534668, "rank": 1}, {"label": "cannot_answer", "score": 0.10558818280696869, "raw_score": -13.817383766174316, "rank": 2}, {"label": "request_for_info", "score": 0.10119040310382843, "raw_score": -13.859926223754883, "rank": 3}, {"label": "direct", "score": 0.011938054114580154, "raw_score": -15.997199058532715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a8ee294fdac9793f7f636eebdb53b12", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6509222388267517, "raw_score": -13.759676933288574, "rank": 1}, {"label": "request_for_info", "score": 0.1778879314661026, "raw_score": -15.056913375854492, "rank": 2}, {"label": "cannot_answer", "score": 0.15143151581287384, "raw_score": -15.217933654785156, "rank": 3}, {"label": "direct", "score": 0.019758332520723343, "raw_score": -17.254491806030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa14e51410b85966632836c3c47a1242", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9470826983451843, "raw_score": -13.818809509277344, "rank": 1}, {"label": "request_for_info", "score": 0.033067815005779266, "raw_score": -17.173635482788086, "rank": 2}, {"label": "cannot_answer", "score": 0.013750972226262093, "raw_score": -18.05108642578125, "rank": 3}, {"label": "direct", "score": 0.0060984892770648, "raw_score": -18.864154815673828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "684eeaf54f3db81fa40c09b64e29c09e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8248903751373291, "raw_score": -14.214988708496094, "rank": 1}, {"label": "request_for_info", "score": 0.09835538268089294, "raw_score": -16.341651916503906, "rank": 2}, {"label": "cannot_answer", "score": 0.06924747675657272, "raw_score": -16.69255256652832, "rank": 3}, {"label": "direct", "score": 0.007506766356527805, "raw_score": -18.9144344329834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "06e8845e72f43131e142eeaf8786e9b2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4680803716182709, "raw_score": -17.762760162353516, "rank": 1}, {"label": "request_for_info", "score": 0.3304979205131531, "raw_score": -18.11079978942871, "rank": 2}, {"label": "direct", "score": 0.12429964542388916, "raw_score": -19.08870506286621, "rank": 3}, {"label": "cannot_answer", "score": 0.07712201774120331, "raw_score": -19.566011428833008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2730afce695438a6830f831f999c16b5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.789225697517395, "raw_score": -6.912323951721191, "rank": 1}, {"label": "request_for_info", "score": 0.09322477877140045, "raw_score": -9.048362731933594, "rank": 2}, {"label": "cannot_answer", "score": 0.08615356683731079, "raw_score": -9.12724494934082, "rank": 3}, {"label": "direct", "score": 0.03139599785208702, "raw_score": -10.136695861816406, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e72a3bd90fc9866d43098db1ad655c4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.422595739364624, "raw_score": -16.64153289794922, "rank": 1}, {"label": "request_for_info", "score": 0.39775365591049194, "raw_score": -16.702116012573242, "rank": 2}, {"label": "cannot_answer", "score": 0.1290595680475235, "raw_score": -17.827674865722656, "rank": 3}, {"label": "direct", "score": 0.05059099197387695, "raw_score": -18.764175415039062, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27237486c97df1fb9d41eebfcca5258d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4764002561569214, "raw_score": -14.530051231384277, "rank": 1}, {"label": "request_for_info", "score": 0.3098745346069336, "raw_score": -14.960142135620117, "rank": 2}, {"label": "cannot_answer", "score": 0.19622951745986938, "raw_score": -15.417024612426758, "rank": 3}, {"label": "direct", "score": 0.017495768144726753, "raw_score": -17.8343505859375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f231a1b30614465650d75ddfd83da3d7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563241183757782, "raw_score": -16.494808197021484, "rank": 1}, {"label": "cannot_answer", "score": 0.20334020256996155, "raw_score": -17.513635635375977, "rank": 2}, {"label": "request_for_info", "score": 0.15827152132987976, "raw_score": -17.764204025268555, "rank": 3}, {"label": "direct", "score": 0.07514704018831253, "raw_score": -18.509069442749023, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a6a2365ef3d56f9c7388b79b9a4095b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5010665655136108, "raw_score": -15.277812004089355, "rank": 1}, {"label": "request_for_info", "score": 0.19039230048656464, "raw_score": -16.245464324951172, "rank": 2}, {"label": "cannot_answer", "score": 0.158438578248024, "raw_score": -16.429183959960938, "rank": 3}, {"label": "direct", "score": 0.15010251104831696, "raw_score": -16.483232498168945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "138380e929fd8e3322a3dc63a7e4ecb4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.462462842464447, "raw_score": -16.94773292541504, "rank": 1}, {"label": "direct", "score": 0.2204085886478424, "raw_score": -17.68881607055664, "rank": 2}, {"label": "request_for_info", "score": 0.18286773562431335, "raw_score": -17.87553596496582, "rank": 3}, {"label": "cannot_answer", "score": 0.13426080346107483, "raw_score": -18.18451499938965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4df07c77c4df656874e07bc2b4e17e77", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5010665655136108, "raw_score": -15.277812004089355, "rank": 1}, {"label": "request_for_info", "score": 0.19039230048656464, "raw_score": -16.245464324951172, "rank": 2}, {"label": "cannot_answer", "score": 0.158438578248024, "raw_score": -16.429183959960938, "rank": 3}, {"label": "direct", "score": 0.15010251104831696, "raw_score": -16.483232498168945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d17d229bf372bcbdc70bccfd5bc084f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6953057646751404, "raw_score": -3.86692476272583, "rank": 1}, {"label": "request_for_info", "score": 0.21034175157546997, "raw_score": -5.062542915344238, "rank": 2}, {"label": "cannot_answer", "score": 0.05455430597066879, "raw_score": -6.412079811096191, "rank": 3}, {"label": "direct", "score": 0.03979816660284996, "raw_score": -6.7274556159973145, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "518de1e22fbe6b2cf1afad446d48e78e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9017633199691772, "raw_score": -7.492685317993164, "rank": 1}, {"label": "cannot_answer", "score": 0.06023016944527626, "raw_score": -10.198863983154297, "rank": 2}, {"label": "request_for_info", "score": 0.02503395825624466, "raw_score": -11.076804161071777, "rank": 3}, {"label": "direct", "score": 0.012972555123269558, "raw_score": -11.734201431274414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8732ffc963aa7acbe54d00e60c8a72c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.758927583694458, "raw_score": -10.752065658569336, "rank": 1}, {"label": "request_for_info", "score": 0.20228911936283112, "raw_score": -12.074274063110352, "rank": 2}, {"label": "cannot_answer", "score": 0.0258951298892498, "raw_score": -14.12991714477539, "rank": 3}, {"label": "direct", "score": 0.01288815401494503, "raw_score": -14.82766342163086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83c30fa5349d829d6a70d1bd1d50004e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7283830046653748, "raw_score": -11.462798118591309, "rank": 1}, {"label": "cannot_answer", "score": 0.15739068388938904, "raw_score": -12.994894027709961, "rank": 2}, {"label": "request_for_info", "score": 0.08729470521211624, "raw_score": -13.584335327148438, "rank": 3}, {"label": "direct", "score": 0.026931583881378174, "raw_score": -14.76032543182373, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5db0d304be2e9060f7f9e77effc5389", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.758927583694458, "raw_score": -10.752065658569336, "rank": 1}, {"label": "request_for_info", "score": 0.20228911936283112, "raw_score": -12.074274063110352, "rank": 2}, {"label": "cannot_answer", "score": 0.0258951298892498, "raw_score": -14.12991714477539, "rank": 3}, {"label": "direct", "score": 0.01288815401494503, "raw_score": -14.82766342163086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3adbd469c86e63018df8fae37661f32", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5638026595115662, "raw_score": -13.981687545776367, "rank": 1}, {"label": "cannot_answer", "score": 0.24426734447479248, "raw_score": -14.81812858581543, "rank": 2}, {"label": "request_for_info", "score": 0.16845247149467468, "raw_score": -15.189738273620605, "rank": 3}, {"label": "direct", "score": 0.023477554321289062, "raw_score": -17.16034698486328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9cd64df972eba887e1443f466201b7f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6873548030853271, "raw_score": -11.027993202209473, "rank": 1}, {"label": "request_for_info", "score": 0.1582946628332138, "raw_score": -12.49638557434082, "rank": 2}, {"label": "cannot_answer", "score": 0.12047430872917175, "raw_score": -12.769407272338867, "rank": 3}, {"label": "direct", "score": 0.0338762104511261, "raw_score": -14.038130760192871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb18340f2442c4dcbdcf41907e1a824e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7976059317588806, "raw_score": -6.3947343826293945, "rank": 1}, {"label": "request_for_info", "score": 0.15476976335048676, "raw_score": -8.03441047668457, "rank": 2}, {"label": "cannot_answer", "score": 0.03921672701835632, "raw_score": -9.407245635986328, "rank": 3}, {"label": "direct", "score": 0.00840759091079235, "raw_score": -10.947214126586914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c73cd266d294c0252fd75fdac7159bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6627482175827026, "raw_score": -7.822627067565918, "rank": 1}, {"label": "request_for_info", "score": 0.31203800439834595, "raw_score": -8.575897216796875, "rank": 2}, {"label": "cannot_answer", "score": 0.015304334461688995, "raw_score": -11.590886116027832, "rank": 3}, {"label": "direct", "score": 0.009909437038004398, "raw_score": -12.025534629821777, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56fdfad776204f41ac2e25c648b49d32", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3603692ab129a18597b08e9a2ba2fb3c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9f633235969a812c5b0830dbe42ae0f5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f70b3d997af17a4ecc7215b7979226fa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4304d30037f6bc48d7e40c3f23eb9023", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9085891246795654, "raw_score": -9.896064758300781, "rank": 1}, {"label": "request_for_info", "score": 0.05800102278590202, "raw_score": -12.647497177124023, "rank": 2}, {"label": "cannot_answer", "score": 0.027843182906508446, "raw_score": -13.381369590759277, "rank": 3}, {"label": "direct", "score": 0.005566677078604698, "raw_score": -14.991159439086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca4e109f952860b0eeb91bab5ef4545a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b8482b4d08e27f2303481663446a27c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5701889a58b8dae9003353be6880b39d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6650402545928955, "raw_score": -8.870685577392578, "rank": 1}, {"label": "request_for_info", "score": 0.2883082628250122, "raw_score": -9.706502914428711, "rank": 2}, {"label": "cannot_answer", "score": 0.029206791892647743, "raw_score": -11.996131896972656, "rank": 3}, {"label": "direct", "score": 0.017444729804992676, "raw_score": -12.511495590209961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89aeafb14d6ba6921deab72b61762b4d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.722156286239624, "raw_score": -2.634129285812378, "rank": 1}, {"label": "cannot_answer", "score": 0.13803906738758087, "raw_score": -4.288834095001221, "rank": 2}, {"label": "request_for_info", "score": 0.10834268480539322, "raw_score": -4.531071662902832, "rank": 3}, {"label": "direct", "score": 0.0314619354903698, "raw_score": -5.767592430114746, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6362d03d8f1d5d938a3ac38bf0b34e42", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6985810399055481, "raw_score": -16.112689971923828, "rank": 1}, {"label": "request_for_info", "score": 0.1617237627506256, "raw_score": -17.575851440429688, "rank": 2}, {"label": "cannot_answer", "score": 0.09079913794994354, "raw_score": -18.153091430664062, "rank": 3}, {"label": "direct", "score": 0.04889601841568947, "raw_score": -18.772045135498047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9699d47b2aabdfa7f37f1893ce40bfa5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8241493105888367, "raw_score": -13.346578598022461, "rank": 1}, {"label": "request_for_info", "score": 0.11026227474212646, "raw_score": -15.358068466186523, "rank": 2}, {"label": "cannot_answer", "score": 0.05786910653114319, "raw_score": -16.00274658203125, "rank": 3}, {"label": "direct", "score": 0.007719274144619703, "raw_score": -18.017210006713867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83a1fdefb05fe76d8750bb2847576075", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.780847430229187, "raw_score": -10.827962875366211, "rank": 1}, {"label": "request_for_info", "score": 0.11450473964214325, "raw_score": -12.747726440429688, "rank": 2}, {"label": "cannot_answer", "score": 0.08371955156326294, "raw_score": -13.060870170593262, "rank": 3}, {"label": "direct", "score": 0.020928310230374336, "raw_score": -14.447239875793457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3d681045735ec69857f8d9d0020a90d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6290210485458374, "raw_score": -10.584417343139648, "rank": 1}, {"label": "request_for_info", "score": 0.2790619730949402, "raw_score": -11.397148132324219, "rank": 2}, {"label": "cannot_answer", "score": 0.055491670966148376, "raw_score": -13.012349128723145, "rank": 3}, {"label": "direct", "score": 0.03642527759075165, "raw_score": -13.433319091796875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42a3d3658b7dbb1aac84d4e6c831ce08", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7012289762496948, "raw_score": -14.598871231079102, "rank": 1}, {"label": "request_for_info", "score": 0.17482273280620575, "raw_score": -15.987933158874512, "rank": 2}, {"label": "cannot_answer", "score": 0.0672881007194519, "raw_score": -16.94272232055664, "rank": 3}, {"label": "direct", "score": 0.056660208851099014, "raw_score": -17.114633560180664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82e9787f8967a2e556a9ef28f8a44c81", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8070276975631714, "raw_score": -14.305962562561035, "rank": 1}, {"label": "request_for_info", "score": 0.07998227328062057, "raw_score": -16.617515563964844, "rank": 2}, {"label": "direct", "score": 0.058742955327034, "raw_score": -16.926149368286133, "rank": 3}, {"label": "cannot_answer", "score": 0.05424707010388374, "raw_score": -17.00577163696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f97c87be79486aba7cdbcec1659decdb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6777456998825073, "raw_score": -14.256750106811523, "rank": 1}, {"label": "request_for_info", "score": 0.1482619345188141, "raw_score": -15.776541709899902, "rank": 2}, {"label": "cannot_answer", "score": 0.11131523549556732, "raw_score": -16.063156127929688, "rank": 3}, {"label": "direct", "score": 0.06267713755369186, "raw_score": -16.63752555847168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4916983dbd20f0b404fa2ffcbe705715", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7532094120979309, "raw_score": -12.656118392944336, "rank": 1}, {"label": "cannot_answer", "score": 0.1364794820547104, "raw_score": -14.364287376403809, "rank": 2}, {"label": "direct", "score": 0.05701901763677597, "raw_score": -15.237076759338379, "rank": 3}, {"label": "request_for_info", "score": 0.05329201743006706, "raw_score": -15.304675102233887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4c343ddc1242e5d8b0627918c8f82be", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7147952318191528, "raw_score": -12.252326965332031, "rank": 1}, {"label": "cannot_answer", "score": 0.12735939025878906, "raw_score": -13.977310180664062, "rank": 2}, {"label": "request_for_info", "score": 0.09134748578071594, "raw_score": -14.309652328491211, "rank": 3}, {"label": "direct", "score": 0.06649785488843918, "raw_score": -14.627153396606445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "28aaaa655cd39c4004fb9875c6ca4a65", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6777456998825073, "raw_score": -14.256750106811523, "rank": 1}, {"label": "request_for_info", "score": 0.1482619345188141, "raw_score": -15.776541709899902, "rank": 2}, {"label": "cannot_answer", "score": 0.11131523549556732, "raw_score": -16.063156127929688, "rank": 3}, {"label": "direct", "score": 0.06267713755369186, "raw_score": -16.63752555847168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7acd16160f2dc81ae05882c0e3befd94", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6768388748168945, "raw_score": -10.022679328918457, "rank": 1}, {"label": "cannot_answer", "score": 0.13152314722537994, "raw_score": -11.660929679870605, "rank": 2}, {"label": "request_for_info", "score": 0.12760323286056519, "raw_score": -11.691186904907227, "rank": 3}, {"label": "direct", "score": 0.06403480470180511, "raw_score": -12.380685806274414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d9a9e401ae745b35867aa19f0612b95", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7160905003547668, "raw_score": -11.199706077575684, "rank": 1}, {"label": "cannot_answer", "score": 0.14518946409225464, "raw_score": -12.795473098754883, "rank": 2}, {"label": "request_for_info", "score": 0.10834376513957977, "raw_score": -13.088203430175781, "rank": 3}, {"label": "direct", "score": 0.030376270413398743, "raw_score": -14.359850883483887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1facfb69b17941692835dffaf2cc8dfe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6784123778343201, "raw_score": -16.64641571044922, "rank": 1}, {"label": "cannot_answer", "score": 0.17929431796073914, "raw_score": -17.977142333984375, "rank": 2}, {"label": "request_for_info", "score": 0.11468927562236786, "raw_score": -18.4239444732666, "rank": 3}, {"label": "direct", "score": 0.027604026719927788, "raw_score": -19.848209381103516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86cc9b7675001242e2693c70765bb980", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7461990118026733, "raw_score": -13.417852401733398, "rank": 1}, {"label": "cannot_answer", "score": 0.19522559642791748, "raw_score": -14.758688926696777, "rank": 2}, {"label": "request_for_info", "score": 0.04302814230322838, "raw_score": -16.2709903717041, "rank": 3}, {"label": "direct", "score": 0.015547272749245167, "raw_score": -17.288959503173828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40219992e2a86282937a1a219e267793", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47008875012397766, "raw_score": -11.86709976196289, "rank": 1}, {"label": "request_for_info", "score": 0.29797735810279846, "raw_score": -12.323003768920898, "rank": 2}, {"label": "cannot_answer", "score": 0.19177332520484924, "raw_score": -12.763707160949707, "rank": 3}, {"label": "direct", "score": 0.04016059264540672, "raw_score": -14.32713508605957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8baf3b9f58c15de8c63448e6a3fb0201", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.519132673740387, "raw_score": -13.363801002502441, "rank": 1}, {"label": "cannot_answer", "score": 0.28387802839279175, "raw_score": -13.967415809631348, "rank": 2}, {"label": "request_for_info", "score": 0.17963086068630219, "raw_score": -14.425056457519531, "rank": 3}, {"label": "direct", "score": 0.017358453944325447, "raw_score": -16.76188087463379, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d01da0135286be9a30e9ff0bf5eebfe8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47008875012397766, "raw_score": -11.86709976196289, "rank": 1}, {"label": "request_for_info", "score": 0.29797735810279846, "raw_score": -12.323003768920898, "rank": 2}, {"label": "cannot_answer", "score": 0.19177332520484924, "raw_score": -12.763707160949707, "rank": 3}, {"label": "direct", "score": 0.04016059264540672, "raw_score": -14.32713508605957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3aacfd1df3dcb948c019d2b73853983e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6553873419761658, "raw_score": -14.60063362121582, "rank": 1}, {"label": "cannot_answer", "score": 0.18056167662143707, "raw_score": -15.889787673950195, "rank": 2}, {"label": "request_for_info", "score": 0.14774417877197266, "raw_score": -16.090377807617188, "rank": 3}, {"label": "direct", "score": 0.01630687341094017, "raw_score": -18.294273376464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25e0f1b4f037d02be64c9b0067783744", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5189949870109558, "raw_score": -15.211669921875, "rank": 1}, {"label": "request_for_info", "score": 0.2701961100101471, "raw_score": -15.864416122436523, "rank": 2}, {"label": "cannot_answer", "score": 0.19174067676067352, "raw_score": -16.207420349121094, "rank": 3}, {"label": "direct", "score": 0.01906825602054596, "raw_score": -18.515539169311523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a75867be2fb2f282d6ed7e2d4619eda2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5189949870109558, "raw_score": -15.211669921875, "rank": 1}, {"label": "request_for_info", "score": 0.2701961100101471, "raw_score": -15.864416122436523, "rank": 2}, {"label": "cannot_answer", "score": 0.19174067676067352, "raw_score": -16.207420349121094, "rank": 3}, {"label": "direct", "score": 0.01906825602054596, "raw_score": -18.515539169311523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d9d936f314240777724845bf878a5e5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5665279030799866, "raw_score": -13.725323677062988, "rank": 1}, {"label": "cannot_answer", "score": 0.24592158198356628, "raw_score": -14.559837341308594, "rank": 2}, {"label": "request_for_info", "score": 0.15375971794128418, "raw_score": -15.029458999633789, "rank": 3}, {"label": "direct", "score": 0.03379076346755028, "raw_score": -16.544662475585938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "584f4e97e9ec3c8da5f2f07703509dab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6908853650093079, "raw_score": -7.044175148010254, "rank": 1}, {"label": "request_for_info", "score": 0.1612953543663025, "raw_score": -8.49891185760498, "rank": 2}, {"label": "cannot_answer", "score": 0.12916727364063263, "raw_score": -8.721040725708008, "rank": 3}, {"label": "direct", "score": 0.018651947379112244, "raw_score": -10.656198501586914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "712c674b766c8d939110ad7f046abe5f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6291510462760925, "raw_score": -7.635575294494629, "rank": 1}, {"label": "cannot_answer", "score": 0.17455822229385376, "raw_score": -8.917688369750977, "rank": 2}, {"label": "request_for_info", "score": 0.15111033618450165, "raw_score": -9.061936378479004, "rank": 3}, {"label": "direct", "score": 0.04518039897084236, "raw_score": -10.269283294677734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99c8f2bf0bcc4e01fb312c0698c76334", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5934350490570068, "raw_score": -8.20305061340332, "rank": 1}, {"label": "request_for_info", "score": 0.19034568965435028, "raw_score": -9.340136528015137, "rank": 2}, {"label": "cannot_answer", "score": 0.13799665868282318, "raw_score": -9.661748886108398, "rank": 3}, {"label": "direct", "score": 0.07822252810001373, "raw_score": -10.22942066192627, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "639a4fed891d29edbd934f12426da861", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5934350490570068, "raw_score": -8.20305061340332, "rank": 1}, {"label": "request_for_info", "score": 0.19034568965435028, "raw_score": -9.340136528015137, "rank": 2}, {"label": "cannot_answer", "score": 0.13799665868282318, "raw_score": -9.661748886108398, "rank": 3}, {"label": "direct", "score": 0.07822252810001373, "raw_score": -10.22942066192627, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b0b80a4c7f15bff8b700727739b0246", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6908853650093079, "raw_score": -7.044175148010254, "rank": 1}, {"label": "request_for_info", "score": 0.1612953543663025, "raw_score": -8.49891185760498, "rank": 2}, {"label": "cannot_answer", "score": 0.12916727364063263, "raw_score": -8.721040725708008, "rank": 3}, {"label": "direct", "score": 0.018651947379112244, "raw_score": -10.656198501586914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2911194400287524f6093813004f629", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6908853650093079, "raw_score": -7.044175148010254, "rank": 1}, {"label": "request_for_info", "score": 0.1612953543663025, "raw_score": -8.49891185760498, "rank": 2}, {"label": "cannot_answer", "score": 0.12916727364063263, "raw_score": -8.721040725708008, "rank": 3}, {"label": "direct", "score": 0.018651947379112244, "raw_score": -10.656198501586914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c6f2073863335c0f8e55096793eec78", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6806963086128235, "raw_score": -9.813612937927246, "rank": 1}, {"label": "cannot_answer", "score": 0.15274569392204285, "raw_score": -11.307954788208008, "rank": 2}, {"label": "request_for_info", "score": 0.14461258053779602, "raw_score": -11.3626708984375, "rank": 3}, {"label": "direct", "score": 0.02194545790553093, "raw_score": -13.2481689453125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4662e652fac59458b8377aa7ae605a9c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6270281076431274, "raw_score": -10.69314193725586, "rank": 1}, {"label": "cannot_answer", "score": 0.17863143980503082, "raw_score": -11.948808670043945, "rank": 2}, {"label": "request_for_info", "score": 0.14721733331680298, "raw_score": -12.142223358154297, "rank": 3}, {"label": "direct", "score": 0.04712313786149025, "raw_score": -13.28136920928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0503677d1375dc811c1b802434fef5be", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949426531791687, "raw_score": -10.16230297088623, "rank": 1}, {"label": "cannot_answer", "score": 0.1889883279800415, "raw_score": -11.464447021484375, "rank": 2}, {"label": "request_for_info", "score": 0.0688626691699028, "raw_score": -12.474018096923828, "rank": 3}, {"label": "direct", "score": 0.04720636457204819, "raw_score": -12.851603507995605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2741c9ddc924454256bcc321907864e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6023126244544983, "raw_score": -12.162864685058594, "rank": 1}, {"label": "cannot_answer", "score": 0.19893138110637665, "raw_score": -13.270681381225586, "rank": 2}, {"label": "request_for_info", "score": 0.1557101458311081, "raw_score": -13.515645027160645, "rank": 3}, {"label": "direct", "score": 0.043045852333307266, "raw_score": -14.801375389099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5cd5b1435cf23f6058ff3f6e8b63430c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.819237470626831, "raw_score": -7.088491916656494, "rank": 1}, {"label": "cannot_answer", "score": 0.08656395971775055, "raw_score": -9.335982322692871, "rank": 2}, {"label": "request_for_info", "score": 0.057306043803691864, "raw_score": -9.748459815979004, "rank": 3}, {"label": "direct", "score": 0.036892518401145935, "raw_score": -10.188857078552246, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "608b6c7d6f2c870cb8b5e778ce885933", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7409422993659973, "raw_score": -8.119194030761719, "rank": 1}, {"label": "cannot_answer", "score": 0.10504487156867981, "raw_score": -10.072729110717773, "rank": 2}, {"label": "request_for_info", "score": 0.09355653077363968, "raw_score": -10.18855094909668, "rank": 3}, {"label": "direct", "score": 0.06045621633529663, "raw_score": -10.625197410583496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6383bbdd4620c4292c3f1aac123c1976", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5996828079223633, "raw_score": -9.624835968017578, "rank": 1}, {"label": "cannot_answer", "score": 0.1462659239768982, "raw_score": -11.035810470581055, "rank": 2}, {"label": "direct", "score": 0.13964194059371948, "raw_score": -11.082155227661133, "rank": 3}, {"label": "request_for_info", "score": 0.11440934240818024, "raw_score": -11.281454086303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d62a2d0424f632fd0f8f6c6975c4e6c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6324343681335449, "raw_score": -7.213862419128418, "rank": 1}, {"label": "direct", "score": 0.16291265189647675, "raw_score": -8.57022476196289, "rank": 2}, {"label": "request_for_info", "score": 0.11865106970071793, "raw_score": -8.887251853942871, "rank": 3}, {"label": "cannot_answer", "score": 0.086001917719841, "raw_score": -9.20906925201416, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "09179fbcf3065c6d14bd189ac25a9632", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6109296083450317, "raw_score": -7.872311592102051, "rank": 1}, {"label": "direct", "score": 0.172258660197258, "raw_score": -9.138296127319336, "rank": 2}, {"label": "request_for_info", "score": 0.11518461257219315, "raw_score": -9.540757179260254, "rank": 3}, {"label": "cannot_answer", "score": 0.10162708908319473, "raw_score": -9.665983200073242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e482e552ca3210075cf7f6275b87bf0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6725103855133057, "raw_score": -6.368609428405762, "rank": 1}, {"label": "direct", "score": 0.14681994915008545, "raw_score": -7.890419960021973, "rank": 2}, {"label": "cannot_answer", "score": 0.09454300999641418, "raw_score": -8.330572128295898, "rank": 3}, {"label": "request_for_info", "score": 0.08612656593322754, "raw_score": -8.423809051513672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd1ea14d8a13eda7c14d2993455375c7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6109296083450317, "raw_score": -7.872311592102051, "rank": 1}, {"label": "direct", "score": 0.172258660197258, "raw_score": -9.138296127319336, "rank": 2}, {"label": "request_for_info", "score": 0.11518461257219315, "raw_score": -9.540757179260254, "rank": 3}, {"label": "cannot_answer", "score": 0.10162708908319473, "raw_score": -9.665983200073242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6195c742b35af6cd8546a9051e73bd8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6109296083450317, "raw_score": -7.872311592102051, "rank": 1}, {"label": "direct", "score": 0.172258660197258, "raw_score": -9.138296127319336, "rank": 2}, {"label": "request_for_info", "score": 0.11518461257219315, "raw_score": -9.540757179260254, "rank": 3}, {"label": "cannot_answer", "score": 0.10162708908319473, "raw_score": -9.665983200073242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9f9c2d77c5eaafd014302bd13ba9ceff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6109296083450317, "raw_score": -7.872311592102051, "rank": 1}, {"label": "direct", "score": 0.172258660197258, "raw_score": -9.138296127319336, "rank": 2}, {"label": "request_for_info", "score": 0.11518461257219315, "raw_score": -9.540757179260254, "rank": 3}, {"label": "cannot_answer", "score": 0.10162708908319473, "raw_score": -9.665983200073242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1591a82a3435f4779846b2e861b45dda", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4149807393550873, "raw_score": -9.038470268249512, "rank": 1}, {"label": "request_for_info", "score": 0.3350929319858551, "raw_score": -9.252294540405273, "rank": 2}, {"label": "cannot_answer", "score": 0.15409621596336365, "raw_score": -10.029125213623047, "rank": 3}, {"label": "direct", "score": 0.09583009034395218, "raw_score": -10.504125595092773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f38293199c0ccb09c6964f9b24409407", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6110240817070007, "raw_score": -9.733806610107422, "rank": 1}, {"label": "cannot_answer", "score": 0.16109344363212585, "raw_score": -11.0669584274292, "rank": 2}, {"label": "request_for_info", "score": 0.11508448421955109, "raw_score": -11.403276443481445, "rank": 3}, {"label": "direct", "score": 0.11279797554016113, "raw_score": -11.423344612121582, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a96959eb7d0ace318f837b12631c679e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47613102197647095, "raw_score": -7.946713924407959, "rank": 1}, {"label": "request_for_info", "score": 0.2573966979980469, "raw_score": -8.561788558959961, "rank": 2}, {"label": "cannot_answer", "score": 0.18208156526088715, "raw_score": -8.907952308654785, "rank": 3}, {"label": "direct", "score": 0.08439072221517563, "raw_score": -9.676949501037598, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "afb4a5f3a3da6d30dc486367246f54e2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5402190089225769, "raw_score": -6.0929999351501465, "rank": 1}, {"label": "direct", "score": 0.1800551414489746, "raw_score": -7.19171142578125, "rank": 2}, {"label": "request_for_info", "score": 0.1536397933959961, "raw_score": -7.350363731384277, "rank": 3}, {"label": "cannot_answer", "score": 0.12608611583709717, "raw_score": -7.548009395599365, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "119abbca239548bf71566625e5958b02", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5422807335853577, "raw_score": -10.027771949768066, "rank": 1}, {"label": "request_for_info", "score": 0.2059708684682846, "raw_score": -10.995820999145508, "rank": 2}, {"label": "cannot_answer", "score": 0.15133021771907806, "raw_score": -11.304091453552246, "rank": 3}, {"label": "direct", "score": 0.10041819512844086, "raw_score": -11.714212417602539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af20a700a41da38d2be80fef44d12f38", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4149807393550873, "raw_score": -9.038470268249512, "rank": 1}, {"label": "request_for_info", "score": 0.3350929319858551, "raw_score": -9.252294540405273, "rank": 2}, {"label": "cannot_answer", "score": 0.15409621596336365, "raw_score": -10.029125213623047, "rank": 3}, {"label": "direct", "score": 0.09583009034395218, "raw_score": -10.504125595092773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5edca71401237893d542bc599d726411", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4332784116268158, "raw_score": -8.446223258972168, "rank": 1}, {"label": "request_for_info", "score": 0.29833337664604187, "raw_score": -8.819392204284668, "rank": 2}, {"label": "cannot_answer", "score": 0.14493437111377716, "raw_score": -9.541322708129883, "rank": 3}, {"label": "direct", "score": 0.12345383316278458, "raw_score": -9.701736450195312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5377338760137e771d41c753e5f5a59f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4332784116268158, "raw_score": -8.446223258972168, "rank": 1}, {"label": "request_for_info", "score": 0.29833337664604187, "raw_score": -8.819392204284668, "rank": 2}, {"label": "cannot_answer", "score": 0.14493437111377716, "raw_score": -9.541322708129883, "rank": 3}, {"label": "direct", "score": 0.12345383316278458, "raw_score": -9.701736450195312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "296e3c300dac1d6eecfd3929d1ac0420", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4149807393550873, "raw_score": -9.038470268249512, "rank": 1}, {"label": "request_for_info", "score": 0.3350929319858551, "raw_score": -9.252294540405273, "rank": 2}, {"label": "cannot_answer", "score": 0.15409621596336365, "raw_score": -10.029125213623047, "rank": 3}, {"label": "direct", "score": 0.09583009034395218, "raw_score": -10.504125595092773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1167d0ca81334b688ccf01c5fc8e1e56", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5402190089225769, "raw_score": -6.0929999351501465, "rank": 1}, {"label": "direct", "score": 0.1800551414489746, "raw_score": -7.19171142578125, "rank": 2}, {"label": "request_for_info", "score": 0.1536397933959961, "raw_score": -7.350363731384277, "rank": 3}, {"label": "cannot_answer", "score": 0.12608611583709717, "raw_score": -7.548009395599365, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "398256c7d47a4cd9ecaade8177895ff5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4332784116268158, "raw_score": -8.446223258972168, "rank": 1}, {"label": "request_for_info", "score": 0.29833337664604187, "raw_score": -8.819392204284668, "rank": 2}, {"label": "cannot_answer", "score": 0.14493437111377716, "raw_score": -9.541322708129883, "rank": 3}, {"label": "direct", "score": 0.12345383316278458, "raw_score": -9.701736450195312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e45c63bd262ba244cf484218d5c42ea4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5471627116203308, "raw_score": -9.21255111694336, "rank": 1}, {"label": "request_for_info", "score": 0.2571460008621216, "raw_score": -9.967653274536133, "rank": 2}, {"label": "direct", "score": 0.1135827973484993, "raw_score": -10.784765243530273, "rank": 3}, {"label": "cannot_answer", "score": 0.08210842311382294, "raw_score": -11.109256744384766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3250e858c01ae568495e87834332ec4c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7023223042488098, "raw_score": -7.742674350738525, "rank": 1}, {"label": "request_for_info", "score": 0.16053734719753265, "raw_score": -9.21854019165039, "rank": 2}, {"label": "cannot_answer", "score": 0.07504355162382126, "raw_score": -9.978998184204102, "rank": 3}, {"label": "direct", "score": 0.06209675222635269, "raw_score": -10.168373107910156, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48cf4db977e142d5a4d9d84a74e64e76", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6970273852348328, "raw_score": -6.7427873611450195, "rank": 1}, {"label": "cannot_answer", "score": 0.1733214259147644, "raw_score": -8.134464263916016, "rank": 2}, {"label": "request_for_info", "score": 0.09821280092000961, "raw_score": -8.702475547790527, "rank": 3}, {"label": "direct", "score": 0.031438421458005905, "raw_score": -9.841581344604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38a6e6f5f4692488e5b7bd70e108eb67", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.68881756067276, "raw_score": -6.7938032150268555, "rank": 1}, {"label": "request_for_info", "score": 0.15230078995227814, "raw_score": -8.302922248840332, "rank": 2}, {"label": "cannot_answer", "score": 0.1132347509264946, "raw_score": -8.599316596984863, "rank": 3}, {"label": "direct", "score": 0.045646943151950836, "raw_score": -9.507843017578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "96e7c5449884a74b1bc242b738b24bc8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7691117525100708, "raw_score": -5.859148979187012, "rank": 1}, {"label": "request_for_info", "score": 0.09892164915800095, "raw_score": -7.910057067871094, "rank": 2}, {"label": "cannot_answer", "score": 0.09656841307878494, "raw_score": -7.934133529663086, "rank": 3}, {"label": "direct", "score": 0.0353982076048851, "raw_score": -8.937724113464355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20faa4f86b39acf6ef14d3d715cb0405", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7691117525100708, "raw_score": -5.859148979187012, "rank": 1}, {"label": "request_for_info", "score": 0.09892164915800095, "raw_score": -7.910057067871094, "rank": 2}, {"label": "cannot_answer", "score": 0.09656841307878494, "raw_score": -7.934133529663086, "rank": 3}, {"label": "direct", "score": 0.0353982076048851, "raw_score": -8.937724113464355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e78f42abfcaaaa908dec2b61df8c5cf4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7691117525100708, "raw_score": -5.859148979187012, "rank": 1}, {"label": "request_for_info", "score": 0.09892164915800095, "raw_score": -7.910057067871094, "rank": 2}, {"label": "cannot_answer", "score": 0.09656841307878494, "raw_score": -7.934133529663086, "rank": 3}, {"label": "direct", "score": 0.0353982076048851, "raw_score": -8.937724113464355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9365a7140f4fe40bdff4fa0da86a119e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7691117525100708, "raw_score": -5.859148979187012, "rank": 1}, {"label": "request_for_info", "score": 0.09892164915800095, "raw_score": -7.910057067871094, "rank": 2}, {"label": "cannot_answer", "score": 0.09656841307878494, "raw_score": -7.934133529663086, "rank": 3}, {"label": "direct", "score": 0.0353982076048851, "raw_score": -8.937724113464355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64e0de8d9e32174a5df3dc0eed7c2824", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.40979596972465515, "raw_score": -5.510932922363281, "rank": 1}, {"label": "tool_call", "score": 0.39426684379577637, "raw_score": -5.549564361572266, "rank": 2}, {"label": "cannot_answer", "score": 0.1428426206111908, "raw_score": -6.564848899841309, "rank": 3}, {"label": "direct", "score": 0.0530945360660553, "raw_score": -7.554518222808838, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed832fb0bbb53881b9828bf39b1612dc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6027969717979431, "raw_score": -4.831863880157471, "rank": 1}, {"label": "request_for_info", "score": 0.24166367948055267, "raw_score": -5.74589729309082, "rank": 2}, {"label": "cannot_answer", "score": 0.12196812033653259, "raw_score": -6.429684638977051, "rank": 3}, {"label": "direct", "score": 0.0335712656378746, "raw_score": -7.719773769378662, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a8d5ee47066a0841b7b0e340a0d43ec6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6027969717979431, "raw_score": -4.831863880157471, "rank": 1}, {"label": "request_for_info", "score": 0.24166367948055267, "raw_score": -5.74589729309082, "rank": 2}, {"label": "cannot_answer", "score": 0.12196812033653259, "raw_score": -6.429684638977051, "rank": 3}, {"label": "direct", "score": 0.0335712656378746, "raw_score": -7.719773769378662, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "21990e35f39177d54a1feef319b0b160", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.76432204246521, "raw_score": -7.4730658531188965, "rank": 1}, {"label": "cannot_answer", "score": 0.10366169363260269, "raw_score": -9.470922470092773, "rank": 2}, {"label": "request_for_info", "score": 0.09310180693864822, "raw_score": -9.578361511230469, "rank": 3}, {"label": "direct", "score": 0.038914453238248825, "raw_score": -10.450689315795898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17ccaf1c9a7e2d07de5d8c8e8e88b40c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626376748085022, "raw_score": -10.358528137207031, "rank": 1}, {"label": "cannot_answer", "score": 0.1601560115814209, "raw_score": -11.91916275024414, "rank": 2}, {"label": "request_for_info", "score": 0.0548628494143486, "raw_score": -12.990474700927734, "rank": 3}, {"label": "direct", "score": 0.022343477234244347, "raw_score": -13.888776779174805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f44134d26e8c45fa0cee2d971b0fcf7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7073946595191956, "raw_score": -13.265652656555176, "rank": 1}, {"label": "cannot_answer", "score": 0.20337383449077606, "raw_score": -14.512195587158203, "rank": 2}, {"label": "request_for_info", "score": 0.06084601953625679, "raw_score": -15.718894958496094, "rank": 3}, {"label": "direct", "score": 0.02838549017906189, "raw_score": -16.48136329650879, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a44c32cd36a9e80a9e99e81fa82f3f6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6762815117835999, "raw_score": -8.817121505737305, "rank": 1}, {"label": "cannot_answer", "score": 0.20616492629051208, "raw_score": -10.005054473876953, "rank": 2}, {"label": "request_for_info", "score": 0.10529512912034988, "raw_score": -10.676963806152344, "rank": 3}, {"label": "direct", "score": 0.012258459813892841, "raw_score": -12.8275146484375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a89c8622189df9bed401f4c36aca680a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5489673018455505, "raw_score": -9.555405616760254, "rank": 1}, {"label": "cannot_answer", "score": 0.39298751950263977, "raw_score": -9.889666557312012, "rank": 2}, {"label": "request_for_info", "score": 0.04759947583079338, "raw_score": -12.000622749328613, "rank": 3}, {"label": "direct", "score": 0.010445741936564445, "raw_score": -13.517250061035156, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cfe951b3ad19e03069fc1285ec345bce", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5416834354400635, "raw_score": -8.929943084716797, "rank": 1}, {"label": "cannot_answer", "score": 0.4087226986885071, "raw_score": -9.211587905883789, "rank": 2}, {"label": "request_for_info", "score": 0.029141521081328392, "raw_score": -11.852460861206055, "rank": 3}, {"label": "direct", "score": 0.020452335476875305, "raw_score": -12.206527709960938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32749a3f7d5a60f003abd026af1d3f79", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6602603793144226, "raw_score": -8.127937316894531, "rank": 1}, {"label": "cannot_answer", "score": 0.2343652993440628, "raw_score": -9.163690567016602, "rank": 2}, {"label": "request_for_info", "score": 0.06387009471654892, "raw_score": -10.463720321655273, "rank": 3}, {"label": "direct", "score": 0.04150426387786865, "raw_score": -10.894775390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cfd93df45155db3aafefb20eeb15ef1", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4822218716144562, "raw_score": -8.862552642822266, "rank": 1}, {"label": "tool_call", "score": 0.44326815009117126, "raw_score": -8.946782112121582, "rank": 2}, {"label": "direct", "score": 0.04109472781419754, "raw_score": -11.325077056884766, "rank": 3}, {"label": "request_for_info", "score": 0.03341532126069069, "raw_score": -11.531942367553711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95e4de96476c80b2edeaeecafa3887cf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5416834354400635, "raw_score": -8.929943084716797, "rank": 1}, {"label": "cannot_answer", "score": 0.4087226986885071, "raw_score": -9.211587905883789, "rank": 2}, {"label": "request_for_info", "score": 0.029141521081328392, "raw_score": -11.852460861206055, "rank": 3}, {"label": "direct", "score": 0.020452335476875305, "raw_score": -12.206527709960938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7dd0e2dc3a36a5c3652ea0d24a86d7d", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4822218716144562, "raw_score": -8.862552642822266, "rank": 1}, {"label": "tool_call", "score": 0.44326815009117126, "raw_score": -8.946782112121582, "rank": 2}, {"label": "direct", "score": 0.04109472781419754, "raw_score": -11.325077056884766, "rank": 3}, {"label": "request_for_info", "score": 0.03341532126069069, "raw_score": -11.531942367553711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c17650550c524b7b9d53b3ee3eae753a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7463156580924988, "raw_score": -14.098804473876953, "rank": 1}, {"label": "request_for_info", "score": 0.16385000944137573, "raw_score": -15.615001678466797, "rank": 2}, {"label": "cannot_answer", "score": 0.07044024020433426, "raw_score": -16.45918846130371, "rank": 3}, {"label": "direct", "score": 0.01939411647617817, "raw_score": -17.74898338317871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a47015304fb1537738cbc4557a445a5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.49606868624687195, "raw_score": -15.561365127563477, "rank": 1}, {"label": "cannot_answer", "score": 0.25617480278015137, "raw_score": -16.222219467163086, "rank": 2}, {"label": "direct", "score": 0.14710600674152374, "raw_score": -16.776926040649414, "rank": 3}, {"label": "request_for_info", "score": 0.10065048933029175, "raw_score": -17.15642547607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8008e31c73bdb743c76161b5912f5a42", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6144279837608337, "raw_score": -14.47155475616455, "rank": 1}, {"label": "cannot_answer", "score": 0.2082183063030243, "raw_score": -15.553659439086914, "rank": 2}, {"label": "request_for_info", "score": 0.12551872432231903, "raw_score": -16.059791564941406, "rank": 3}, {"label": "direct", "score": 0.0518350712954998, "raw_score": -16.94417953491211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de53d9d9d95bbc0234ef106b5d691751", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7580569386482239, "raw_score": -13.783573150634766, "rank": 1}, {"label": "request_for_info", "score": 0.16590875387191772, "raw_score": -15.30289363861084, "rank": 2}, {"label": "cannot_answer", "score": 0.06516061723232269, "raw_score": -16.237476348876953, "rank": 3}, {"label": "direct", "score": 0.010873700492084026, "raw_score": -18.027984619140625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff02f832ff5ec9c46009a03c30b98782", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5111872553825378, "raw_score": -15.653602600097656, "rank": 1}, {"label": "cannot_answer", "score": 0.2739843726158142, "raw_score": -16.277267456054688, "rank": 2}, {"label": "direct", "score": 0.13431042432785034, "raw_score": -16.990184783935547, "rank": 3}, {"label": "request_for_info", "score": 0.08051799982786179, "raw_score": -17.50185775756836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2aab0b6edc2f189e18f68751ea373ab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6765449643135071, "raw_score": -15.481590270996094, "rank": 1}, {"label": "request_for_info", "score": 0.2202334851026535, "raw_score": -16.603900909423828, "rank": 2}, {"label": "cannot_answer", "score": 0.07443850487470627, "raw_score": -17.688615798950195, "rank": 3}, {"label": "direct", "score": 0.028783077374100685, "raw_score": -18.63880157470703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "989c651d888dc3eca5c46990d9d15c51", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5091469287872314, "raw_score": -14.541022300720215, "rank": 1}, {"label": "cannot_answer", "score": 0.30661842226982117, "raw_score": -15.048154830932617, "rank": 2}, {"label": "direct", "score": 0.11234793066978455, "raw_score": -16.05215835571289, "rank": 3}, {"label": "request_for_info", "score": 0.07188676297664642, "raw_score": -16.498666763305664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04d93e0433b272da5f18feaf6e438d3a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6765449643135071, "raw_score": -15.481590270996094, "rank": 1}, {"label": "request_for_info", "score": 0.2202334851026535, "raw_score": -16.603900909423828, "rank": 2}, {"label": "cannot_answer", "score": 0.07443850487470627, "raw_score": -17.688615798950195, "rank": 3}, {"label": "direct", "score": 0.028783077374100685, "raw_score": -18.63880157470703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a74cc06c585318c7acaded1294410e97", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6925354599952698, "raw_score": -14.167146682739258, "rank": 1}, {"label": "cannot_answer", "score": 0.148502916097641, "raw_score": -15.706901550292969, "rank": 2}, {"label": "request_for_info", "score": 0.08719518780708313, "raw_score": -16.239356994628906, "rank": 3}, {"label": "direct", "score": 0.07176640629768372, "raw_score": -16.43408966064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d0beddec3b51366f9e9099993c7ec56", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6877487897872925, "raw_score": -13.182965278625488, "rank": 1}, {"label": "request_for_info", "score": 0.19950276613235474, "raw_score": -14.420560836791992, "rank": 2}, {"label": "cannot_answer", "score": 0.10529613494873047, "raw_score": -15.059612274169922, "rank": 3}, {"label": "direct", "score": 0.007452396210283041, "raw_score": -17.707853317260742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7da2015878acdfaf880b7e31d8baac5b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5438494682312012, "raw_score": -17.420196533203125, "rank": 1}, {"label": "request_for_info", "score": 0.24755191802978516, "raw_score": -18.20724868774414, "rank": 2}, {"label": "cannot_answer", "score": 0.15824386477470398, "raw_score": -18.65473175048828, "rank": 3}, {"label": "direct", "score": 0.05035474896430969, "raw_score": -19.799776077270508, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "787133056ebb411b66fb5d423384ce05", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7860206961631775, "raw_score": -8.415273666381836, "rank": 1}, {"label": "cannot_answer", "score": 0.10909158736467361, "raw_score": -10.390069007873535, "rank": 2}, {"label": "request_for_info", "score": 0.09783449023962021, "raw_score": -10.498979568481445, "rank": 3}, {"label": "direct", "score": 0.007053198292851448, "raw_score": -13.128775596618652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e1190436988bc43adb9b47af1368eb2c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5385605096817017, "raw_score": -12.142257690429688, "rank": 1}, {"label": "cannot_answer", "score": 0.32547804713249207, "raw_score": -12.645862579345703, "rank": 2}, {"label": "request_for_info", "score": 0.10667307674884796, "raw_score": -13.761388778686523, "rank": 3}, {"label": "direct", "score": 0.029288385063409805, "raw_score": -15.053966522216797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3dbd08e9f29d7864ac7134bfc50977d3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.508925199508667, "raw_score": -13.177282333374023, "rank": 1}, {"label": "cannot_answer", "score": 0.36301106214523315, "raw_score": -13.51515007019043, "rank": 2}, {"label": "request_for_info", "score": 0.09949937462806702, "raw_score": -14.809432029724121, "rank": 3}, {"label": "direct", "score": 0.028564387932419777, "raw_score": -16.057422637939453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d5f12dcd252b4d865a1bba184baf17a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5859491229057312, "raw_score": -12.652042388916016, "rank": 1}, {"label": "cannot_answer", "score": 0.2997691333293915, "raw_score": -13.32226276397705, "rank": 2}, {"label": "request_for_info", "score": 0.09411861002445221, "raw_score": -14.480719566345215, "rank": 3}, {"label": "direct", "score": 0.020163055509328842, "raw_score": -16.02142333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d5828bbf99c9f62454fa27d83ec9708", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.539051353931427, "raw_score": -13.44297981262207, "rank": 1}, {"label": "cannot_answer", "score": 0.28785452246665955, "raw_score": -14.070335388183594, "rank": 2}, {"label": "request_for_info", "score": 0.1495130956172943, "raw_score": -14.725406646728516, "rank": 3}, {"label": "direct", "score": 0.023581083863973618, "raw_score": -16.572345733642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f6d97118340ea5e08c422a67d858046", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5859491229057312, "raw_score": -12.652042388916016, "rank": 1}, {"label": "cannot_answer", "score": 0.2997691333293915, "raw_score": -13.32226276397705, "rank": 2}, {"label": "request_for_info", "score": 0.09411861002445221, "raw_score": -14.480719566345215, "rank": 3}, {"label": "direct", "score": 0.020163055509328842, "raw_score": -16.02142333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "addf55b791cf0d48d4d5ef28832ec09e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5859491229057312, "raw_score": -12.652042388916016, "rank": 1}, {"label": "cannot_answer", "score": 0.2997691333293915, "raw_score": -13.32226276397705, "rank": 2}, {"label": "request_for_info", "score": 0.09411861002445221, "raw_score": -14.480719566345215, "rank": 3}, {"label": "direct", "score": 0.020163055509328842, "raw_score": -16.02142333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fb4e9bd153247a0d90ef8623630e72d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5859491229057312, "raw_score": -12.652042388916016, "rank": 1}, {"label": "cannot_answer", "score": 0.2997691333293915, "raw_score": -13.32226276397705, "rank": 2}, {"label": "request_for_info", "score": 0.09411861002445221, "raw_score": -14.480719566345215, "rank": 3}, {"label": "direct", "score": 0.020163055509328842, "raw_score": -16.02142333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d5e48ccae2f0325ab435e0a03e60e50", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4645916819572449, "raw_score": -14.210491180419922, "rank": 1}, {"label": "cannot_answer", "score": 0.3859991729259491, "raw_score": -14.395814895629883, "rank": 2}, {"label": "request_for_info", "score": 0.11177658289670944, "raw_score": -15.635148048400879, "rank": 3}, {"label": "direct", "score": 0.03763265907764435, "raw_score": -16.723777770996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0286f0a9d9ef97744298b8bbae149a4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.539051353931427, "raw_score": -13.44297981262207, "rank": 1}, {"label": "cannot_answer", "score": 0.28785452246665955, "raw_score": -14.070335388183594, "rank": 2}, {"label": "request_for_info", "score": 0.1495130956172943, "raw_score": -14.725406646728516, "rank": 3}, {"label": "direct", "score": 0.023581083863973618, "raw_score": -16.572345733642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a59f730d25211da76ad74ba688759c3b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5859491229057312, "raw_score": -12.652042388916016, "rank": 1}, {"label": "cannot_answer", "score": 0.2997691333293915, "raw_score": -13.32226276397705, "rank": 2}, {"label": "request_for_info", "score": 0.09411861002445221, "raw_score": -14.480719566345215, "rank": 3}, {"label": "direct", "score": 0.020163055509328842, "raw_score": -16.02142333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ee79bc9c69dff361416d272f616f173", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848651170730591, "raw_score": -7.993274688720703, "rank": 1}, {"label": "cannot_answer", "score": 0.18393033742904663, "raw_score": -9.307939529418945, "rank": 2}, {"label": "request_for_info", "score": 0.08035589009523392, "raw_score": -10.136031150817871, "rank": 3}, {"label": "direct", "score": 0.050848692655563354, "raw_score": -10.593642234802246, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "013d98bb84067bf94fb0767bfabf5c94", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6523113250732422, "raw_score": -13.986905097961426, "rank": 1}, {"label": "request_for_info", "score": 0.2050739824771881, "raw_score": -15.14405632019043, "rank": 2}, {"label": "cannot_answer", "score": 0.09331465512514114, "raw_score": -15.931449890136719, "rank": 3}, {"label": "direct", "score": 0.04930005222558975, "raw_score": -16.569501876831055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c10b01d2da6696058fc47902538eaa6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7012289762496948, "raw_score": -14.598871231079102, "rank": 1}, {"label": "request_for_info", "score": 0.17482273280620575, "raw_score": -15.987933158874512, "rank": 2}, {"label": "cannot_answer", "score": 0.0672881007194519, "raw_score": -16.94272232055664, "rank": 3}, {"label": "direct", "score": 0.056660208851099014, "raw_score": -17.114633560180664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1efcf6f810c531d12fb23462d3a78059", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6266049742698669, "raw_score": -14.559000015258789, "rank": 1}, {"label": "request_for_info", "score": 0.28046634793281555, "raw_score": -15.362862586975098, "rank": 2}, {"label": "cannot_answer", "score": 0.05933048948645592, "raw_score": -16.91619300842285, "rank": 3}, {"label": "direct", "score": 0.03359818831086159, "raw_score": -17.484844207763672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ee00f2498b7b9bc32a3a5adb5e7e1aa", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5668449401855469, "raw_score": -14.777374267578125, "rank": 1}, {"label": "tool_call", "score": 0.2600365877151489, "raw_score": -15.55663776397705, "rank": 2}, {"label": "cannot_answer", "score": 0.1539856344461441, "raw_score": -16.08060073852539, "rank": 3}, {"label": "direct", "score": 0.019132841378450394, "raw_score": -18.166053771972656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "addb1c05214fa60bc804a20cb80d7523", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8276157975196838, "raw_score": -5.981588363647461, "rank": 1}, {"label": "request_for_info", "score": 0.08472901582717896, "raw_score": -8.260679244995117, "rank": 2}, {"label": "cannot_answer", "score": 0.07812193781137466, "raw_score": -8.341866493225098, "rank": 3}, {"label": "direct", "score": 0.00953313335776329, "raw_score": -10.445363998413086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73747c2898af2672416cb15c17a22f7b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8276157975196838, "raw_score": -5.981588363647461, "rank": 1}, {"label": "request_for_info", "score": 0.08472901582717896, "raw_score": -8.260679244995117, "rank": 2}, {"label": "cannot_answer", "score": 0.07812193781137466, "raw_score": -8.341866493225098, "rank": 3}, {"label": "direct", "score": 0.00953313335776329, "raw_score": -10.445363998413086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "72c8e5bf1244ce2d8a8229e3d09844c3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8321586847305298, "raw_score": -5.433656692504883, "rank": 1}, {"label": "cannot_answer", "score": 0.11549605429172516, "raw_score": -7.408443450927734, "rank": 2}, {"label": "request_for_info", "score": 0.037956129759550095, "raw_score": -8.521248817443848, "rank": 3}, {"label": "direct", "score": 0.014389125630259514, "raw_score": -9.491207122802734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5c64e3f85f7bf6aea5b02068d999ff9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7857202887535095, "raw_score": -4.645388603210449, "rank": 1}, {"label": "cannot_answer", "score": 0.12187103927135468, "raw_score": -6.509026050567627, "rank": 2}, {"label": "request_for_info", "score": 0.08438355475664139, "raw_score": -6.876616954803467, "rank": 3}, {"label": "direct", "score": 0.008025141432881355, "raw_score": -9.229410171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45fcc4468b992e7f1481e6b2e6431d0f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6709321737289429, "raw_score": -5.588779449462891, "rank": 1}, {"label": "request_for_info", "score": 0.19569410383701324, "raw_score": -6.820894718170166, "rank": 2}, {"label": "cannot_answer", "score": 0.11212017387151718, "raw_score": -7.377876281738281, "rank": 3}, {"label": "direct", "score": 0.021253518760204315, "raw_score": -9.040925025939941, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73c1148be61302cad73c99a32e4f7eaf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.715721607208252, "raw_score": -5.71728515625, "rank": 1}, {"label": "request_for_info", "score": 0.1676100492477417, "raw_score": -7.168936252593994, "rank": 2}, {"label": "cannot_answer", "score": 0.09902635216712952, "raw_score": -7.6951904296875, "rank": 3}, {"label": "direct", "score": 0.017642002552747726, "raw_score": -9.420293807983398, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b091303273a7e0b854890ed4cfefc0a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.472403347492218, "raw_score": -5.7729411125183105, "rank": 1}, {"label": "request_for_info", "score": 0.3408980965614319, "raw_score": -6.099190711975098, "rank": 2}, {"label": "cannot_answer", "score": 0.1584334820508957, "raw_score": -6.865439414978027, "rank": 3}, {"label": "direct", "score": 0.02826501429080963, "raw_score": -8.589149475097656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2d9198d0ec876b86150c709570fd512", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6838719844818115, "raw_score": -8.013169288635254, "rank": 1}, {"label": "request_for_info", "score": 0.2146485596895218, "raw_score": -9.171937942504883, "rank": 2}, {"label": "cannot_answer", "score": 0.0947825089097023, "raw_score": -9.989355087280273, "rank": 3}, {"label": "direct", "score": 0.0066968216560781, "raw_score": -12.639307022094727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd19c656529f20e5ccf60304d6268fb6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7054291367530823, "raw_score": -4.637411117553711, "rank": 1}, {"label": "request_for_info", "score": 0.1863025575876236, "raw_score": -5.968845367431641, "rank": 2}, {"label": "cannot_answer", "score": 0.09864126890897751, "raw_score": -6.604727745056152, "rank": 3}, {"label": "direct", "score": 0.00962693989276886, "raw_score": -8.931652069091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e07c0946d585bfaa78ddd7004ca5792", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6538287401199341, "raw_score": -3.968388319015503, "rank": 1}, {"label": "cannot_answer", "score": 0.19499070942401886, "raw_score": -5.178281784057617, "rank": 2}, {"label": "request_for_info", "score": 0.13037708401679993, "raw_score": -5.580802917480469, "rank": 3}, {"label": "direct", "score": 0.020803462713956833, "raw_score": -7.416114330291748, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b811fb22136c1a77da4fe1f11377652a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5429290533065796, "raw_score": -5.576960563659668, "rank": 1}, {"label": "request_for_info", "score": 0.32759082317352295, "raw_score": -6.082173824310303, "rank": 2}, {"label": "cannot_answer", "score": 0.10981921851634979, "raw_score": -7.175103664398193, "rank": 3}, {"label": "direct", "score": 0.01966087706387043, "raw_score": -8.895308494567871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "653a3533db510f13251f0382370ad78a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7007061243057251, "raw_score": -5.123013496398926, "rank": 1}, {"label": "request_for_info", "score": 0.1654358059167862, "raw_score": -6.566518783569336, "rank": 2}, {"label": "cannot_answer", "score": 0.11731894314289093, "raw_score": -6.910205841064453, "rank": 3}, {"label": "direct", "score": 0.016539061442017555, "raw_score": -8.869377136230469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0192193d4aa1e871dc62e16cff9cffb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8185434341430664, "raw_score": -2.8858957290649414, "rank": 1}, {"label": "request_for_info", "score": 0.1382221132516861, "raw_score": -4.664560317993164, "rank": 2}, {"label": "cannot_answer", "score": 0.0349745936691761, "raw_score": -6.038800239562988, "rank": 3}, {"label": "direct", "score": 0.008259867317974567, "raw_score": -7.482013702392578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2d6c95b82a44c8f9789fc2e5190442b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43572771549224854, "raw_score": -6.076977729797363, "rank": 1}, {"label": "request_for_info", "score": 0.34398460388183594, "raw_score": -6.313398361206055, "rank": 2}, {"label": "cannot_answer", "score": 0.19517023861408234, "raw_score": -6.880123138427734, "rank": 3}, {"label": "direct", "score": 0.025117453187704086, "raw_score": -8.930432319641113, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9661a35658f3f04e930a852e95942919", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6110827326774597, "raw_score": -6.565369606018066, "rank": 1}, {"label": "request_for_info", "score": 0.19146813452243805, "raw_score": -7.7258806228637695, "rank": 2}, {"label": "cannot_answer", "score": 0.16463632881641388, "raw_score": -7.8768630027771, "rank": 3}, {"label": "direct", "score": 0.03281276673078537, "raw_score": -9.489784240722656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "753d7e45d726779cdde205519928e041", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7176604270935059, "raw_score": -6.489717483520508, "rank": 1}, {"label": "request_for_info", "score": 0.11844497919082642, "raw_score": -8.291265487670898, "rank": 2}, {"label": "cannot_answer", "score": 0.10995544493198395, "raw_score": -8.365638732910156, "rank": 3}, {"label": "direct", "score": 0.05393911898136139, "raw_score": -9.077857971191406, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af131880a665ce617d619aa21102421b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6450501084327698, "raw_score": -17.578853607177734, "rank": 1}, {"label": "direct", "score": 0.14468733966350555, "raw_score": -19.073606491088867, "rank": 2}, {"label": "request_for_info", "score": 0.11378169059753418, "raw_score": -19.313899993896484, "rank": 3}, {"label": "cannot_answer", "score": 0.09648094326257706, "raw_score": -19.478836059570312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "942fe84aa32c4fbbe46a4d79a60f895a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.863715410232544, "raw_score": -6.470215320587158, "rank": 1}, {"label": "cannot_answer", "score": 0.06795425713062286, "raw_score": -9.01262378692627, "rank": 2}, {"label": "request_for_info", "score": 0.05426892638206482, "raw_score": -9.237506866455078, "rank": 3}, {"label": "direct", "score": 0.014061334542930126, "raw_score": -10.588029861450195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bcd55874230533fb57479ffa73c5a9c0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.863715410232544, "raw_score": -6.470215320587158, "rank": 1}, {"label": "cannot_answer", "score": 0.06795425713062286, "raw_score": -9.01262378692627, "rank": 2}, {"label": "request_for_info", "score": 0.05426892638206482, "raw_score": -9.237506866455078, "rank": 3}, {"label": "direct", "score": 0.014061334542930126, "raw_score": -10.588029861450195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3675b511ba79748822cf56ff5f434c6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7422903180122375, "raw_score": -3.2413206100463867, "rank": 1}, {"label": "request_for_info", "score": 0.16401605308055878, "raw_score": -4.751096725463867, "rank": 2}, {"label": "cannot_answer", "score": 0.056549038738012314, "raw_score": -5.815952777862549, "rank": 3}, {"label": "direct", "score": 0.03714454174041748, "raw_score": -6.236244201660156, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "897faa52c4f8e9418880aa0f09b292e4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7400056719779968, "raw_score": -6.133723735809326, "rank": 1}, {"label": "request_for_info", "score": 0.17517061531543732, "raw_score": -7.574621200561523, "rank": 2}, {"label": "cannot_answer", "score": 0.05688074231147766, "raw_score": -8.699424743652344, "rank": 3}, {"label": "direct", "score": 0.02794298715889454, "raw_score": -9.410215377807617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3fd29c9157b3b385b2a5cc59425e6226", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5761719346046448, "raw_score": -14.918919563293457, "rank": 1}, {"label": "cannot_answer", "score": 0.2241850048303604, "raw_score": -15.86285400390625, "rank": 2}, {"label": "request_for_info", "score": 0.10380609333515167, "raw_score": -16.632801055908203, "rank": 3}, {"label": "direct", "score": 0.09583698213100433, "raw_score": -16.712677001953125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b518e77028a477709b3d39668f9ffcb8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7283259034156799, "raw_score": -1.6397806406021118, "rank": 1}, {"label": "cannot_answer", "score": 0.16003723442554474, "raw_score": -3.155122756958008, "rank": 2}, {"label": "request_for_info", "score": 0.06264971941709518, "raw_score": -4.09296989440918, "rank": 3}, {"label": "direct", "score": 0.04898712784051895, "raw_score": -4.3389716148376465, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56b84086cee5ac259eb6270de9b5d311", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.79396653175354, "raw_score": -7.226029396057129, "rank": 1}, {"label": "request_for_info", "score": 0.12700000405311584, "raw_score": -9.058883666992188, "rank": 2}, {"label": "cannot_answer", "score": 0.0623701848089695, "raw_score": -9.769983291625977, "rank": 3}, {"label": "direct", "score": 0.01666325516998768, "raw_score": -11.089864730834961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d68f1538ab8e4314e0eb2fbfcfa0bd37", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7145401835441589, "raw_score": -5.140592098236084, "rank": 1}, {"label": "cannot_answer", "score": 0.18482336401939392, "raw_score": -6.492830753326416, "rank": 2}, {"label": "request_for_info", "score": 0.07671915739774704, "raw_score": -7.372079849243164, "rank": 3}, {"label": "direct", "score": 0.02391732670366764, "raw_score": -8.537628173828125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36d56f98c05a9649969e7bc23df059eb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6892267465591431, "raw_score": -14.359814643859863, "rank": 1}, {"label": "request_for_info", "score": 0.13532893359661102, "raw_score": -15.987676620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.11035285890102386, "raw_score": -16.191701889038086, "rank": 3}, {"label": "direct", "score": 0.06509136408567429, "raw_score": -16.719593048095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35db2e56dffdfafbcb91582f4488b831", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5710524916648865, "raw_score": -17.74452781677246, "rank": 1}, {"label": "cannot_answer", "score": 0.25901922583580017, "raw_score": -18.535106658935547, "rank": 2}, {"label": "request_for_info", "score": 0.10801771283149719, "raw_score": -19.409713745117188, "rank": 3}, {"label": "direct", "score": 0.061910562217235565, "raw_score": -19.966318130493164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b13409fb0ed8fcf82751ae8bdaf2048", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.754304051399231, "raw_score": -16.27817153930664, "rank": 1}, {"label": "cannot_answer", "score": 0.13281209766864777, "raw_score": -18.015031814575195, "rank": 2}, {"label": "request_for_info", "score": 0.09339722245931625, "raw_score": -18.36710548400879, "rank": 3}, {"label": "direct", "score": 0.019486630335450172, "raw_score": -19.93423843383789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3e5ba6e21b9270f90c809224ec95849", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.8404560685157776, "raw_score": -7.589116096496582, "rank": 1}, {"label": "tool_call", "score": 0.10294266790151596, "raw_score": -9.688888549804688, "rank": 2}, {"label": "cannot_answer", "score": 0.053974661976099014, "raw_score": -10.334546089172363, "rank": 3}, {"label": "direct", "score": 0.0026266330387443304, "raw_score": -13.3573579788208, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eaf668abcde5216076ac079d41a13bb3", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.3839348256587982, "raw_score": -13.914029121398926, "rank": 1}, {"label": "request_for_info", "score": 0.32732468843460083, "raw_score": -14.073549270629883, "rank": 2}, {"label": "tool_call", "score": 0.24268101155757904, "raw_score": -14.372754096984863, "rank": 3}, {"label": "direct", "score": 0.04605945944786072, "raw_score": -16.034568786621094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d6206ca835e88dc264887df3777359a2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6141383647918701, "raw_score": -10.510531425476074, "rank": 1}, {"label": "cannot_answer", "score": 0.2158278524875641, "raw_score": -11.556270599365234, "rank": 2}, {"label": "request_for_info", "score": 0.09474818408489227, "raw_score": -12.379528999328613, "rank": 3}, {"label": "direct", "score": 0.07528560608625412, "raw_score": -12.60946273803711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7cd89a588581190cfefff60d29c118f", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6005975008010864, "raw_score": -8.337068557739258, "rank": 1}, {"label": "tool_call", "score": 0.3615528345108032, "raw_score": -8.844585418701172, "rank": 2}, {"label": "request_for_info", "score": 0.02885480783879757, "raw_score": -11.372716903686523, "rank": 3}, {"label": "direct", "score": 0.008994917385280132, "raw_score": -12.538333892822266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a59566e749462837ff60c01e97bf95d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6406894326210022, "raw_score": -14.288238525390625, "rank": 1}, {"label": "direct", "score": 0.12864075601100922, "raw_score": -15.893759727478027, "rank": 2}, {"label": "request_for_info", "score": 0.12282328307628632, "raw_score": -15.94003677368164, "rank": 3}, {"label": "cannot_answer", "score": 0.10784653574228287, "raw_score": -16.0700740814209, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "419ca03ae99632e7ef994c4fa11a9356", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6406894326210022, "raw_score": -14.288238525390625, "rank": 1}, {"label": "direct", "score": 0.12864075601100922, "raw_score": -15.893759727478027, "rank": 2}, {"label": "request_for_info", "score": 0.12282328307628632, "raw_score": -15.94003677368164, "rank": 3}, {"label": "cannot_answer", "score": 0.10784653574228287, "raw_score": -16.0700740814209, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "385184a269159a7c5c4c8ab335c6aadb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5942859053611755, "raw_score": -14.92009449005127, "rank": 1}, {"label": "cannot_answer", "score": 0.14950871467590332, "raw_score": -16.300100326538086, "rank": 2}, {"label": "request_for_info", "score": 0.14307941496372223, "raw_score": -16.34405517578125, "rank": 3}, {"label": "direct", "score": 0.1131260022521019, "raw_score": -16.57895278930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20c5ff14d385d72f655a53ad8e3e9313", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8044934868812561, "raw_score": -13.806465148925781, "rank": 1}, {"label": "request_for_info", "score": 0.1370266228914261, "raw_score": -15.576502799987793, "rank": 2}, {"label": "cannot_answer", "score": 0.04350556060671806, "raw_score": -16.72378921508789, "rank": 3}, {"label": "direct", "score": 0.014974274672567844, "raw_score": -17.79034423828125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e9471a2b252b37130d6c3c1cc61a97e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7920044660568237, "raw_score": -14.112778663635254, "rank": 1}, {"label": "request_for_info", "score": 0.1496880203485489, "raw_score": -15.778792381286621, "rank": 2}, {"label": "cannot_answer", "score": 0.03368348255753517, "raw_score": -17.27033805847168, "rank": 3}, {"label": "direct", "score": 0.02462395839393139, "raw_score": -17.58362579345703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52fecea5f229fb4b5cbd7763232cae19", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6244632601737976, "raw_score": -10.470617294311523, "rank": 1}, {"label": "request_for_info", "score": 0.18424169719219208, "raw_score": -11.691261291503906, "rank": 2}, {"label": "cannot_answer", "score": 0.16033384203910828, "raw_score": -11.830251693725586, "rank": 3}, {"label": "direct", "score": 0.030961189419031143, "raw_score": -13.474775314331055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10f9889914b3a4974d08e548908d0a1a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6489486694335938, "raw_score": -9.167537689208984, "rank": 1}, {"label": "request_for_info", "score": 0.2053365260362625, "raw_score": -10.318241119384766, "rank": 2}, {"label": "direct", "score": 0.0891253724694252, "raw_score": -11.152847290039062, "rank": 3}, {"label": "cannot_answer", "score": 0.056589435786008835, "raw_score": -11.60706901550293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f8f7ddef08fa3915764c9b6638f5c1f7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.530687689781189, "raw_score": -10.493553161621094, "rank": 1}, {"label": "request_for_info", "score": 0.3333199918270111, "raw_score": -10.958623886108398, "rank": 2}, {"label": "cannot_answer", "score": 0.08232846856117249, "raw_score": -12.357009887695312, "rank": 3}, {"label": "direct", "score": 0.053663838654756546, "raw_score": -12.784987449645996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eac674fe27253d3f9af7843424b488e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6244632601737976, "raw_score": -10.470617294311523, "rank": 1}, {"label": "request_for_info", "score": 0.18424169719219208, "raw_score": -11.691261291503906, "rank": 2}, {"label": "cannot_answer", "score": 0.16033384203910828, "raw_score": -11.830251693725586, "rank": 3}, {"label": "direct", "score": 0.030961189419031143, "raw_score": -13.474775314331055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11aa63ba56b59a031c5df1034cf9cf9d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.530687689781189, "raw_score": -10.493553161621094, "rank": 1}, {"label": "request_for_info", "score": 0.3333199918270111, "raw_score": -10.958623886108398, "rank": 2}, {"label": "cannot_answer", "score": 0.08232846856117249, "raw_score": -12.357009887695312, "rank": 3}, {"label": "direct", "score": 0.053663838654756546, "raw_score": -12.784987449645996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "26b71a0ad82a680a7da16653642c7850", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5645241141319275, "raw_score": -8.28502368927002, "rank": 1}, {"label": "request_for_info", "score": 0.33593323826789856, "raw_score": -8.804094314575195, "rank": 2}, {"label": "direct", "score": 0.05796382203698158, "raw_score": -10.561187744140625, "rank": 3}, {"label": "cannot_answer", "score": 0.041578758507966995, "raw_score": -10.893417358398438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f7d546d06f21a1f33f243eed4e22c9d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6166465282440186, "raw_score": -9.510451316833496, "rank": 1}, {"label": "request_for_info", "score": 0.2584288418292999, "raw_score": -10.380126953125, "rank": 2}, {"label": "cannot_answer", "score": 0.07009442150592804, "raw_score": -11.684904098510742, "rank": 3}, {"label": "direct", "score": 0.05483011528849602, "raw_score": -11.93050765991211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "177cb04413a1342fb9ff271396dad611", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6166465282440186, "raw_score": -9.510451316833496, "rank": 1}, {"label": "request_for_info", "score": 0.2584288418292999, "raw_score": -10.380126953125, "rank": 2}, {"label": "cannot_answer", "score": 0.07009442150592804, "raw_score": -11.684904098510742, "rank": 3}, {"label": "direct", "score": 0.05483011528849602, "raw_score": -11.93050765991211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "635a3fa32744d250ce4f0fa06c2ca5ff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.836295485496521, "raw_score": -6.171657562255859, "rank": 1}, {"label": "request_for_info", "score": 0.11511248350143433, "raw_score": -8.154729843139648, "rank": 2}, {"label": "cannot_answer", "score": 0.03506188467144966, "raw_score": -9.343524932861328, "rank": 3}, {"label": "direct", "score": 0.013530226424336433, "raw_score": -10.295713424682617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "722abaab58721d5378a70502be7ef9f1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7724853157997131, "raw_score": -7.963132858276367, "rank": 1}, {"label": "request_for_info", "score": 0.18574263155460358, "raw_score": -9.388383865356445, "rank": 2}, {"label": "cannot_answer", "score": 0.029954906553030014, "raw_score": -11.213052749633789, "rank": 3}, {"label": "direct", "score": 0.011817147955298424, "raw_score": -12.143194198608398, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13fa558530a7f0c066f272eda9d58d40", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8695657849311829, "raw_score": -5.743065357208252, "rank": 1}, {"label": "request_for_info", "score": 0.0956505537033081, "raw_score": -7.950357913970947, "rank": 2}, {"label": "cannot_answer", "score": 0.0253277774900198, "raw_score": -9.279157638549805, "rank": 3}, {"label": "direct", "score": 0.009455944411456585, "raw_score": -10.264415740966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48ae68a33118fb3d396b5796436267df", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7252610325813293, "raw_score": -3.3116507530212402, "rank": 1}, {"label": "request_for_info", "score": 0.22055944800376892, "raw_score": -4.502015113830566, "rank": 2}, {"label": "cannot_answer", "score": 0.033178072422742844, "raw_score": -6.3962931632995605, "rank": 3}, {"label": "direct", "score": 0.021001428365707397, "raw_score": -6.8535919189453125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7417b6b50755e3ccb1de9fcaf645faa7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8663407564163208, "raw_score": -6.7353925704956055, "rank": 1}, {"label": "request_for_info", "score": 0.09336869418621063, "raw_score": -8.963114738464355, "rank": 2}, {"label": "cannot_answer", "score": 0.030190659686923027, "raw_score": -10.092138290405273, "rank": 3}, {"label": "direct", "score": 0.01009986363351345, "raw_score": -11.187149047851562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cdc4fc125025deb13c75d843ec81d659", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7724853157997131, "raw_score": -7.963132858276367, "rank": 1}, {"label": "request_for_info", "score": 0.18574263155460358, "raw_score": -9.388383865356445, "rank": 2}, {"label": "cannot_answer", "score": 0.029954906553030014, "raw_score": -11.213052749633789, "rank": 3}, {"label": "direct", "score": 0.011817147955298424, "raw_score": -12.143194198608398, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2259619fe29f0cb74197d3803928b87d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7252610325813293, "raw_score": -3.3116507530212402, "rank": 1}, {"label": "request_for_info", "score": 0.22055944800376892, "raw_score": -4.502015113830566, "rank": 2}, {"label": "cannot_answer", "score": 0.033178072422742844, "raw_score": -6.3962931632995605, "rank": 3}, {"label": "direct", "score": 0.021001428365707397, "raw_score": -6.8535919189453125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "63bf8336e55ae2d9d4c5f8ae4204e025", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8663407564163208, "raw_score": -6.7353925704956055, "rank": 1}, {"label": "request_for_info", "score": 0.09336869418621063, "raw_score": -8.963114738464355, "rank": 2}, {"label": "cannot_answer", "score": 0.030190659686923027, "raw_score": -10.092138290405273, "rank": 3}, {"label": "direct", "score": 0.01009986363351345, "raw_score": -11.187149047851562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af583aa1eb7b1c4fa591573147a78d8a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8543644547462463, "raw_score": -6.693465232849121, "rank": 1}, {"label": "request_for_info", "score": 0.10327684879302979, "raw_score": -8.80640983581543, "rank": 2}, {"label": "cannot_answer", "score": 0.029836006462574005, "raw_score": -10.048107147216797, "rank": 3}, {"label": "direct", "score": 0.012522787787020206, "raw_score": -10.91627311706543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9021ae69c92e5eb2a3574cead8be05c2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8543644547462463, "raw_score": -6.693465232849121, "rank": 1}, {"label": "request_for_info", "score": 0.10327684879302979, "raw_score": -8.80640983581543, "rank": 2}, {"label": "cannot_answer", "score": 0.029836006462574005, "raw_score": -10.048107147216797, "rank": 3}, {"label": "direct", "score": 0.012522787787020206, "raw_score": -10.91627311706543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0962c4bb0d59a6aa98c3f3257256ed3c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6660383343696594, "raw_score": -14.643167495727539, "rank": 1}, {"label": "cannot_answer", "score": 0.23994696140289307, "raw_score": -15.66409683227539, "rank": 2}, {"label": "direct", "score": 0.04833783209323883, "raw_score": -17.266300201416016, "rank": 3}, {"label": "request_for_info", "score": 0.0456768274307251, "raw_score": -17.32292366027832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2fe4de669eb894c0726ffeddad3b59ca", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5236508846282959, "raw_score": 2.753429412841797, "rank": 1}, {"label": "request_for_info", "score": 0.36045318841934204, "raw_score": 2.3799662590026855, "rank": 2}, {"label": "cannot_answer", "score": 0.06911443173885345, "raw_score": 0.7283676862716675, "rank": 3}, {"label": "direct", "score": 0.04678139090538025, "raw_score": 0.33808961510658264, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80806c285d1bb8f65f0a74c8a8d62d42", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5592274069786072, "raw_score": -13.11323070526123, "rank": 1}, {"label": "cannot_answer", "score": 0.24172106385231018, "raw_score": -13.95200252532959, "rank": 2}, {"label": "request_for_info", "score": 0.1590055674314499, "raw_score": -14.370847702026367, "rank": 3}, {"label": "direct", "score": 0.04004593566060066, "raw_score": -15.749759674072266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0edeca75c495012e962f73e938c8f76", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6082030534744263, "raw_score": -13.285279273986816, "rank": 1}, {"label": "cannot_answer", "score": 0.27686262130737305, "raw_score": -14.072266578674316, "rank": 2}, {"label": "request_for_info", "score": 0.07032764703035355, "raw_score": -15.442623138427734, "rank": 3}, {"label": "direct", "score": 0.04460672661662102, "raw_score": -15.897903442382812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5d5fab1aba495b5188da366dea71cd1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4678294062614441, "raw_score": -13.890458106994629, "rank": 1}, {"label": "cannot_answer", "score": 0.292005330324173, "raw_score": -14.36178970336914, "rank": 2}, {"label": "request_for_info", "score": 0.20687508583068848, "raw_score": -14.706446647644043, "rank": 3}, {"label": "direct", "score": 0.03329014778137207, "raw_score": -16.533300399780273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea19c28d9db31de6de4ff65369f9556a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8410625457763672, "raw_score": -12.514046669006348, "rank": 1}, {"label": "request_for_info", "score": 0.10372892767190933, "raw_score": -14.606931686401367, "rank": 2}, {"label": "cannot_answer", "score": 0.047630079090595245, "raw_score": -15.385248184204102, "rank": 3}, {"label": "direct", "score": 0.007578421849757433, "raw_score": -17.223407745361328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9522dac6f7279948efd9bb999174450", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6839218139648438, "raw_score": -16.50082778930664, "rank": 1}, {"label": "request_for_info", "score": 0.15117362141609192, "raw_score": -18.010242462158203, "rank": 2}, {"label": "cannot_answer", "score": 0.1317725032567978, "raw_score": -18.147594451904297, "rank": 3}, {"label": "direct", "score": 0.03313213586807251, "raw_score": -19.528167724609375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f980ecbd8a43eaa521ca009fcf66a39d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7487475275993347, "raw_score": -13.313465118408203, "rank": 1}, {"label": "request_for_info", "score": 0.1571975201368332, "raw_score": -14.874363899230957, "rank": 2}, {"label": "cannot_answer", "score": 0.08345083147287369, "raw_score": -15.507609367370605, "rank": 3}, {"label": "direct", "score": 0.0106040695682168, "raw_score": -17.570629119873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8a20c9eeacc3ae3a4d4de009e472fc58", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5057790279388428, "raw_score": -19.041278839111328, "rank": 1}, {"label": "request_for_info", "score": 0.2542930543422699, "raw_score": -19.728891372680664, "rank": 2}, {"label": "cannot_answer", "score": 0.2236006110906601, "raw_score": -19.85751724243164, "rank": 3}, {"label": "direct", "score": 0.01632728986442089, "raw_score": -22.47454071044922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee0ffcec3df6c3d023ef424b88d474fb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8615612387657166, "raw_score": -11.052206039428711, "rank": 1}, {"label": "request_for_info", "score": 0.06700589507818222, "raw_score": -13.606171607971191, "rank": 2}, {"label": "cannot_answer", "score": 0.04907630383968353, "raw_score": -13.91757583618164, "rank": 3}, {"label": "direct", "score": 0.022356554865837097, "raw_score": -14.703832626342773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9f7541c242c95be6c1c8b5f846eceb50", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8695366382598877, "raw_score": -6.31605339050293, "rank": 1}, {"label": "request_for_info", "score": 0.05679626762866974, "raw_score": -9.044543266296387, "rank": 2}, {"label": "cannot_answer", "score": 0.047713495790958405, "raw_score": -9.218799591064453, "rank": 3}, {"label": "direct", "score": 0.0259536262601614, "raw_score": -9.827702522277832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9df8381d7b25f67f5c39b0768c8675b4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8846954703330994, "raw_score": -4.576385498046875, "rank": 1}, {"label": "request_for_info", "score": 0.05550823733210564, "raw_score": -7.345097541809082, "rank": 2}, {"label": "cannot_answer", "score": 0.04486529901623726, "raw_score": -7.557964324951172, "rank": 3}, {"label": "direct", "score": 0.01493103802204132, "raw_score": -8.658186912536621, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2bed0c0e0892e135594a1b92606bd460", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8118305206298828, "raw_score": -6.526084899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.13903944194316864, "raw_score": -8.290618896484375, "rank": 2}, {"label": "request_for_info", "score": 0.03893027454614639, "raw_score": -9.563604354858398, "rank": 3}, {"label": "direct", "score": 0.010199788957834244, "raw_score": -10.903009414672852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5af9044e2f39dc61c12d31f6c42d76b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8017066121101379, "raw_score": -10.644391059875488, "rank": 1}, {"label": "cannot_answer", "score": 0.0940859243273735, "raw_score": -12.786925315856934, "rank": 2}, {"label": "direct", "score": 0.05217761918902397, "raw_score": -13.376480102539062, "rank": 3}, {"label": "request_for_info", "score": 0.052029889076948166, "raw_score": -13.379315376281738, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bbd52901fd4337c0f191a86a008fcc01", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8017066121101379, "raw_score": -10.644391059875488, "rank": 1}, {"label": "cannot_answer", "score": 0.0940859243273735, "raw_score": -12.786925315856934, "rank": 2}, {"label": "direct", "score": 0.05217761918902397, "raw_score": -13.376480102539062, "rank": 3}, {"label": "request_for_info", "score": 0.052029889076948166, "raw_score": -13.379315376281738, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b37f468c15270f3bf5f439a52398bf70", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7684670686721802, "raw_score": -11.43667984008789, "rank": 1}, {"label": "cannot_answer", "score": 0.11677534878253937, "raw_score": -13.320825576782227, "rank": 2}, {"label": "direct", "score": 0.059306494891643524, "raw_score": -13.998358726501465, "rank": 3}, {"label": "request_for_info", "score": 0.05545112118124962, "raw_score": -14.06557559967041, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "815ecb787b8e7bf8aadbc11ccffe0299", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7684670686721802, "raw_score": -11.43667984008789, "rank": 1}, {"label": "cannot_answer", "score": 0.11677534878253937, "raw_score": -13.320825576782227, "rank": 2}, {"label": "direct", "score": 0.059306494891643524, "raw_score": -13.998358726501465, "rank": 3}, {"label": "request_for_info", "score": 0.05545112118124962, "raw_score": -14.06557559967041, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69b8ce09c28ad11f340f6d3c2066ea5f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7815284729003906, "raw_score": -9.470541000366211, "rank": 1}, {"label": "cannot_answer", "score": 0.12223004549741745, "raw_score": -11.325887680053711, "rank": 2}, {"label": "request_for_info", "score": 0.06864354759454727, "raw_score": -11.902865409851074, "rank": 3}, {"label": "direct", "score": 0.027597960084676743, "raw_score": -12.814050674438477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a1ea8a81a4f025790264969a9af2b7e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7160227298736572, "raw_score": -4.969600677490234, "rank": 1}, {"label": "request_for_info", "score": 0.12576787173748016, "raw_score": -6.708874702453613, "rank": 2}, {"label": "cannot_answer", "score": 0.10480905324220657, "raw_score": -6.891172409057617, "rank": 3}, {"label": "direct", "score": 0.05340033769607544, "raw_score": -7.565495491027832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73f6d118702ec89fd5e50dbd060ae951", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7160227298736572, "raw_score": -4.969600677490234, "rank": 1}, {"label": "request_for_info", "score": 0.12576787173748016, "raw_score": -6.708874702453613, "rank": 2}, {"label": "cannot_answer", "score": 0.10480905324220657, "raw_score": -6.891172409057617, "rank": 3}, {"label": "direct", "score": 0.05340033769607544, "raw_score": -7.565495491027832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6f95ac7c7791ed1f4c078bb9a5cbcf2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7828961610794067, "raw_score": -3.2052321434020996, "rank": 1}, {"label": "cannot_answer", "score": 0.11638815701007843, "raw_score": -5.111301422119141, "rank": 2}, {"label": "request_for_info", "score": 0.06482481956481934, "raw_score": -5.6965436935424805, "rank": 3}, {"label": "direct", "score": 0.035890888422727585, "raw_score": -6.28774881362915, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0fba91eb1ae0abda82ff9de2abed4685", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7828961610794067, "raw_score": -3.2052321434020996, "rank": 1}, {"label": "cannot_answer", "score": 0.11638815701007843, "raw_score": -5.111301422119141, "rank": 2}, {"label": "request_for_info", "score": 0.06482481956481934, "raw_score": -5.6965436935424805, "rank": 3}, {"label": "direct", "score": 0.035890888422727585, "raw_score": -6.28774881362915, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7f6a4647220c12218afe8f698604f37", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6970890760421753, "raw_score": -6.2154340744018555, "rank": 1}, {"label": "request_for_info", "score": 0.12478853762149811, "raw_score": -7.935726642608643, "rank": 2}, {"label": "cannot_answer", "score": 0.11537768691778183, "raw_score": -8.01413631439209, "rank": 3}, {"label": "direct", "score": 0.06274477392435074, "raw_score": -8.623271942138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b955fdbc16eec9cfb26b9c42006900f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7570191025733948, "raw_score": -5.927750587463379, "rank": 1}, {"label": "request_for_info", "score": 0.13801142573356628, "raw_score": -7.629802703857422, "rank": 2}, {"label": "cannot_answer", "score": 0.07152348756790161, "raw_score": -8.287113189697266, "rank": 3}, {"label": "direct", "score": 0.03344599902629852, "raw_score": -9.04720687866211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31ed97a80c33ba96e657539d6907d82d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7570191025733948, "raw_score": -5.927750587463379, "rank": 1}, {"label": "request_for_info", "score": 0.13801142573356628, "raw_score": -7.629802703857422, "rank": 2}, {"label": "cannot_answer", "score": 0.07152348756790161, "raw_score": -8.287113189697266, "rank": 3}, {"label": "direct", "score": 0.03344599902629852, "raw_score": -9.04720687866211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0ca40c5423efd1d0350abffb652df12", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7570191025733948, "raw_score": -5.927750587463379, "rank": 1}, {"label": "request_for_info", "score": 0.13801142573356628, "raw_score": -7.629802703857422, "rank": 2}, {"label": "cannot_answer", "score": 0.07152348756790161, "raw_score": -8.287113189697266, "rank": 3}, {"label": "direct", "score": 0.03344599902629852, "raw_score": -9.04720687866211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a30de7799bc8dbdf93facfed5162a8b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8699051141738892, "raw_score": -4.15000057220459, "rank": 1}, {"label": "request_for_info", "score": 0.05760080739855766, "raw_score": -6.8648481369018555, "rank": 2}, {"label": "cannot_answer", "score": 0.04222164303064346, "raw_score": -7.175451755523682, "rank": 3}, {"label": "direct", "score": 0.030272433534264565, "raw_score": -7.508147239685059, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "555fca32878d00f159197ae4062f4a97", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7570191025733948, "raw_score": -5.927750587463379, "rank": 1}, {"label": "request_for_info", "score": 0.13801142573356628, "raw_score": -7.629802703857422, "rank": 2}, {"label": "cannot_answer", "score": 0.07152348756790161, "raw_score": -8.287113189697266, "rank": 3}, {"label": "direct", "score": 0.03344599902629852, "raw_score": -9.04720687866211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e32b906f803239db835af3f85946bd69", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5468892455101013, "raw_score": -12.67623233795166, "rank": 1}, {"label": "request_for_info", "score": 0.34591519832611084, "raw_score": -13.134284973144531, "rank": 2}, {"label": "cannot_answer", "score": 0.09397450089454651, "raw_score": -14.437455177307129, "rank": 3}, {"label": "direct", "score": 0.01322102639824152, "raw_score": -16.398670196533203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b16430e374573fb3ed2ad2918f149f2c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6294286847114563, "raw_score": -13.448232650756836, "rank": 1}, {"label": "cannot_answer", "score": 0.1949205994606018, "raw_score": -14.620452880859375, "rank": 2}, {"label": "request_for_info", "score": 0.11183234304189682, "raw_score": -15.176044464111328, "rank": 3}, {"label": "direct", "score": 0.06381835788488388, "raw_score": -15.737004280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "883e118c1290610816f0165d824aa5bb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6921797394752502, "raw_score": -13.625092506408691, "rank": 1}, {"label": "cannot_answer", "score": 0.1516972929239273, "raw_score": -15.143051147460938, "rank": 2}, {"label": "request_for_info", "score": 0.09071338921785355, "raw_score": -15.657233238220215, "rank": 3}, {"label": "direct", "score": 0.06540953367948532, "raw_score": -15.984270095825195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d05b50c9c8a1a1fc1d8d9b0b5df5aa22", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5035019516944885, "raw_score": -14.261618614196777, "rank": 1}, {"label": "cannot_answer", "score": 0.33658796548843384, "raw_score": -14.664346694946289, "rank": 2}, {"label": "request_for_info", "score": 0.11055376380681992, "raw_score": -15.777704238891602, "rank": 3}, {"label": "direct", "score": 0.04935630038380623, "raw_score": -16.58414077758789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "150ed83df8342c9d8e8a35b59b5b3961", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6766248345375061, "raw_score": -7.79490852355957, "rank": 1}, {"label": "request_for_info", "score": 0.2196754664182663, "raw_score": -8.91987419128418, "rank": 2}, {"label": "cannot_answer", "score": 0.0570765845477581, "raw_score": -10.267631530761719, "rank": 3}, {"label": "direct", "score": 0.04662312939763069, "raw_score": -10.469928741455078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4fc4d7069ed9dc7b25571192733338af", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.3970884680747986, "raw_score": -15.102355003356934, "rank": 1}, {"label": "cannot_answer", "score": 0.32353830337524414, "raw_score": -15.307196617126465, "rank": 2}, {"label": "request_for_info", "score": 0.24113132059574127, "raw_score": -15.60117244720459, "rank": 3}, {"label": "direct", "score": 0.03824194520711899, "raw_score": -17.442581176757812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11def60459b078f08818f2fb022fd6e4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4836607873439789, "raw_score": -13.120098114013672, "rank": 1}, {"label": "cannot_answer", "score": 0.2731281816959381, "raw_score": -13.691540718078613, "rank": 2}, {"label": "request_for_info", "score": 0.15895898640155792, "raw_score": -14.23283576965332, "rank": 3}, {"label": "direct", "score": 0.08425204455852509, "raw_score": -14.867669105529785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a61a3d48346fde95da8b8180ccbf0fe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4190797507762909, "raw_score": -15.504043579101562, "rank": 1}, {"label": "cannot_answer", "score": 0.2841244339942932, "raw_score": -15.892692565917969, "rank": 2}, {"label": "request_for_info", "score": 0.24660591781139374, "raw_score": -16.034313201904297, "rank": 3}, {"label": "direct", "score": 0.05018988624215126, "raw_score": -17.626291275024414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4a5cf837c9db3b8cc8ae068da1da464", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8034183382987976, "raw_score": -7.961368560791016, "rank": 1}, {"label": "cannot_answer", "score": 0.12363675236701965, "raw_score": -9.83289623260498, "rank": 2}, {"label": "request_for_info", "score": 0.045511145144701004, "raw_score": -10.832286834716797, "rank": 3}, {"label": "direct", "score": 0.027433767914772034, "raw_score": -11.338469505310059, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9784b82b5baa927743c3348f6c5d50d8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8303173184394836, "raw_score": -8.50780200958252, "rank": 1}, {"label": "cannot_answer", "score": 0.07627908140420914, "raw_score": -10.895211219787598, "rank": 2}, {"label": "request_for_info", "score": 0.05171706900000572, "raw_score": -11.283822059631348, "rank": 3}, {"label": "direct", "score": 0.04168646037578583, "raw_score": -11.499433517456055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be0718ccc2ce7d90b5f2bed6d2423e86", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5247302055358887, "raw_score": -15.837076187133789, "rank": 1}, {"label": "request_for_info", "score": 0.3114389479160309, "raw_score": -16.35875701904297, "rank": 2}, {"label": "cannot_answer", "score": 0.1379084587097168, "raw_score": -17.173370361328125, "rank": 3}, {"label": "direct", "score": 0.025922412052750587, "raw_score": -18.844852447509766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa3066e7602b4d34226e6b07a0f519b3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5041711926460266, "raw_score": -14.505552291870117, "rank": 1}, {"label": "cannot_answer", "score": 0.30789461731910706, "raw_score": -14.998710632324219, "rank": 2}, {"label": "request_for_info", "score": 0.17059363424777985, "raw_score": -15.589183807373047, "rank": 3}, {"label": "direct", "score": 0.01734049990773201, "raw_score": -17.875423431396484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "648ee8cd10aaf17f8824a5d8d878ff97", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7792032361030579, "raw_score": -9.870223999023438, "rank": 1}, {"label": "cannot_answer", "score": 0.11978906393051147, "raw_score": -11.74276351928711, "rank": 2}, {"label": "request_for_info", "score": 0.0824749693274498, "raw_score": -12.11600112915039, "rank": 3}, {"label": "direct", "score": 0.018532821908593178, "raw_score": -13.608952522277832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e28dd3f2b08555a7436afdf5629d110", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7862510085105896, "raw_score": -10.196611404418945, "rank": 1}, {"label": "cannot_answer", "score": 0.12514621019363403, "raw_score": -12.034404754638672, "rank": 2}, {"label": "request_for_info", "score": 0.06933537125587463, "raw_score": -12.624932289123535, "rank": 3}, {"label": "direct", "score": 0.01926742121577263, "raw_score": -13.905471801757812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7aa7985cd46f105f6acf4c00a1d1b1bd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7025236487388611, "raw_score": -13.451847076416016, "rank": 1}, {"label": "cannot_answer", "score": 0.16778232157230377, "raw_score": -14.883858680725098, "rank": 2}, {"label": "request_for_info", "score": 0.09549879282712936, "raw_score": -15.447412490844727, "rank": 3}, {"label": "direct", "score": 0.03419524058699608, "raw_score": -16.47443962097168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a1b25773cf0ee875c967e0ddffba279", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6295060515403748, "raw_score": -9.822795867919922, "rank": 1}, {"label": "cannot_answer", "score": 0.21817852556705475, "raw_score": -10.882417678833008, "rank": 2}, {"label": "request_for_info", "score": 0.09046504646539688, "raw_score": -11.762767791748047, "rank": 3}, {"label": "direct", "score": 0.06185038760304451, "raw_score": -12.143013000488281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc4fcfa5126cf5f3459439dd581d4571", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6623738408088684, "raw_score": -7.2356390953063965, "rank": 1}, {"label": "cannot_answer", "score": 0.13839341700077057, "raw_score": -8.801368713378906, "rank": 2}, {"label": "request_for_info", "score": 0.12173383682966232, "raw_score": -8.929632186889648, "rank": 3}, {"label": "direct", "score": 0.07749896496534348, "raw_score": -9.381204605102539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "936cd87753f766d12564156079d27496", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46382126212120056, "raw_score": -11.998650550842285, "rank": 1}, {"label": "cannot_answer", "score": 0.2367117553949356, "raw_score": -12.671306610107422, "rank": 2}, {"label": "request_for_info", "score": 0.2135278433561325, "raw_score": -12.774382591247559, "rank": 3}, {"label": "direct", "score": 0.08593924343585968, "raw_score": -13.68450927734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1661abb23a861b098d663bd33f4510d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46382126212120056, "raw_score": -11.998650550842285, "rank": 1}, {"label": "cannot_answer", "score": 0.2367117553949356, "raw_score": -12.671306610107422, "rank": 2}, {"label": "request_for_info", "score": 0.2135278433561325, "raw_score": -12.774382591247559, "rank": 3}, {"label": "direct", "score": 0.08593924343585968, "raw_score": -13.68450927734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8dae532e0d864c75f667b6d89559665", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.46695345640182495, "raw_score": -15.990527153015137, "rank": 1}, {"label": "tool_call", "score": 0.3493236303329468, "raw_score": -16.280757904052734, "rank": 2}, {"label": "cannot_answer", "score": 0.17685243487358093, "raw_score": -16.961441040039062, "rank": 3}, {"label": "direct", "score": 0.006870496552437544, "raw_score": -20.20952033996582, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1d078afcbba3ece442a805a04847f75", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.46695345640182495, "raw_score": -15.990527153015137, "rank": 1}, {"label": "tool_call", "score": 0.3493236303329468, "raw_score": -16.280757904052734, "rank": 2}, {"label": "cannot_answer", "score": 0.17685243487358093, "raw_score": -16.961441040039062, "rank": 3}, {"label": "direct", "score": 0.006870496552437544, "raw_score": -20.20952033996582, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b64ccf83c40e5af256337cbd422b395", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fde824e91fff073061968da1e67d34a3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9babe5bf8d1cc7e4eff2f08ef49bb227", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af979282a1012690fbd24ac8a65e561e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f21cbc90c5141dfced11d131261c61ec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15b17b9cce1be25c47e06bcff2fce6c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d67a129363e8133d8022be5152b19586", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38cbff9312938fb784151486d9192b8b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a3bf622570197432901ac54b26fd719", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d69db216987af29b5a750a022076e98", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c040643e827dd6bd43ec20fbe50708a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75ded9cbe0f58b2b000ceec18304b7b1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7626283168792725, "raw_score": -3.615387439727783, "rank": 1}, {"label": "cannot_answer", "score": 0.132892906665802, "raw_score": -5.362614631652832, "rank": 2}, {"label": "request_for_info", "score": 0.05670789256691933, "raw_score": -6.214244842529297, "rank": 3}, {"label": "direct", "score": 0.047770868986845016, "raw_score": -6.3857421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0b671f8029007eb11506194286ba7b1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f28a2233d77c9eb70e1a70cb67e1d201", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0427123706ec9b1336c81b90da1010c6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bec1ab85b00ee046e2322e5f8602cb7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4422a605a6ca761513a438449ffb02f0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf7ccfe1a2373f24006653a461d4c954", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45ca1cb719562049a8817f5394738e2d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a347f36068f6cd872996137ae5e3c0cf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011138439178467, "raw_score": -6.234856128692627, "rank": 1}, {"label": "cannot_answer", "score": 0.08213122934103012, "raw_score": -8.512540817260742, "rank": 2}, {"label": "request_for_info", "score": 0.07653939723968506, "raw_score": -8.583053588867188, "rank": 3}, {"label": "direct", "score": 0.04021555185317993, "raw_score": -9.226605415344238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "429eafffa84035eef7c6e7e2fed160f3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff425bd4dae647bc77494ad2abda4ec9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "980afe02065796894795a79299e5c12d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71e875ecb0ed6fc6afdb871500683c0b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bfa7baf1095038824d6e1aca2fc2aece", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "663f5eb9c4cbba8100b9db8635a15e86", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.361025869846344, "raw_score": -13.472213745117188, "rank": 1}, {"label": "direct", "score": 0.25027143955230713, "raw_score": -13.838617324829102, "rank": 2}, {"label": "cannot_answer", "score": 0.210919588804245, "raw_score": -14.009686470031738, "rank": 3}, {"label": "request_for_info", "score": 0.1777830719947815, "raw_score": -14.180599212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb74bce21356e595914586a3c060def4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b21f156fb184cdefd0412905a98a80a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17213e84935ec17a99b08c19701a1f9d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c164f50063ba8829b54d400ced45008c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89700a08486f4460fb94cacb930b684c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a3d4b5f97341c81489d049d9a5680ecc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d364ef90e1da4457ad93b0cdf60f121", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49bb02e7f483248a2fc90eabdd05059d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35f6cc7593c1976a0bf2aaa77e43b8bd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af980caab8685b84ff2040d599c6346e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5854932069778442, "raw_score": -13.948498725891113, "rank": 1}, {"label": "request_for_info", "score": 0.21656227111816406, "raw_score": -14.943075180053711, "rank": 2}, {"label": "cannot_answer", "score": 0.17284613847732544, "raw_score": -15.168551445007324, "rank": 3}, {"label": "direct", "score": 0.025098422542214394, "raw_score": -17.098148345947266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94603dfd9bcb378ea065f5ef97cfca82", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6843461ab91d6d6cac581b585d4ac1c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a82b18f98a0349609af57318aa45ced", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1155b8b712b210e1e1882ef79b786a1e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e4df0ac15e86c72f2595b117d5ca8b3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9040749669075012, "raw_score": -4.975030899047852, "rank": 1}, {"label": "cannot_answer", "score": 0.06427627801895142, "raw_score": -7.618752479553223, "rank": 2}, {"label": "request_for_info", "score": 0.021038921549916267, "raw_score": -8.73556900024414, "rank": 3}, {"label": "direct", "score": 0.01060981024056673, "raw_score": -9.420164108276367, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "331aeec25b24f325cdd9091a2e66718b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ef85339c176d683bfb8a84538c134d0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3de35fc180b4964e925994e906d488c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8539794087409973, "raw_score": -4.608715057373047, "rank": 1}, {"label": "cannot_answer", "score": 0.09112110733985901, "raw_score": -6.846432685852051, "rank": 2}, {"label": "request_for_info", "score": 0.034350018948316574, "raw_score": -7.822019577026367, "rank": 3}, {"label": "direct", "score": 0.020549552515149117, "raw_score": -8.335783004760742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2780859d496346b44e8f19b574661551", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9040749669075012, "raw_score": -4.975030899047852, "rank": 1}, {"label": "cannot_answer", "score": 0.06427627801895142, "raw_score": -7.618752479553223, "rank": 2}, {"label": "request_for_info", "score": 0.021038921549916267, "raw_score": -8.73556900024414, "rank": 3}, {"label": "direct", "score": 0.01060981024056673, "raw_score": -9.420164108276367, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8ec0a4fa19efffb94c57f7897483712d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "032fd088d589b316cb1b0e896756df89", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8bf89d801cbfd692402cb6e0bd92a4e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "000757248901281a48335a373cf1a744", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92694566dbf1d79f9d53a5851db88262", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d001ba6a9b3bd7aa5c9fad0257468e5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "806e698d42b692fff99419d8b38a633d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7dc37943f5f733b0799de6f31c71e05a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9cae5c8a14dba0923c75871db274059", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89c4c9ee06430ba0fab9ac49136f43be", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e56b1230deb5180bbc94fe77e4726918", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3350d727d55b3a2a6bb412390133e77e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c49cf30ebafa277db07445e8dd46ddda", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c31209128c5d75f7b84ea5acb7f84508", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3e9624bcf9b1772676bba5b45954f8e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c679ab66773a1c9024c116f9b73b179", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54a0d363bc80741deb5ca45b2cfc2463", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a87315e17641baf59d06a1db5ba43cb0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94f668f710bc3420431ac7905eb7f264", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a8077964a1be7ffd342d7357691cd6b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aefcbd6c1dee25368275b3adb7b4255b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d34871f26e7ded8ef812f504896505ed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89489eb2e9c8a34ebd91d967af5b3611", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8a52ebdfac32ff95037e2d91de3481c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f589cd86e8b5023806b524ce9a6d10f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39baee000d09926034bd4207966d371b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8088704943656921, "raw_score": -8.606085777282715, "rank": 1}, {"label": "cannot_answer", "score": 0.09336400032043457, "raw_score": -10.765218734741211, "rank": 2}, {"label": "request_for_info", "score": 0.08076082915067673, "raw_score": -10.910232543945312, "rank": 3}, {"label": "direct", "score": 0.01700476184487343, "raw_score": -12.468231201171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6483c707534dedb62d4ec2c2b0136500", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.40549957752227783, "raw_score": -13.265802383422852, "rank": 1}, {"label": "cannot_answer", "score": 0.28038567304611206, "raw_score": -13.634756088256836, "rank": 2}, {"label": "request_for_info", "score": 0.2785998284816742, "raw_score": -13.641145706176758, "rank": 3}, {"label": "direct", "score": 0.03551487252116203, "raw_score": -15.700970649719238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7628daf9d44812df9c489634b8e3459f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.40549957752227783, "raw_score": -13.265802383422852, "rank": 1}, {"label": "cannot_answer", "score": 0.28038567304611206, "raw_score": -13.634756088256836, "rank": 2}, {"label": "request_for_info", "score": 0.2785998284816742, "raw_score": -13.641145706176758, "rank": 3}, {"label": "direct", "score": 0.03551487252116203, "raw_score": -15.700970649719238, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b537e823bba4253661ec5bafae60a7a7", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11ed474967deaa0aee259a997ed7293e", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5aeeeae5e2d31142b0f7e0a7fa22c894", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f266ebfd9283d63d483b188fdf45d3a1", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6a01392628028237e28036d363a4a8e", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "220c9596f79e990b26847cb926b4439a", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff1b923824ee2a3ef8f3ed5d9845a741", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "805cfcfb21c141e5b353ce7ad0902aaf", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cf09aaac66da5ac31cb8343bd518e32", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "adcaebe01c98444e61f557e9ef17478d", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd098985dec3095159678278f3349f81", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1704fb1630889486973c1f64ec29fe5c", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "019ad5af4e685e2d8485f92e5b34bbeb", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a32263922b586cfcb8f03902eb0053a", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e6e2876493c694a419a774196b9b43d", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eafa887527c09501ae0bc8fa213102c9", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a681895451d1e9f42fddf9b4cf33f59", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6596959829330444, "raw_score": -14.336944580078125, "rank": 1}, {"label": "request_for_info", "score": 0.165906623005867, "raw_score": -15.71729850769043, "rank": 2}, {"label": "tool_call", "score": 0.14163219928741455, "raw_score": -15.875490188598633, "rank": 3}, {"label": "direct", "score": 0.03276523947715759, "raw_score": -17.33935546875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5981887e4c2acff1f234876e2ab08ff2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2afe0d676a38d38a5b6729447b280e7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65ed812a91b53869da9b23eb5e5eb472", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48189e1bfd0cd0e35268e83767b63aec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6272e0d8fc57b7f2699b1cc877b9bed5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2326508399753972432357e5689f112f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7aed581d0ab2d923a11c6981e74a3139", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71eb79f57916a076db214781b1c7831c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aeaa3f6f701ca2753cc610df1ba28eb0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c2bf204238b722ebc73ebe0a1571bc4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a8d28c58a7d241d91321ab4c45b7b9e2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "543a5b8f096a049495f97997773fa4b6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69d3feb6f39e5ee6878cb420c6e64e43", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5cee3c227626b412ab3d298c317a82e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "62b0baa3d5356f89342c4a77e34cc3b6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3bf2e7132cf19a52b0a0b5e874bc3796", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "793cd3f8ed5164bda2754d9d7e0dee47", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d19a93a41a50d4724c07d1900efca947", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95caddda625f5362212b527d9c3920d7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "312108e740c88a01bb1f8eb9863dce6f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6af9256f184848d67d7ba9cd71e43a37", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.35610443353652954, "raw_score": -16.091087341308594, "rank": 1}, {"label": "cannot_answer", "score": 0.347150057554245, "raw_score": -16.116554260253906, "rank": 2}, {"label": "request_for_info", "score": 0.25289952754974365, "raw_score": -16.433319091796875, "rank": 3}, {"label": "direct", "score": 0.04384604096412659, "raw_score": -18.185626983642578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a207326f8abc48effb4fefa9e74db995", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5368792414665222, "raw_score": -15.599989891052246, "rank": 1}, {"label": "request_for_info", "score": 0.2067086100578308, "raw_score": -16.554452896118164, "rank": 2}, {"label": "cannot_answer", "score": 0.2054947018623352, "raw_score": -16.56034278869629, "rank": 3}, {"label": "direct", "score": 0.050917476415634155, "raw_score": -17.955556869506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61089697d298bfd10339ced2da845adc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5368792414665222, "raw_score": -15.599989891052246, "rank": 1}, {"label": "request_for_info", "score": 0.2067086100578308, "raw_score": -16.554452896118164, "rank": 2}, {"label": "cannot_answer", "score": 0.2054947018623352, "raw_score": -16.56034278869629, "rank": 3}, {"label": "direct", "score": 0.050917476415634155, "raw_score": -17.955556869506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d038fdb1a8d535abaf3eab9d2953e93", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5368792414665222, "raw_score": -15.599989891052246, "rank": 1}, {"label": "request_for_info", "score": 0.2067086100578308, "raw_score": -16.554452896118164, "rank": 2}, {"label": "cannot_answer", "score": 0.2054947018623352, "raw_score": -16.56034278869629, "rank": 3}, {"label": "direct", "score": 0.050917476415634155, "raw_score": -17.955556869506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bcc1b14a1e53bae2d997b58cc7fcf52", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.87184739112854, "raw_score": -0.4195474684238434, "rank": 1}, {"label": "cannot_answer", "score": 0.08279457688331604, "raw_score": -2.773799419403076, "rank": 2}, {"label": "direct", "score": 0.023609338328242302, "raw_score": -4.028519630432129, "rank": 3}, {"label": "request_for_info", "score": 0.021748686209321022, "raw_score": -4.1106085777282715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "746cffeed434f5f1d79c2f43757cc973", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.87184739112854, "raw_score": -0.4195474684238434, "rank": 1}, {"label": "cannot_answer", "score": 0.08279457688331604, "raw_score": -2.773799419403076, "rank": 2}, {"label": "direct", "score": 0.023609338328242302, "raw_score": -4.028519630432129, "rank": 3}, {"label": "request_for_info", "score": 0.021748686209321022, "raw_score": -4.1106085777282715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "602f4fda3819f14b5032bce6a3314377", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.87184739112854, "raw_score": -0.4195474684238434, "rank": 1}, {"label": "cannot_answer", "score": 0.08279457688331604, "raw_score": -2.773799419403076, "rank": 2}, {"label": "direct", "score": 0.023609338328242302, "raw_score": -4.028519630432129, "rank": 3}, {"label": "request_for_info", "score": 0.021748686209321022, "raw_score": -4.1106085777282715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "962beca0eb4ba665fb776722dc69702a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a183c108689149449dd078c4654d877", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "495b626b0e20053a69930a19c5cef176", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75ff701c5bd798bc605894cdb3db5392", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0b8622cff82e6c5ae32ba9d46338356", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe70377944feeb09d5141d951d713339", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b37dfe75e841571aaabb4a1229af5853", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0dfae2335f24c3f6eff100479660bb13", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d43311b910ec21d77bc16219642f278f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd8e3f23b61475739650880f1725f294", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7296007871627808, "raw_score": -5.439332962036133, "rank": 1}, {"label": "cannot_answer", "score": 0.15477387607097626, "raw_score": -6.989865303039551, "rank": 2}, {"label": "request_for_info", "score": 0.08093377202749252, "raw_score": -7.638199329376221, "rank": 3}, {"label": "direct", "score": 0.034691546112298965, "raw_score": -8.485334396362305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7a1d064a8b0aa637ef94332b988b2e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5843139290809631, "raw_score": -13.920804977416992, "rank": 1}, {"label": "request_for_info", "score": 0.21220915019512177, "raw_score": -14.933670997619629, "rank": 2}, {"label": "cannot_answer", "score": 0.1474609524011612, "raw_score": -15.297679901123047, "rank": 3}, {"label": "direct", "score": 0.05601600557565689, "raw_score": -16.265605926513672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e7835af327735a3d6e38856fae8fb983", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5843139290809631, "raw_score": -13.920804977416992, "rank": 1}, {"label": "request_for_info", "score": 0.21220915019512177, "raw_score": -14.933670997619629, "rank": 2}, {"label": "cannot_answer", "score": 0.1474609524011612, "raw_score": -15.297679901123047, "rank": 3}, {"label": "direct", "score": 0.05601600557565689, "raw_score": -16.265605926513672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de71ebbc910ad882b146c44616dd449f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5843139290809631, "raw_score": -13.920804977416992, "rank": 1}, {"label": "request_for_info", "score": 0.21220915019512177, "raw_score": -14.933670997619629, "rank": 2}, {"label": "cannot_answer", "score": 0.1474609524011612, "raw_score": -15.297679901123047, "rank": 3}, {"label": "direct", "score": 0.05601600557565689, "raw_score": -16.265605926513672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "399d26ca4daea1c8aaca0332c6a7e9c6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5843139290809631, "raw_score": -13.920804977416992, "rank": 1}, {"label": "request_for_info", "score": 0.21220915019512177, "raw_score": -14.933670997619629, "rank": 2}, {"label": "cannot_answer", "score": 0.1474609524011612, "raw_score": -15.297679901123047, "rank": 3}, {"label": "direct", "score": 0.05601600557565689, "raw_score": -16.265605926513672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d6f4266ef1baeb6be8a04af79ed8fd65", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f66cfa348844ae6848e5f4221d512f45", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6faf9b487347ed3a6b5686db1ece805c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "72651940f016a89c66c308b991321775", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67be57e023556339e47b6b61d88204c3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca36bf2f78e06b27bc8f9dfc198632bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41b9f2e3ace7251cd0049a877f9712f9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c4d0beffb2bd3869a66f46917ba9d14", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5152599215507507, "raw_score": -11.349328994750977, "rank": 1}, {"label": "request_for_info", "score": 0.2126278579235077, "raw_score": -12.234457015991211, "rank": 2}, {"label": "cannot_answer", "score": 0.18861564993858337, "raw_score": -12.354289054870605, "rank": 3}, {"label": "direct", "score": 0.08349654823541641, "raw_score": -13.169195175170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d62ad0639b27c9b88d7be9b1459314c", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6429bef809654dd70dd796d793e2bcd9", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d78f73563dcf347c4e2b67baa769d66e", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0de5ffa5dfc614386591ba6b2a5b30e", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64af6c87ab38d3bce3bb534aafdc39b2", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e464ad72600d0d6aa6f26b9b012616e5", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6d5c71d822468cc15bd98a6bd1ece00", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3989243805408478, "raw_score": -15.31158447265625, "rank": 1}, {"label": "cannot_answer", "score": 0.3812459409236908, "raw_score": -15.356911659240723, "rank": 2}, {"label": "tool_call", "score": 0.18170273303985596, "raw_score": -16.097984313964844, "rank": 3}, {"label": "direct", "score": 0.03812701255083084, "raw_score": -17.659433364868164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f9f6caca655adf44d77864d6b8f56f64", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab81afdd8c545729827f9da223e4bbcf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "239e529693adefab463f1cc6b18b7b54", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3c9058c7ef57b942196a7d38a8d76f2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73385dd785f877f746d3e0c18d0ec435", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "032122973762be97270b88acb480c545", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd37bce4331079c1b7e32fe1784722b7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a04328519b12ef1e58c2b670a753ebf4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6d7d07fcceff33019d7816437c9098d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68f34af8404a152e12002086f93621a9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ebef825475e8546e0eb1263ea16fb2f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "79294be2a837058db9a409e89f0ccd08", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a333b73bb42ea817d4399df4b0cf2d65", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b3db672c3e92c10cfc7d54fb3cabbe7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25f17b41679c4c0136a196046aa7378e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2dc00f0d795ee80b855c8ec6a00f9c08", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "14ca61999296014ab80cbf07c84885ff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44a2faf7ebae9289ac31513bcca117d6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a173ecae52d8acbecf615899a6a00ac5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1694dea365eb7c2ddede83621c0e6d36", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ab3437d083fcc1e9c8e1153d2bcfe20", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7ad2d783f2d4692ef5aaef7887a9eddb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4867400825023651, "raw_score": -12.082804679870605, "rank": 1}, {"label": "request_for_info", "score": 0.2914332151412964, "raw_score": -12.595724105834961, "rank": 2}, {"label": "cannot_answer", "score": 0.20183946192264557, "raw_score": -12.963062286376953, "rank": 3}, {"label": "direct", "score": 0.019987253472208977, "raw_score": -15.275440216064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2de00a3012d399cf338cd0cebd7ccfc0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024991512298584, "raw_score": -7.573356628417969, "rank": 1}, {"label": "request_for_info", "score": 0.17525017261505127, "raw_score": -8.961786270141602, "rank": 2}, {"label": "cannot_answer", "score": 0.09777387976646423, "raw_score": -9.545343399047852, "rank": 3}, {"label": "direct", "score": 0.024476757273077965, "raw_score": -10.930276870727539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3f072c4df8144289a3166f584f63dfc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6973558664321899, "raw_score": -4.935267448425293, "rank": 1}, {"label": "cannot_answer", "score": 0.14168617129325867, "raw_score": -6.528948783874512, "rank": 2}, {"label": "request_for_info", "score": 0.08053010702133179, "raw_score": -7.093932151794434, "rank": 3}, {"label": "direct", "score": 0.08042783290147781, "raw_score": -7.095202922821045, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8c1f53f397bb6f9b3864d19360281aa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6973558664321899, "raw_score": -4.935267448425293, "rank": 1}, {"label": "cannot_answer", "score": 0.14168617129325867, "raw_score": -6.528948783874512, "rank": 2}, {"label": "request_for_info", "score": 0.08053010702133179, "raw_score": -7.093932151794434, "rank": 3}, {"label": "direct", "score": 0.08042783290147781, "raw_score": -7.095202922821045, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0d3f1a572d42c11665376dade9f6332", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6973558664321899, "raw_score": -4.935267448425293, "rank": 1}, {"label": "cannot_answer", "score": 0.14168617129325867, "raw_score": -6.528948783874512, "rank": 2}, {"label": "request_for_info", "score": 0.08053010702133179, "raw_score": -7.093932151794434, "rank": 3}, {"label": "direct", "score": 0.08042783290147781, "raw_score": -7.095202922821045, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3223577ee0d7da854b996f0d9ac50b58", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6973558664321899, "raw_score": -4.935267448425293, "rank": 1}, {"label": "cannot_answer", "score": 0.14168617129325867, "raw_score": -6.528948783874512, "rank": 2}, {"label": "request_for_info", "score": 0.08053010702133179, "raw_score": -7.093932151794434, "rank": 3}, {"label": "direct", "score": 0.08042783290147781, "raw_score": -7.095202922821045, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "213526a9e439a963309be437b2b48425", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6973558664321899, "raw_score": -4.935267448425293, "rank": 1}, {"label": "cannot_answer", "score": 0.14168617129325867, "raw_score": -6.528948783874512, "rank": 2}, {"label": "request_for_info", "score": 0.08053010702133179, "raw_score": -7.093932151794434, "rank": 3}, {"label": "direct", "score": 0.08042783290147781, "raw_score": -7.095202922821045, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d130d79f2594d937e8205c9d50a7382", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7973207235336304, "raw_score": -3.7069437503814697, "rank": 1}, {"label": "cannot_answer", "score": 0.13616319000720978, "raw_score": -5.47434663772583, "rank": 2}, {"label": "request_for_info", "score": 0.04659505933523178, "raw_score": -6.546706199645996, "rank": 3}, {"label": "direct", "score": 0.019921058788895607, "raw_score": -7.39642333984375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f9a391a563ebfd9b539d73ed70a8748a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c5671c1a6b807e806bfca0887d9dbf1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ccb2ced50cc9c1177903965d2a6e3f2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8f21b17b997f042902136677ae53999", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b98243b1a1e12673e87e8cbe4c4aca6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9f930fd3205d58e63ddfa541cb75e5a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "28777853c9e1f0288c2aac6e99f33b80", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5a1786e4bc6f2c4b51b4f88eea56273", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b9eae658cbeeebeb3ee47a6d30d74d6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6528399586677551, "raw_score": -4.158731460571289, "rank": 1}, {"label": "request_for_info", "score": 0.22860443592071533, "raw_score": -5.208070278167725, "rank": 2}, {"label": "cannot_answer", "score": 0.08062861859798431, "raw_score": -6.250209808349609, "rank": 3}, {"label": "direct", "score": 0.03792696073651314, "raw_score": -7.004401206970215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac2abfddb62871f02a1965361f228520", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8719785213470459, "raw_score": -3.989877939224243, "rank": 1}, {"label": "cannot_answer", "score": 0.07002661377191544, "raw_score": -6.511767387390137, "rank": 2}, {"label": "request_for_info", "score": 0.043542902916669846, "raw_score": -6.98689603805542, "rank": 3}, {"label": "direct", "score": 0.014451866038143635, "raw_score": -8.089818954467773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cf865e2003ef474483bf9bd208afd8e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73d12546e9f543e37d38a2e89c58fd52", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8719785213470459, "raw_score": -3.989877939224243, "rank": 1}, {"label": "cannot_answer", "score": 0.07002661377191544, "raw_score": -6.511767387390137, "rank": 2}, {"label": "request_for_info", "score": 0.043542902916669846, "raw_score": -6.98689603805542, "rank": 3}, {"label": "direct", "score": 0.014451866038143635, "raw_score": -8.089818954467773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec7d2bd9668cfb758308328329185a7b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aaabaddaeb3a4a2f56e596ea4c6c8716", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f826a78e9f6c97c0e003d8a37353be4b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9109be5a81846b5883ca18504afde0d8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "138e008e8a99a2b44a45b70e8f97dbc4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c03e6bd6c7c3dca35d59b1afc759e5c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81e6444f66eb378db8dc28ea61154840", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e535725d5d05689a3e276ec999781925", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92d2c08c8716c963279a55c125924b67", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b6a2d4de8d49dde3e176d9fb1a3d77e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a935c9e1d539897ba6624a072f1e17a6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8719785213470459, "raw_score": -3.989877939224243, "rank": 1}, {"label": "cannot_answer", "score": 0.07002661377191544, "raw_score": -6.511767387390137, "rank": 2}, {"label": "request_for_info", "score": 0.043542902916669846, "raw_score": -6.98689603805542, "rank": 3}, {"label": "direct", "score": 0.014451866038143635, "raw_score": -8.089818954467773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2213820a66c1eb5dce8d549d35822d98", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b985ed90130dae1a0ccec7174c5c47c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b468e349e752c922cb29fa74f299f975", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8611355423927307, "raw_score": -5.001750946044922, "rank": 1}, {"label": "cannot_answer", "score": 0.08256133645772934, "raw_score": -7.346461296081543, "rank": 2}, {"label": "request_for_info", "score": 0.04535963758826256, "raw_score": -7.945380210876465, "rank": 3}, {"label": "direct", "score": 0.01094346959143877, "raw_score": -9.367259979248047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91f400dd8f625b9d9d1f9dfea11e2364", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78c9d76daf831ddcf605227da1aaa826", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b6b2ef8c46d08074b00d1924e17abb7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74f7c31b9e022cb46b6c2c4741d12544", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d090da1ad912ec5468a994d739efcc90", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56bdf525935162df145cc8fa517ddfcd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8719785213470459, "raw_score": -3.989877939224243, "rank": 1}, {"label": "cannot_answer", "score": 0.07002661377191544, "raw_score": -6.511767387390137, "rank": 2}, {"label": "request_for_info", "score": 0.043542902916669846, "raw_score": -6.98689603805542, "rank": 3}, {"label": "direct", "score": 0.014451866038143635, "raw_score": -8.089818954467773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f34e5763605244a2553960329b5fdcbe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78619e76dd78dcbf44b6de6b3d8401f7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de863e21e3c4383cbc104503cc806a21", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7936280965805054, "raw_score": -6.231402397155762, "rank": 1}, {"label": "cannot_answer", "score": 0.13892370462417603, "raw_score": -7.974092483520508, "rank": 2}, {"label": "request_for_info", "score": 0.057473890483379364, "raw_score": -8.85668659210205, "rank": 3}, {"label": "direct", "score": 0.009974186308681965, "raw_score": -10.608016967773438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d4fa96d1d8d4e1f1f0330eb9a0f4e06", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6a4e3c114171cf71bdfbd218435477e", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d56740ebd71e3f7f8351fe5362bd53cb", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82af027d6d340ccefb1596d69c3fd39b", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6380532340f1ea8dbe8049f8b6e30dfc", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a344c2a0234ee1a7b75dfd0ffb3a2e88", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.37585368752479553, "raw_score": -20.215377807617188, "rank": 1}, {"label": "tool_call", "score": 0.32943254709243774, "raw_score": -20.347206115722656, "rank": 2}, {"label": "cannot_answer", "score": 0.19812898337841034, "raw_score": -20.85565948486328, "rank": 3}, {"label": "direct", "score": 0.09658467769622803, "raw_score": -21.57415771484375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c3ec84f40d64706e602f7757f5d25f7", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cbe66891c318d5f9012361253a4aff69", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3dcf62196db17bda0542bafefc92216", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e444b7a7c7a34c64237ea09a484ec2a", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49476850032806396, "raw_score": -20.145919799804688, "rank": 1}, {"label": "cannot_answer", "score": 0.24475257098674774, "raw_score": -20.849761962890625, "rank": 2}, {"label": "tool_call", "score": 0.20590311288833618, "raw_score": -21.02260398864746, "rank": 3}, {"label": "direct", "score": 0.05457586050033569, "raw_score": -22.350418090820312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cc1cfd1721ad4d28c989808bef4f8d4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7562374472618103, "raw_score": -3.6145331859588623, "rank": 1}, {"label": "request_for_info", "score": 0.11898717284202576, "raw_score": -5.463872909545898, "rank": 2}, {"label": "cannot_answer", "score": 0.10298964381217957, "raw_score": -5.608260154724121, "rank": 3}, {"label": "direct", "score": 0.021785717457532883, "raw_score": -7.1616339683532715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a60b6fffaa396fbfb68fda6ee8648e0f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8069749474525452, "raw_score": -3.4843578338623047, "rank": 1}, {"label": "cannot_answer", "score": 0.0965079516172409, "raw_score": -5.608025074005127, "rank": 2}, {"label": "request_for_info", "score": 0.07838857173919678, "raw_score": -5.815972328186035, "rank": 3}, {"label": "direct", "score": 0.01812850683927536, "raw_score": -7.28016471862793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec5393c9c7ef261c41fc6cc30ef956ee", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8069749474525452, "raw_score": -3.4843578338623047, "rank": 1}, {"label": "cannot_answer", "score": 0.0965079516172409, "raw_score": -5.608025074005127, "rank": 2}, {"label": "request_for_info", "score": 0.07838857173919678, "raw_score": -5.815972328186035, "rank": 3}, {"label": "direct", "score": 0.01812850683927536, "raw_score": -7.28016471862793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94e217ae3dd94ea5919daa9b4a684d10", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7562374472618103, "raw_score": -3.6145331859588623, "rank": 1}, {"label": "request_for_info", "score": 0.11898717284202576, "raw_score": -5.463872909545898, "rank": 2}, {"label": "cannot_answer", "score": 0.10298964381217957, "raw_score": -5.608260154724121, "rank": 3}, {"label": "direct", "score": 0.021785717457532883, "raw_score": -7.1616339683532715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "402ab44c5a7d237757dc1256283d2057", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8069749474525452, "raw_score": -3.4843578338623047, "rank": 1}, {"label": "cannot_answer", "score": 0.0965079516172409, "raw_score": -5.608025074005127, "rank": 2}, {"label": "request_for_info", "score": 0.07838857173919678, "raw_score": -5.815972328186035, "rank": 3}, {"label": "direct", "score": 0.01812850683927536, "raw_score": -7.28016471862793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9666e8577c74bf728b81073e7445262f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7da15e3111deaf87ebae8cccf9c52a5a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11e83af3d27ef4eaaff99f6725059516", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e7feccda4e5f7bb3bf14360412894bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ab76b09d43968c9723f3d623d4c408c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7cebb81be8c5bc06cb33d0dd9da8157b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a585c58462b890a6737aa210bc72726", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a73ab94b5af912fa6fc31aa5e1830bb6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd3a82bc2232e5c35f9fb9a04ff729e5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2e7a10badafc5241d84d6662a2eea61", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7776c5a91b4908871e7fcf90e4af528", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17f1e5021f60157254dd2c917891b45c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3521cdd4a57a0e39dec50a9be223e87", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47863873839378357, "raw_score": -9.144316673278809, "rank": 1}, {"label": "request_for_info", "score": 0.2958432734012604, "raw_score": -9.625432968139648, "rank": 2}, {"label": "cannot_answer", "score": 0.1610049605369568, "raw_score": -10.233827590942383, "rank": 3}, {"label": "direct", "score": 0.06451303511857986, "raw_score": -11.148395538330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "111d97151cf990ef58bfd74aa9cbb917", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a20be199ab2aed17a613794b61c39d7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "33e1c71fba349a1bbc8b83cddb6071e9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47107f7116f02d73fdc475bb84c99e0e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fe08701f1d8f350aab358968c1b7b70", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61ecfccf3bbcac83c9ed202564c19261", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb13fe887649f14384cf817dfe4e2b02", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b736f1c0066a88cc051873cd98763ae3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca6cc8b6cc61f69083b4eb64e1ad4ed2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8320578336715698, "raw_score": -3.3084354400634766, "rank": 1}, {"label": "cannot_answer", "score": 0.1223677471280098, "raw_score": -5.225306510925293, "rank": 2}, {"label": "request_for_info", "score": 0.041146837174892426, "raw_score": -6.315190315246582, "rank": 3}, {"label": "direct", "score": 0.00442762253805995, "raw_score": -8.544474601745605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f373d1bcb2273ae9611f0bf5bfecbb8e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2a1a197aa9b11d82e9de8d5ee781f4d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5428d98ec4694970ab62092eced5efca", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7184fc1c8fa551e19e620e086ac4def9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "08026ce37314df3afb099125b5524aec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abdabdc9cbf4e995e6fb6502c861bab4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f79c4f7eb993d0a96fa798a7934e28e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac7370205b35029a926bf8e4b222e317", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "517ee4f61affb3b6ca0ee7eec6e75200", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52e53da38804dcc31a892c635c87f370", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ecd112c91103b74f3c56ee163fb9764", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ae0e7389116e141a124e87615e4ff4f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5596950650215149, "raw_score": -8.518287658691406, "rank": 1}, {"label": "cannot_answer", "score": 0.2614424228668213, "raw_score": -9.279465675354004, "rank": 2}, {"label": "request_for_info", "score": 0.1326017826795578, "raw_score": -9.958329200744629, "rank": 3}, {"label": "direct", "score": 0.04626079276204109, "raw_score": -11.011384963989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0642d7d64713c161fbef8bb6daaf85c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9204cb34d3b637f9e6b3b4ff81a4dcf5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ff0186ae37eea89bc32fa2c514144a4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db056c979f3d9b33c7adfc334165410f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de687dba3fbaea04e7254cda61868aca", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9184e7fe4c3111a8dd5757d807c74782", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b181c894f1022272d39626e8b1f7015", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f6d1d11257e6bd45f9f34864214cb1c1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a6481e1c1de797e28d4ce5852e8ea91", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "179566802377c213ccbf400549ae5c82", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52af3e3b66f54613a0f5b4cc8e116c60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb2f783d6d8c315cc2d5364763aa5451", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fb22152bccae5f0b685eaa094da0165", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e311d5a9c8978175ee9e01c21547de12", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6845106482505798, "raw_score": -14.444552421569824, "rank": 1}, {"label": "request_for_info", "score": 0.17884561419487, "raw_score": -15.786733627319336, "rank": 2}, {"label": "cannot_answer", "score": 0.11121204495429993, "raw_score": -16.261817932128906, "rank": 3}, {"label": "direct", "score": 0.025431683287024498, "raw_score": -17.737260818481445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a668c7aebdc5ff3c014ddcd9b4b036f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3a5f56d78f8dcf43c9cfffec7adaf8f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fbc522e3919e11562ae0b5bf08adbd3d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c98e938dece6b1be86e30fa57e2cfc60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9f2ce2a96b6b4d7a5db1ebbd34b00bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00763f3879cf1276912a534dd7e2d35a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6982ae879e68033f939c48105c4ab0b0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac55cd104c4ce37698b1d9a7fb7ab5ef", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e74a5e19309a7acf325bd6b3fe6abcc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7fb37e6a933d17a33be2b89297d65ddb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70531f072bee732a574b5f9e0bf73798", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fcdf8f8b98b337cf5cf5eade2754fff3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d34e43a9b2cb7ab7eee42e646c32b20", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820649266242981, "raw_score": -11.241509437561035, "rank": 1}, {"label": "request_for_info", "score": 0.19256067276000977, "raw_score": -12.34768009185791, "rank": 2}, {"label": "cannot_answer", "score": 0.17658114433288574, "raw_score": -12.434310913085938, "rank": 3}, {"label": "direct", "score": 0.04879327118396759, "raw_score": -13.720499038696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "411d5da14747e00323773d12e0d25760", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7095988392829895, "raw_score": -6.817436218261719, "rank": 1}, {"label": "cannot_answer", "score": 0.1935308277606964, "raw_score": -8.11669921875, "rank": 2}, {"label": "request_for_info", "score": 0.07610434293746948, "raw_score": -9.050030708312988, "rank": 3}, {"label": "direct", "score": 0.02076590433716774, "raw_score": -10.348823547363281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b84045f2719b20a7ee62781c120ff54", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7095988392829895, "raw_score": -6.817436218261719, "rank": 1}, {"label": "cannot_answer", "score": 0.1935308277606964, "raw_score": -8.11669921875, "rank": 2}, {"label": "request_for_info", "score": 0.07610434293746948, "raw_score": -9.050030708312988, "rank": 3}, {"label": "direct", "score": 0.02076590433716774, "raw_score": -10.348823547363281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b9113971b2c0e4811a76be205eb76a2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7095988392829895, "raw_score": -6.817436218261719, "rank": 1}, {"label": "cannot_answer", "score": 0.1935308277606964, "raw_score": -8.11669921875, "rank": 2}, {"label": "request_for_info", "score": 0.07610434293746948, "raw_score": -9.050030708312988, "rank": 3}, {"label": "direct", "score": 0.02076590433716774, "raw_score": -10.348823547363281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e4799ad019c6124adebc9e692ef15b5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8172603f4964d2e162d49a8179b94257", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd9d622eb74b2b1d65d76970863d1056", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8eb91c65ceb6734d7cfc0ef4c8e057d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c948015d36aa6f3ff886f10ba01f6698", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ed84b4f825a5da70ba87cfcda3ceac9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6618773937225342, "raw_score": -6.771683692932129, "rank": 1}, {"label": "cannot_answer", "score": 0.1695915162563324, "raw_score": -8.133371353149414, "rank": 2}, {"label": "request_for_info", "score": 0.10819783061742783, "raw_score": -8.582802772521973, "rank": 3}, {"label": "direct", "score": 0.060333311557769775, "raw_score": -9.166879653930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86dfb2eee9131ab836222de79dea557c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d487c20b761bac4d690a3f87ded59fa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b333deaa242c012ff32a369d6e03b2f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1e0ec67cf193826258249890c57069a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed62214d8b0ca534dce36c1afd4147eb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1b8f1bc7cb4b97c199e7f4848c5d935", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3453d48dd97469ad055a66f7d850eca3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c22c3514eeed629f90f0c0a3bbae53b8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3688f7cf654c9a246d2b8d9c23d2472", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df4696dc62180ee1d7165c231118bf3a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c3f8c8e00da96264218aa775543c3fe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45ffa9a9451625b345e0790ed29016df", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "957cba7e854062cef4054a6876f53944", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "632e296c9599d11159ab86355999a1c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8607762455940247, "raw_score": -3.4931111335754395, "rank": 1}, {"label": "cannot_answer", "score": 0.08600762486457825, "raw_score": -5.796509742736816, "rank": 2}, {"label": "request_for_info", "score": 0.04696909338235855, "raw_score": -6.401455879211426, "rank": 3}, {"label": "direct", "score": 0.006247072480618954, "raw_score": -8.418832778930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57873f6eaa1dac27cb232edef81a7291", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.705243706703186, "raw_score": -7.483189105987549, "rank": 1}, {"label": "cannot_answer", "score": 0.16885550320148468, "raw_score": -8.912689208984375, "rank": 2}, {"label": "request_for_info", "score": 0.10126447677612305, "raw_score": -9.423996925354004, "rank": 3}, {"label": "direct", "score": 0.024636313319206238, "raw_score": -10.83751106262207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b4623db2d512f5f56d98e25af516ccd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.705243706703186, "raw_score": -7.483189105987549, "rank": 1}, {"label": "cannot_answer", "score": 0.16885550320148468, "raw_score": -8.912689208984375, "rank": 2}, {"label": "request_for_info", "score": 0.10126447677612305, "raw_score": -9.423996925354004, "rank": 3}, {"label": "direct", "score": 0.024636313319206238, "raw_score": -10.83751106262207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c32971a36d23cdfbe8d9098d7783adf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.705243706703186, "raw_score": -7.483189105987549, "rank": 1}, {"label": "cannot_answer", "score": 0.16885550320148468, "raw_score": -8.912689208984375, "rank": 2}, {"label": "request_for_info", "score": 0.10126447677612305, "raw_score": -9.423996925354004, "rank": 3}, {"label": "direct", "score": 0.024636313319206238, "raw_score": -10.83751106262207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "701081bd455811d1bc31db471ebcefb1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.705243706703186, "raw_score": -7.483189105987549, "rank": 1}, {"label": "cannot_answer", "score": 0.16885550320148468, "raw_score": -8.912689208984375, "rank": 2}, {"label": "request_for_info", "score": 0.10126447677612305, "raw_score": -9.423996925354004, "rank": 3}, {"label": "direct", "score": 0.024636313319206238, "raw_score": -10.83751106262207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d96dcbc7e6fa3f4f2da0f02e1746d99b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.705243706703186, "raw_score": -7.483189105987549, "rank": 1}, {"label": "cannot_answer", "score": 0.16885550320148468, "raw_score": -8.912689208984375, "rank": 2}, {"label": "request_for_info", "score": 0.10126447677612305, "raw_score": -9.423996925354004, "rank": 3}, {"label": "direct", "score": 0.024636313319206238, "raw_score": -10.83751106262207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba0e391a3d200c0fd0263b38e2be26d6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7ed35668595619aa84435963a3fd91a6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e95fc2ad74ddfa52c3629e1d61fc7a7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "727220260c1f0fbe0865d86add38099b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45c82045ec1583dddd255e541d1e1866", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eef52b04168cf75b6b33f97be21c579b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df660d3768a34b74bab117e2e6d1983c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "330de45e299cff3f1c362422bb0d082c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca1755effc5a56e59b4473c67ea18ca8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "850b117c26f2baa5cbf82275ee307de8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ea3960491fd8976d9b2d4a28b295238", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1005f0b4732fcc40176c7e869ee2f40e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94d3245f91afd0a1fa7e64f231e35869", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "908044651a0df86312829ffa2f39e210", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9248d0ee5a246cce9538ef4aef5f3cb3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5449333190917969, "raw_score": -18.09261131286621, "rank": 1}, {"label": "cannot_answer", "score": 0.2349390834569931, "raw_score": -18.933948516845703, "rank": 2}, {"label": "request_for_info", "score": 0.164769247174263, "raw_score": -19.288728713989258, "rank": 3}, {"label": "direct", "score": 0.05535830929875374, "raw_score": -20.37944793701172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "479f80f9cef79f23b9474ceb8bff82d9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd44d5d25ca09126915346c1bc92c8a9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c4913410a586685e4eec551b3c6e8b0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca0be2beeb2ed28fa379fb37e02c0266", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57076b85e0b6b3f620b6e73e58328f7a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e83659bcf6edaccd676475b7f39665c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80c045d6761004a8215150a844535919", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bb7efb458bef790bec5d1c52529ae6d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84fa82e03dd84fb4308a93c3309dc710", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13eeea7de3999130076030bd1bac37cb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3520d4e95a5266160f73676133e5264b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b457943b140b3fd2ffc61512fec80d10", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "408b58ee65d31d66bbcff7b62df4da35", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7079024314880371, "raw_score": -15.278888702392578, "rank": 1}, {"label": "cannot_answer", "score": 0.14797121286392212, "raw_score": -16.84417724609375, "rank": 2}, {"label": "request_for_info", "score": 0.12105517089366913, "raw_score": -17.04494857788086, "rank": 3}, {"label": "direct", "score": 0.023071153089404106, "raw_score": -18.702611923217773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c819a3cb9d9b50c5424d1bafd94f672e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b124a5d4273ad28d040a16f62c19d4de", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1994d2ac630bcebae110ff392d408c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2a988ad51238b50c749378a4a3d0d19", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d8553c218a8b840f727c9cc184e3dd9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "201630075115c04215af6f67bfae2ad4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e3572b588993de3422acf95a56854a4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69de7c82ffe5ad68a5f54a613d128ed5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb5627393e37e6303b90bc66d472e458", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d075962331b0b617b0f669708f3e125", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b418332e8f648edd06512f697d0f43c8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ddfc337cac56b4a3289ac8b61b93fc8e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "28aee3c8684c1ecad745541bf61a2c0b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6837565302848816, "raw_score": -9.126481056213379, "rank": 1}, {"label": "cannot_answer", "score": 0.21750791370868683, "raw_score": -10.27184772491455, "rank": 2}, {"label": "request_for_info", "score": 0.06437958776950836, "raw_score": -11.489286422729492, "rank": 3}, {"label": "direct", "score": 0.03435598313808441, "raw_score": -12.11730670928955, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff4efcf2d98c5cc9b40efcc24d35efd6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57e909f0e07a1bbf599b3afaa550ac95", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756346464157104, "raw_score": -13.633737564086914, "rank": 1}, {"label": "cannot_answer", "score": 0.14351342618465424, "raw_score": -15.320990562438965, "rank": 2}, {"label": "request_for_info", "score": 0.05182640254497528, "raw_score": -16.339519500732422, "rank": 3}, {"label": "direct", "score": 0.029025543481111526, "raw_score": -16.91924285888672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "975f607194e0aa1149e65a191d1b86e9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756346464157104, "raw_score": -13.633737564086914, "rank": 1}, {"label": "cannot_answer", "score": 0.14351342618465424, "raw_score": -15.320990562438965, "rank": 2}, {"label": "request_for_info", "score": 0.05182640254497528, "raw_score": -16.339519500732422, "rank": 3}, {"label": "direct", "score": 0.029025543481111526, "raw_score": -16.91924285888672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d164db6540b004239e883739c1abc2cd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2218ee00fc0dfcb77c1bad84cf7d569c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00f9b7adfa4741a374d5a846010b387d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756346464157104, "raw_score": -13.633737564086914, "rank": 1}, {"label": "cannot_answer", "score": 0.14351342618465424, "raw_score": -15.320990562438965, "rank": 2}, {"label": "request_for_info", "score": 0.05182640254497528, "raw_score": -16.339519500732422, "rank": 3}, {"label": "direct", "score": 0.029025543481111526, "raw_score": -16.91924285888672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d51c15efd2130382370fe359489fd392", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa6a0eca38e0eb63369c8038a9ae8a01", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756346464157104, "raw_score": -13.633737564086914, "rank": 1}, {"label": "cannot_answer", "score": 0.14351342618465424, "raw_score": -15.320990562438965, "rank": 2}, {"label": "request_for_info", "score": 0.05182640254497528, "raw_score": -16.339519500732422, "rank": 3}, {"label": "direct", "score": 0.029025543481111526, "raw_score": -16.91924285888672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f612ffd8258dd0a2871099cacdf8969c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd3d9b406532acd9565d2abcbeb9b932", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756346464157104, "raw_score": -13.633737564086914, "rank": 1}, {"label": "cannot_answer", "score": 0.14351342618465424, "raw_score": -15.320990562438965, "rank": 2}, {"label": "request_for_info", "score": 0.05182640254497528, "raw_score": -16.339519500732422, "rank": 3}, {"label": "direct", "score": 0.029025543481111526, "raw_score": -16.91924285888672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "550541c4d16dd6312637d65cb390a2ac", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e133487162bf657a9d658d2f8c41d2d1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5375518798828125, "raw_score": -15.23061752319336, "rank": 1}, {"label": "cannot_answer", "score": 0.2148917019367218, "raw_score": -16.14750862121582, "rank": 2}, {"label": "request_for_info", "score": 0.1932285875082016, "raw_score": -16.253768920898438, "rank": 3}, {"label": "direct", "score": 0.05432784557342529, "raw_score": -17.522605895996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84c152cde56ad7a914165fe9ac9e7db4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0aabc9873758fa787c6688b61211fb2e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f05fbbb2a6c16c1c85fbc967c3cbc0e5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64de292683c2c5be705b00cf82044f38", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "08fb653c99128c04d21b3f49b4fae801", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "87eaa22a059000420d3056c930c03008", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.660896360874176, "raw_score": -9.4039306640625, "rank": 1}, {"label": "cannot_answer", "score": 0.15461429953575134, "raw_score": -10.85659408569336, "rank": 2}, {"label": "request_for_info", "score": 0.14087757468223572, "raw_score": -10.949636459350586, "rank": 3}, {"label": "direct", "score": 0.04361175373196602, "raw_score": -12.122200965881348, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b653a130184b8bb6961a1e7dcdc4aef", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "465ad4fb49d35d4ffbf57bbf153cd1a9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "634d3e715687f0203bfdff5173bc7649", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6a34423d816abac2f2c9c8c18e4cb3c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5112eb490dbc65b7da31100ded61b0da", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bf65cb552e65cbd80c0c55d771c752dd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cb53b840a0d1da9e0029ebdaf08c93b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6bb10e68ab7397b06503b3691fe5e1da", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36c68e4431c4163516bc0290d9aa6a85", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fd9886f3f58d81f769776df38e8689d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7de9817eb99c1678617f8c8d07f05a8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3a6649e8478bff988a02e7d382c839a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f92e83089266ad5264b02ea62f671f79", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cdd10dcf78733ad28f5f2ea8c695148a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.660896360874176, "raw_score": -9.4039306640625, "rank": 1}, {"label": "cannot_answer", "score": 0.15461429953575134, "raw_score": -10.85659408569336, "rank": 2}, {"label": "request_for_info", "score": 0.14087757468223572, "raw_score": -10.949636459350586, "rank": 3}, {"label": "direct", "score": 0.04361175373196602, "raw_score": -12.122200965881348, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8cb83be7cc5a3ee86ac4246b301143e1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.660896360874176, "raw_score": -9.4039306640625, "rank": 1}, {"label": "cannot_answer", "score": 0.15461429953575134, "raw_score": -10.85659408569336, "rank": 2}, {"label": "request_for_info", "score": 0.14087757468223572, "raw_score": -10.949636459350586, "rank": 3}, {"label": "direct", "score": 0.04361175373196602, "raw_score": -12.122200965881348, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa7162d461584c388e7fc4955accdf3d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f128c33ed94148071966eac1316b306", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "63f7050cd7b3e306c6f49323c9a8ab01", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "637b738432f44600e1ba3e9d25ce7f57", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5587208271026611, "raw_score": -12.01995849609375, "rank": 1}, {"label": "cannot_answer", "score": 0.20506651699543, "raw_score": -13.022274017333984, "rank": 2}, {"label": "request_for_info", "score": 0.1646580696105957, "raw_score": -13.241737365722656, "rank": 3}, {"label": "direct", "score": 0.07155453413724899, "raw_score": -14.075148582458496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa5dca6ba45493bd99a4b6418fb5d74d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.660896360874176, "raw_score": -9.4039306640625, "rank": 1}, {"label": "cannot_answer", "score": 0.15461429953575134, "raw_score": -10.85659408569336, "rank": 2}, {"label": "request_for_info", "score": 0.14087757468223572, "raw_score": -10.949636459350586, "rank": 3}, {"label": "direct", "score": 0.04361175373196602, "raw_score": -12.122200965881348, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3307ec1020e62d5d686703401eeda12c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d70e88432ee338ff8e70f0d87767fdab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8db64358e3ac006e173b9ae0abf75f1c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2a5f5e3a55f6729a6357ed204bcf5b9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3fa41c163fe00e4abc623a3155ba25a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "60fd7f77a1c010333834019e9e4a0533", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef22be395685c2b8123cb30f66097df3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31991d194646f30b53c1eaf8263cbd09", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3f277671a7f91a7cb9cd9144cd76369", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3cb8e14a25c42c9668150ca7ab6b03ac", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "698d32003035b2da1fd1254a7c14e486", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "517512c67c0d317e9daf590abc17699d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a98a4922b94af309b38eb77ae553efe1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efe6b3f8466b72c4ecaffc760be254dd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99c37cf42a985d9316b2cc1f4586633d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d07c91951375993e10651302607ce38", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5e6c0033f86557ba9d9331124e1d196", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7919237017631531, "raw_score": -2.702258586883545, "rank": 1}, {"label": "cannot_answer", "score": 0.11841879785060883, "raw_score": -4.602496147155762, "rank": 2}, {"label": "direct", "score": 0.04796960949897766, "raw_score": -5.506155967712402, "rank": 3}, {"label": "request_for_info", "score": 0.04168779030442238, "raw_score": -5.646515369415283, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da56863b60a28752a767700e69104048", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0af64ba2b8d0173825e341852c72f4d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5776bf17ddeb12f5feb39599443c81eb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98238db8a52e477b81cce2db0e09b195", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ef0401604bf4020c57b2c87881714cf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2ba542488adc5a238a4fdc26baa24cc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78c12012d55903e161ed4f85b309a70e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48ab1a1698b16da1047d7cb275adfdb9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a05019be73100c1d0cbb1506c6a20db", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5386314988136292, "raw_score": -12.239603042602539, "rank": 1}, {"label": "cannot_answer", "score": 0.2825166583061218, "raw_score": -12.884897232055664, "rank": 2}, {"label": "request_for_info", "score": 0.139449805021286, "raw_score": -13.590929985046387, "rank": 3}, {"label": "direct", "score": 0.03940198943018913, "raw_score": -14.854818344116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e0e77175658503ff0a7a12574b6410d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7b4c84f54ba36e4db040ba2468cd825", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ac66314f7320c67ce4dcd965bb5e6fb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3a6e0fe766c72a618956943b2d44aed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5706032afd7c7ad4a29c8469fdb77c1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e78c4a60009f9150b88f84cad6e274b4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "88b14d214d77bc087110ce972363e2d0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9cbda78ea6e5961af1ec3c43daf26a28", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af7b9603a78d6287998d898352a29d21", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91a93b0c806dea592e26c8959a650d21", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ad99cccf477199b2f1a4eeb6c9b2cab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "079bfde6a82f86d716c6376078a10d35", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6977877717336f9516ac720200a3543c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ae14d6ec5fc0315f0b8bc109f338465", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c52ccbaf8f603209bd67e86d3e99750", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "07b0842932af2c9e2305869cee683ed2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5b23876b8dbc17451194ea6c201f394", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a8e00f840324d7febb13376d6769a104", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3cdc691d2e5cb456575fa7c6622d89ee", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2b0ade2c0f1e21da414121bf9cee5c8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3eebffe6cf640c543922774534ee1eed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "739168f540cba1cc1fadebfb2057acaf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7a2b107451e18e72a4b6fd612656292", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f1930566f63cbf18a3c6f708611b1bd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5af2d47618b65758f8a4b8e87f33b4d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9cecdf10e1851adf5f151ad2c0d1a11", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6091181a2787aabd590cc0e842c16520", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d039abab19afdc8dc4aa47dbd8c0d25e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb7d9a52a552080dfdf06aa58cc01fc1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6954728960990906, "raw_score": -8.144131660461426, "rank": 1}, {"label": "cannot_answer", "score": 0.1981392651796341, "raw_score": -9.39975357055664, "rank": 2}, {"label": "request_for_info", "score": 0.06735166907310486, "raw_score": -10.478796005249023, "rank": 3}, {"label": "direct", "score": 0.03903618082404137, "raw_score": -11.024234771728516, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3a088f9dcd01aa5800f54fb70a7e88c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7239deb1194e9213f53cca55595d753f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca96c93a016edf376fc9c8500a3b6f60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "315c43d011998559e6ac41ceffc2817d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "233d36f8b2847d9de010550403f4b9be", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20af87e6017a3ff1b75809e0612b6fcf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4516982436180115, "raw_score": -10.706514358520508, "rank": 1}, {"label": "cannot_answer", "score": 0.4316346049308777, "raw_score": -10.751949310302734, "rank": 2}, {"label": "request_for_info", "score": 0.09604562073945999, "raw_score": -12.254705429077148, "rank": 3}, {"label": "direct", "score": 0.020621534436941147, "raw_score": -13.793192863464355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1df55146abfd16b220a5ed4a082f4d27", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "26d4343a4d87788cd6ad5a370f3c57f4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9b2766f87dc16cbd60edb49006fdb7b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bbbfed708f9b77d676e29451ab67fc20", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4d104158946cc92b5890eab1b4ae198", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e6782d329f5a75cd7e5c3b59305b100", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5898897051811218, "raw_score": -10.482361793518066, "rank": 1}, {"label": "request_for_info", "score": 0.2519513964653015, "raw_score": -11.333061218261719, "rank": 2}, {"label": "cannot_answer", "score": 0.13347338140010834, "raw_score": -11.968395233154297, "rank": 3}, {"label": "direct", "score": 0.02468555048108101, "raw_score": -13.656079292297363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e28fccf938feebb861977e85806911a9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7961916923522949, "raw_score": -8.427450180053711, "rank": 1}, {"label": "request_for_info", "score": 0.10505475848913193, "raw_score": -10.452808380126953, "rank": 2}, {"label": "cannot_answer", "score": 0.07347536832094193, "raw_score": -10.81033992767334, "rank": 3}, {"label": "direct", "score": 0.02527819760143757, "raw_score": -11.877347946166992, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "807f4441d8344aae2f5556bf8eecc193", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7961916923522949, "raw_score": -8.427450180053711, "rank": 1}, {"label": "request_for_info", "score": 0.10505475848913193, "raw_score": -10.452808380126953, "rank": 2}, {"label": "cannot_answer", "score": 0.07347536832094193, "raw_score": -10.81033992767334, "rank": 3}, {"label": "direct", "score": 0.02527819760143757, "raw_score": -11.877347946166992, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f6f214362679ac6ac20135c05b373c4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5041708946228027, "raw_score": -15.478633880615234, "rank": 1}, {"label": "request_for_info", "score": 0.28562667965888977, "raw_score": -16.046863555908203, "rank": 2}, {"label": "cannot_answer", "score": 0.15402938425540924, "raw_score": -16.664405822753906, "rank": 3}, {"label": "direct", "score": 0.05617300420999527, "raw_score": -17.673112869262695, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec91e6a13af776f06552e846923d105a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7961916923522949, "raw_score": -8.427450180053711, "rank": 1}, {"label": "request_for_info", "score": 0.10505475848913193, "raw_score": -10.452808380126953, "rank": 2}, {"label": "cannot_answer", "score": 0.07347536832094193, "raw_score": -10.81033992767334, "rank": 3}, {"label": "direct", "score": 0.02527819760143757, "raw_score": -11.877347946166992, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f96a7a7d16a78db07ac32a1ea3a8c393", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49127187182f4b5696f96d2a192453d6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c0e4ae1015b7bb6ca8e7078f743b441", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "96bb8db60d910cf3fb20990251e2f0c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d74270ce34d985acf47c930113b265a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f5babadd50851548d4ab2e70befbde2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "46ee4fc368b1845fd05b959478b95271", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82cee2d637bc441199184aeae8cab2b8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74a3e5850d0f083d7fb9d1a76c596198", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.719330370426178, "raw_score": -7.876818656921387, "rank": 1}, {"label": "request_for_info", "score": 0.12800900638103485, "raw_score": -9.603038787841797, "rank": 2}, {"label": "cannot_answer", "score": 0.12291090935468674, "raw_score": -9.64367961883545, "rank": 3}, {"label": "direct", "score": 0.02974974550306797, "raw_score": -11.062318801879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fdbfa00e083f6e55fc5d8b733a0be77a", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ffb8618b6f426e4220901c2a30b19b69", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82a71a37ebf2ac86145c59098b2416e5", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cda6eb5e865cfbe3efb90de5a2ff0de2", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57fc5c547fec0481e5eccfd14fe1be5d", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a438b75bf6b5087a06a221aacb88aca1", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7c37a6a86bc5174374cd2adeb7604b5", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7055724859237671, "raw_score": -6.015069961547852, "rank": 1}, {"label": "tool_call", "score": 0.22953501343727112, "raw_score": -7.138023853302002, "rank": 2}, {"label": "cannot_answer", "score": 0.058577049523591995, "raw_score": -8.50373649597168, "rank": 3}, {"label": "direct", "score": 0.006315470673143864, "raw_score": -10.731077194213867, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11b0dec98b5f45732cae8163b818136e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3d9cd8abfcec567b252ee15a202d5ee", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bea0baac70c578855475b4315217c2e8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83fd6ef89f2e9631b1b0f4adee10cbc4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df566988057994024b2f016b06b9f321", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0f83926af311747b008388afec4edee", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2840489f9ac147874daa391a37aa812", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b2337635b9db0aa8a5a066a52051e76", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a1daeb9ec162585f1a03e11ae2bc48ec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7103e2738b18e37ac4c20f2963bf2379", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7fd13cadbccee0fe4df8b761ab4a20c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6b054b5e46aa503f44a5bff95179f95", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f790e4562c71df8d8b89719e79146db2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d97f619bac13f6b92af22c3a74d21a87", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5674b63700b41e41afa8b1fce09cd98c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03cb7ebdb8bc0e242c5558e559306d69", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3dceec1294ecf789f5430c417072060c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5273548364639282, "raw_score": -13.283294677734375, "rank": 1}, {"label": "cannot_answer", "score": 0.3196601867675781, "raw_score": -13.783909797668457, "rank": 2}, {"label": "request_for_info", "score": 0.11912134289741516, "raw_score": -14.771025657653809, "rank": 3}, {"label": "direct", "score": 0.03386359661817551, "raw_score": -16.028827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "339431422ca5b8a7ebbd368756f3dd02", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5384089946746826, "raw_score": -15.501254081726074, "rank": 1}, {"label": "cannot_answer", "score": 0.23470772802829742, "raw_score": -16.331531524658203, "rank": 2}, {"label": "request_for_info", "score": 0.14647991955280304, "raw_score": -16.8029842376709, "rank": 3}, {"label": "direct", "score": 0.08040334284305573, "raw_score": -17.402816772460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2de135d4aa2f1ab59909525ea53eb071", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5384089946746826, "raw_score": -15.501254081726074, "rank": 1}, {"label": "cannot_answer", "score": 0.23470772802829742, "raw_score": -16.331531524658203, "rank": 2}, {"label": "request_for_info", "score": 0.14647991955280304, "raw_score": -16.8029842376709, "rank": 3}, {"label": "direct", "score": 0.08040334284305573, "raw_score": -17.402816772460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57cf9b3c6ff505606df9c699eeae5aab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5384089946746826, "raw_score": -15.501254081726074, "rank": 1}, {"label": "cannot_answer", "score": 0.23470772802829742, "raw_score": -16.331531524658203, "rank": 2}, {"label": "request_for_info", "score": 0.14647991955280304, "raw_score": -16.8029842376709, "rank": 3}, {"label": "direct", "score": 0.08040334284305573, "raw_score": -17.402816772460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7acb3faab10d3836fedd53a30c2e8029", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5384089946746826, "raw_score": -15.501254081726074, "rank": 1}, {"label": "cannot_answer", "score": 0.23470772802829742, "raw_score": -16.331531524658203, "rank": 2}, {"label": "request_for_info", "score": 0.14647991955280304, "raw_score": -16.8029842376709, "rank": 3}, {"label": "direct", "score": 0.08040334284305573, "raw_score": -17.402816772460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53eefb213d8e16cf60da4b71796a8d0f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5384089946746826, "raw_score": -15.501254081726074, "rank": 1}, {"label": "cannot_answer", "score": 0.23470772802829742, "raw_score": -16.331531524658203, "rank": 2}, {"label": "request_for_info", "score": 0.14647991955280304, "raw_score": -16.8029842376709, "rank": 3}, {"label": "direct", "score": 0.08040334284305573, "raw_score": -17.402816772460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef39ceb2b1152707f73a17fca738a300", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae0b2ae5a200a5aa670538b36ca70808", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "58b1c94769ca3d915d7e079afde68e13", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b89404b88b261bea9538aa444a39e2c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b91d61412c9c6eb29ad6ab3ee9fa259", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa8262d6d09d8ab42f3722d40c77a7ed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e331f7ce323ce57276a1a59236274277", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "165ca1b468754d3e3deaf1c99c9441ef", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8843070864677429, "raw_score": -3.2936339378356934, "rank": 1}, {"label": "request_for_info", "score": 0.07828880101442337, "raw_score": -5.718033790588379, "rank": 2}, {"label": "cannot_answer", "score": 0.024644438177347183, "raw_score": -6.873887062072754, "rank": 3}, {"label": "direct", "score": 0.01275966502726078, "raw_score": -7.532149314880371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3668945b2ba63a9b02df359e944c4820", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4531421959400177, "raw_score": -15.673076629638672, "rank": 1}, {"label": "cannot_answer", "score": 0.38444405794143677, "raw_score": -15.837484359741211, "rank": 2}, {"label": "request_for_info", "score": 0.10166352987289429, "raw_score": -17.167613983154297, "rank": 3}, {"label": "direct", "score": 0.060750313103199005, "raw_score": -17.682510375976562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0769aa808d3e3cf5c9b5c352316b1a57", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4531421959400177, "raw_score": -15.673076629638672, "rank": 1}, {"label": "cannot_answer", "score": 0.38444405794143677, "raw_score": -15.837484359741211, "rank": 2}, {"label": "request_for_info", "score": 0.10166352987289429, "raw_score": -17.167613983154297, "rank": 3}, {"label": "direct", "score": 0.060750313103199005, "raw_score": -17.682510375976562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "116a64d0c81c540c1de93c055e351771", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4531421959400177, "raw_score": -15.673076629638672, "rank": 1}, {"label": "cannot_answer", "score": 0.38444405794143677, "raw_score": -15.837484359741211, "rank": 2}, {"label": "request_for_info", "score": 0.10166352987289429, "raw_score": -17.167613983154297, "rank": 3}, {"label": "direct", "score": 0.060750313103199005, "raw_score": -17.682510375976562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c14217a1ca3550471bb1b553586b72d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2777214ef51598b4d985533ad734b862", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1af328f59826d1332aadaa40d916b407", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81300dfff4c7e6d8801310cebc092144", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d698d5aececc490e12a78f518bf5caa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abbaefa3a1d59a87b3d7d73c00c75023", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40c4c4a416250c5a7a9aaebf318b9d68", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a227f2352e6c89beba155029d21c57bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5300397276878357, "raw_score": -10.309148788452148, "rank": 1}, {"label": "request_for_info", "score": 0.23257791996002197, "raw_score": -11.132875442504883, "rank": 2}, {"label": "cannot_answer", "score": 0.20277683436870575, "raw_score": -11.269994735717773, "rank": 3}, {"label": "direct", "score": 0.034605540335178375, "raw_score": -13.038086891174316, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c377762c55f304006eb589fd061e8e5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6011441349983215, "raw_score": -14.8235502243042, "rank": 1}, {"label": "request_for_info", "score": 0.2577037811279297, "raw_score": -15.670574188232422, "rank": 2}, {"label": "cannot_answer", "score": 0.13249118626117706, "raw_score": -16.33586883544922, "rank": 3}, {"label": "direct", "score": 0.008660917170345783, "raw_score": -19.06356430053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3988c051174438c38cd838ff9513bc66", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7375325560569763, "raw_score": -17.283973693847656, "rank": 1}, {"label": "tool_call", "score": 0.1743742823600769, "raw_score": -18.7260799407959, "rank": 2}, {"label": "direct", "score": 0.0471312552690506, "raw_score": -20.034347534179688, "rank": 3}, {"label": "cannot_answer", "score": 0.04096193611621857, "raw_score": -20.174640655517578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "619a6d588784a8330dff72eaa814926e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6011441349983215, "raw_score": -14.8235502243042, "rank": 1}, {"label": "request_for_info", "score": 0.2577037811279297, "raw_score": -15.670574188232422, "rank": 2}, {"label": "cannot_answer", "score": 0.13249118626117706, "raw_score": -16.33586883544922, "rank": 3}, {"label": "direct", "score": 0.008660917170345783, "raw_score": -19.06356430053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b8a6f8037f514c6f460fce745ca6a07", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7375325560569763, "raw_score": -17.283973693847656, "rank": 1}, {"label": "tool_call", "score": 0.1743742823600769, "raw_score": -18.7260799407959, "rank": 2}, {"label": "direct", "score": 0.0471312552690506, "raw_score": -20.034347534179688, "rank": 3}, {"label": "cannot_answer", "score": 0.04096193611621857, "raw_score": -20.174640655517578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "547bdfee80e83cf6ff9e2d0e4ab0ad9e", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7375325560569763, "raw_score": -17.283973693847656, "rank": 1}, {"label": "tool_call", "score": 0.1743742823600769, "raw_score": -18.7260799407959, "rank": 2}, {"label": "direct", "score": 0.0471312552690506, "raw_score": -20.034347534179688, "rank": 3}, {"label": "cannot_answer", "score": 0.04096193611621857, "raw_score": -20.174640655517578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6ba7fd727e703b6428238c63a979771", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7375325560569763, "raw_score": -17.283973693847656, "rank": 1}, {"label": "tool_call", "score": 0.1743742823600769, "raw_score": -18.7260799407959, "rank": 2}, {"label": "direct", "score": 0.0471312552690506, "raw_score": -20.034347534179688, "rank": 3}, {"label": "cannot_answer", "score": 0.04096193611621857, "raw_score": -20.174640655517578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5664db2c021fab4971348cff87876ee1", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.7375325560569763, "raw_score": -17.283973693847656, "rank": 1}, {"label": "tool_call", "score": 0.1743742823600769, "raw_score": -18.7260799407959, "rank": 2}, {"label": "direct", "score": 0.0471312552690506, "raw_score": -20.034347534179688, "rank": 3}, {"label": "cannot_answer", "score": 0.04096193611621857, "raw_score": -20.174640655517578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f657dc8d376073dd8d0f2203735f8c24", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6011441349983215, "raw_score": -14.8235502243042, "rank": 1}, {"label": "request_for_info", "score": 0.2577037811279297, "raw_score": -15.670574188232422, "rank": 2}, {"label": "cannot_answer", "score": 0.13249118626117706, "raw_score": -16.33586883544922, "rank": 3}, {"label": "direct", "score": 0.008660917170345783, "raw_score": -19.06356430053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "442c1156a05bc27a83a1d1d6a63f5581", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27987dbb3a6fa43270c936ebecd71280", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "376f80702b911ecd82ecc56dcf94b78b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "352a41745c11abab77147cce08cbb59d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b0ecd771d755ad74199b17239a65f51", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ccf58af06498c16044374711f0ab48f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3028d3e3d417d3a423c4468baca2f5e3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d13c5f657c74fec4c3f2cbc100e63dcb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "522a65f8eb6e4ecf5ebe2b19c6a3dd1e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eed7b9109891618c5278719caceb6099", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1087efc2ed49f3be23ae2af73446c0ab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c759a1e97faae24bdd3fadcade305ebc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7dd57325fc5c2995d477c6951dae562b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5185ec767a8de4f4cf5d6125d573b4aa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4eadcc0ca6181a41d2fdb174fb3d2d9b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7408604621887207, "raw_score": -2.390775680541992, "rank": 1}, {"label": "request_for_info", "score": 0.15758657455444336, "raw_score": -3.938612937927246, "rank": 2}, {"label": "cannot_answer", "score": 0.06467525660991669, "raw_score": -4.829209327697754, "rank": 3}, {"label": "direct", "score": 0.03687770664691925, "raw_score": -5.3909807205200195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa975defd45332a28e7373f27edfec3c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a4fd174bf0af55fea0e7ee7bce96a57", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5434026122093201, "raw_score": -17.240577697753906, "rank": 1}, {"label": "request_for_info", "score": 0.3061181902885437, "raw_score": -17.814456939697266, "rank": 2}, {"label": "cannot_answer", "score": 0.1106061264872551, "raw_score": -18.83245277404785, "rank": 3}, {"label": "direct", "score": 0.03987311199307442, "raw_score": -19.852725982666016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a277993591c316cb028d24e98c3a377", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5434026122093201, "raw_score": -17.240577697753906, "rank": 1}, {"label": "request_for_info", "score": 0.3061181902885437, "raw_score": -17.814456939697266, "rank": 2}, {"label": "cannot_answer", "score": 0.1106061264872551, "raw_score": -18.83245277404785, "rank": 3}, {"label": "direct", "score": 0.03987311199307442, "raw_score": -19.852725982666016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd78dbd51f15dcb39f936af7075d0a84", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "634207dd71296fd71388e6312d83ecfb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd46e7efa60d0bd231ddd6e156943068", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4d37d6d25624b136c5e79f2e4e9ea79", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c29ceb6ff561e294a3dd9a1eef0788a2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5985076427459717, "raw_score": -15.188454627990723, "rank": 1}, {"label": "direct", "score": 0.22482146322727203, "raw_score": -16.167587280273438, "rank": 2}, {"label": "cannot_answer", "score": 0.10985886305570602, "raw_score": -16.883697509765625, "rank": 3}, {"label": "request_for_info", "score": 0.0668119490146637, "raw_score": -17.381011962890625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81006bffa413b64b90ad84f5e88021af", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.769378125667572, "raw_score": -7.264870643615723, "rank": 1}, {"label": "cannot_answer", "score": 0.1221068799495697, "raw_score": -9.10555648803711, "rank": 2}, {"label": "request_for_info", "score": 0.09285078942775726, "raw_score": -9.379459381103516, "rank": 3}, {"label": "direct", "score": 0.015664223581552505, "raw_score": -11.159073829650879, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab558b5d1acec536df834dfbdeeb7e84", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.791163980960846, "raw_score": -7.510459899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.1156889945268631, "raw_score": -9.433059692382812, "rank": 2}, {"label": "request_for_info", "score": 0.07339724898338318, "raw_score": -9.888078689575195, "rank": 3}, {"label": "direct", "score": 0.01974974200129509, "raw_score": -11.200824737548828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c042fa8e7e0a0e236c4dd51030a0014", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.791163980960846, "raw_score": -7.510459899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.1156889945268631, "raw_score": -9.433059692382812, "rank": 2}, {"label": "request_for_info", "score": 0.07339724898338318, "raw_score": -9.888078689575195, "rank": 3}, {"label": "direct", "score": 0.01974974200129509, "raw_score": -11.200824737548828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd41b309b04da37d7f6b9126c9ac6650", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.791163980960846, "raw_score": -7.510459899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.1156889945268631, "raw_score": -9.433059692382812, "rank": 2}, {"label": "request_for_info", "score": 0.07339724898338318, "raw_score": -9.888078689575195, "rank": 3}, {"label": "direct", "score": 0.01974974200129509, "raw_score": -11.200824737548828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44c901f30dff64fb9e651f542cfc5b33", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.791163980960846, "raw_score": -7.510459899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.1156889945268631, "raw_score": -9.433059692382812, "rank": 2}, {"label": "request_for_info", "score": 0.07339724898338318, "raw_score": -9.888078689575195, "rank": 3}, {"label": "direct", "score": 0.01974974200129509, "raw_score": -11.200824737548828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c3549495b2ba4d421b3b6924cbd769c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.791163980960846, "raw_score": -7.510459899902344, "rank": 1}, {"label": "cannot_answer", "score": 0.1156889945268631, "raw_score": -9.433059692382812, "rank": 2}, {"label": "request_for_info", "score": 0.07339724898338318, "raw_score": -9.888078689575195, "rank": 3}, {"label": "direct", "score": 0.01974974200129509, "raw_score": -11.200824737548828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ad54349bf3a0c4bbfe7747eaadca29e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.769378125667572, "raw_score": -7.264870643615723, "rank": 1}, {"label": "cannot_answer", "score": 0.1221068799495697, "raw_score": -9.10555648803711, "rank": 2}, {"label": "request_for_info", "score": 0.09285078942775726, "raw_score": -9.379459381103516, "rank": 3}, {"label": "direct", "score": 0.015664223581552505, "raw_score": -11.159073829650879, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71d200da84ef1d2888f14d2c2fafa696", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.769378125667572, "raw_score": -7.264870643615723, "rank": 1}, {"label": "cannot_answer", "score": 0.1221068799495697, "raw_score": -9.10555648803711, "rank": 2}, {"label": "request_for_info", "score": 0.09285078942775726, "raw_score": -9.379459381103516, "rank": 3}, {"label": "direct", "score": 0.015664223581552505, "raw_score": -11.159073829650879, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a5abea0b253086b4a1274f1d4ca51e1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "738747dea2a5bb7af52e8a00035a002c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "177c1e97e9519698a8332b36a0706299", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "edb001efedd67488bd118ed156248a40", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2c5a011626007936e6c77f963b4fec7", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "476d0047f88ddf49227a4d6e93490fe8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec8212223821816a7d529f8b170e7d92", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9230066dac8a2792caf5595878c89b60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29492a771f5219e218e610ff99f55e87", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97778fd0cbe9520e9601aa9ae86323f5", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66e2eea57db53f858dc5e7a398c4f96b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20ab4bf380c262a26d2faed165c115d4", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8ff5b4cd6ad439379b8c3e74212b346", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "928d99e9c1d6cf7fcb5985ce19f8d8a0", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29c3827b964c99219b6766c860281c46", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8c51301a1432dc708065f191b38ec1b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "19a54f53a3e48e68e952b13269548c6d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4aa91e958d84615b73c82a3d4e2bb730", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4268343150615692, "raw_score": -16.344966888427734, "rank": 1}, {"label": "tool_call", "score": 0.3342142701148987, "raw_score": -16.589580535888672, "rank": 2}, {"label": "request_for_info", "score": 0.18910877406597137, "raw_score": -17.159040451049805, "rank": 3}, {"label": "direct", "score": 0.049842603504657745, "raw_score": -18.49249267578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "896529e4317134058886a59f050ef408", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5c2690ecc11e9de8b71a542fca67f60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39770e178ff0056f432851e8e944b396", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5026048421859741, "raw_score": -15.931785583496094, "rank": 1}, {"label": "cannot_answer", "score": 0.3232612907886505, "raw_score": -16.37312889099121, "rank": 2}, {"label": "request_for_info", "score": 0.09752736240625381, "raw_score": -17.571456909179688, "rank": 3}, {"label": "direct", "score": 0.07660648226737976, "raw_score": -17.812908172607422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61fa40c9bc610b6a230e1c680823435a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820934176445007, "raw_score": -15.457353591918945, "rank": 1}, {"label": "cannot_answer", "score": 0.20028668642044067, "raw_score": -16.524234771728516, "rank": 2}, {"label": "request_for_info", "score": 0.1747858077287674, "raw_score": -16.660423278808594, "rank": 3}, {"label": "direct", "score": 0.0428340844810009, "raw_score": -18.066650390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6218933e81e350e030731b059ce6119c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6877816915512085, "raw_score": -17.082557678222656, "rank": 1}, {"label": "request_for_info", "score": 0.20946571230888367, "raw_score": -18.271469116210938, "rank": 2}, {"label": "cannot_answer", "score": 0.08882066607475281, "raw_score": -19.129409790039062, "rank": 3}, {"label": "direct", "score": 0.01393193006515503, "raw_score": -20.98184585571289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa09399b1352f42fb16e15af27379af1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820934176445007, "raw_score": -15.457353591918945, "rank": 1}, {"label": "cannot_answer", "score": 0.20028668642044067, "raw_score": -16.524234771728516, "rank": 2}, {"label": "request_for_info", "score": 0.1747858077287674, "raw_score": -16.660423278808594, "rank": 3}, {"label": "direct", "score": 0.0428340844810009, "raw_score": -18.066650390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ee004e7ce6f5eaf270f72198f443688", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820934176445007, "raw_score": -15.457353591918945, "rank": 1}, {"label": "cannot_answer", "score": 0.20028668642044067, "raw_score": -16.524234771728516, "rank": 2}, {"label": "request_for_info", "score": 0.1747858077287674, "raw_score": -16.660423278808594, "rank": 3}, {"label": "direct", "score": 0.0428340844810009, "raw_score": -18.066650390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91db5bc87215860985a6cd98eab15c8b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6877816915512085, "raw_score": -17.082557678222656, "rank": 1}, {"label": "request_for_info", "score": 0.20946571230888367, "raw_score": -18.271469116210938, "rank": 2}, {"label": "cannot_answer", "score": 0.08882066607475281, "raw_score": -19.129409790039062, "rank": 3}, {"label": "direct", "score": 0.01393193006515503, "raw_score": -20.98184585571289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a71e5c3eccf9cf3f80b979d712d6385", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5820934176445007, "raw_score": -15.457353591918945, "rank": 1}, {"label": "cannot_answer", "score": 0.20028668642044067, "raw_score": -16.524234771728516, "rank": 2}, {"label": "request_for_info", "score": 0.1747858077287674, "raw_score": -16.660423278808594, "rank": 3}, {"label": "direct", "score": 0.0428340844810009, "raw_score": -18.066650390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0b87149470ba82217952797cf7b2923", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7114963531494141, "raw_score": -5.868762016296387, "rank": 1}, {"label": "cannot_answer", "score": 0.14374148845672607, "raw_score": -7.46811580657959, "rank": 2}, {"label": "request_for_info", "score": 0.10629767924547195, "raw_score": -7.769888877868652, "rank": 3}, {"label": "direct", "score": 0.03846452012658119, "raw_score": -8.786396026611328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5277da93316aa4acff4f2f222b56656", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7714419960975647, "raw_score": -7.977261543273926, "rank": 1}, {"label": "cannot_answer", "score": 0.1410292536020279, "raw_score": -9.676555633544922, "rank": 2}, {"label": "direct", "score": 0.05237731337547302, "raw_score": -10.667049407958984, "rank": 3}, {"label": "request_for_info", "score": 0.035151392221450806, "raw_score": -11.065858840942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f89f05c72f8ca0aa82981c549d2d7104", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7114963531494141, "raw_score": -5.868762016296387, "rank": 1}, {"label": "cannot_answer", "score": 0.14374148845672607, "raw_score": -7.46811580657959, "rank": 2}, {"label": "request_for_info", "score": 0.10629767924547195, "raw_score": -7.769888877868652, "rank": 3}, {"label": "direct", "score": 0.03846452012658119, "raw_score": -8.786396026611328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bea6d92e7e4a3339be0bb4d22519d772", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7114963531494141, "raw_score": -5.868762016296387, "rank": 1}, {"label": "cannot_answer", "score": 0.14374148845672607, "raw_score": -7.46811580657959, "rank": 2}, {"label": "request_for_info", "score": 0.10629767924547195, "raw_score": -7.769888877868652, "rank": 3}, {"label": "direct", "score": 0.03846452012658119, "raw_score": -8.786396026611328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "353a87f126ce3e53d761bfd309dfdd93", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7714419960975647, "raw_score": -7.977261543273926, "rank": 1}, {"label": "cannot_answer", "score": 0.1410292536020279, "raw_score": -9.676555633544922, "rank": 2}, {"label": "direct", "score": 0.05237731337547302, "raw_score": -10.667049407958984, "rank": 3}, {"label": "request_for_info", "score": 0.035151392221450806, "raw_score": -11.065858840942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "051a040f93227e2994fef306a75be47b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7114963531494141, "raw_score": -5.868762016296387, "rank": 1}, {"label": "cannot_answer", "score": 0.14374148845672607, "raw_score": -7.46811580657959, "rank": 2}, {"label": "request_for_info", "score": 0.10629767924547195, "raw_score": -7.769888877868652, "rank": 3}, {"label": "direct", "score": 0.03846452012658119, "raw_score": -8.786396026611328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3f8ec593b489fdca8c2893c54f6cb36", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7714419960975647, "raw_score": -7.977261543273926, "rank": 1}, {"label": "cannot_answer", "score": 0.1410292536020279, "raw_score": -9.676555633544922, "rank": 2}, {"label": "direct", "score": 0.05237731337547302, "raw_score": -10.667049407958984, "rank": 3}, {"label": "request_for_info", "score": 0.035151392221450806, "raw_score": -11.065858840942383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27ec431dbfd70563bfc3da0ff900e7f3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48974037170410156, "raw_score": -13.573003768920898, "rank": 1}, {"label": "cannot_answer", "score": 0.2713211178779602, "raw_score": -14.163576126098633, "rank": 2}, {"label": "request_for_info", "score": 0.22125311195850372, "raw_score": -14.367571830749512, "rank": 3}, {"label": "direct", "score": 0.0176854245364666, "raw_score": -16.89413833618164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "789cf331ed7a6d2dba8a68452baf2af8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.42118775844573975, "raw_score": -13.246577262878418, "rank": 1}, {"label": "cannot_answer", "score": 0.29743948578834534, "raw_score": -13.59444522857666, "rank": 2}, {"label": "request_for_info", "score": 0.26332685351371765, "raw_score": -13.716259956359863, "rank": 3}, {"label": "direct", "score": 0.018045855686068535, "raw_score": -16.396739959716797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3854afa01c95540c85b8728aa7efdbf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48974037170410156, "raw_score": -13.573003768920898, "rank": 1}, {"label": "cannot_answer", "score": 0.2713211178779602, "raw_score": -14.163576126098633, "rank": 2}, {"label": "request_for_info", "score": 0.22125311195850372, "raw_score": -14.367571830749512, "rank": 3}, {"label": "direct", "score": 0.0176854245364666, "raw_score": -16.89413833618164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a61bac727211d216536f2e897d4836ae", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.42118775844573975, "raw_score": -13.246577262878418, "rank": 1}, {"label": "cannot_answer", "score": 0.29743948578834534, "raw_score": -13.59444522857666, "rank": 2}, {"label": "request_for_info", "score": 0.26332685351371765, "raw_score": -13.716259956359863, "rank": 3}, {"label": "direct", "score": 0.018045855686068535, "raw_score": -16.396739959716797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "22462768f46f12fe4e9c743a0dc74c6f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65285e96829f9637588ec364770b7715", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9625cb9868decfa08392d06c21228cfa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e5b7ff40f8c980892d7c43da9b55705", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61294aa3f5d2a193e2c7f54294efb16c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7fc5eea52c7fa3072cb32533c7e1ca6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ceb4ca3febd6bfaecca683e2f6af09f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc1ad7835db9ac79a074c00c8ef14420", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db488da90787eed42f355f5170d0095a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5775b099e3e556ad3f404be66c9c660", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e81906ede68692e53ce3be1f54e5e641", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee757ba83ffc575998a4b1e780bd32f7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.89499431848526, "raw_score": -3.7611618041992188, "rank": 1}, {"label": "request_for_info", "score": 0.05148482695221901, "raw_score": -6.616692066192627, "rank": 2}, {"label": "cannot_answer", "score": 0.04140981659293175, "raw_score": -6.834461212158203, "rank": 3}, {"label": "direct", "score": 0.012111015617847443, "raw_score": -8.063863754272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52891de72a1b70536ab14610f5c63583", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c81db0d60df95d441225df57097c0e0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2010b7f41e773394e96fdc503f1afc1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "62cefe3e608dfb0898165650ea0d083d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9babf55b1969d3c052fa883e0fa161ae", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7cf5cbf0b63453c1ddbe2508df751cb6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d5ace35245bcc3ef16cfbb63e181d2bb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef2c9853314e0ae26f155ebcdb62687b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4464587867259979, "raw_score": -9.459620475769043, "rank": 1}, {"label": "cannot_answer", "score": 0.2747640013694763, "raw_score": -9.94505500793457, "rank": 2}, {"label": "request_for_info", "score": 0.2669379413127899, "raw_score": -9.97395133972168, "rank": 3}, {"label": "direct", "score": 0.011839217506349087, "raw_score": -13.089550018310547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "979be66390e4b50d3a70c6a2cb9f3774", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c6f18a798e4a58505b74b619461ef50", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cec066a38abefa447e030ce97db467ec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8cfccd3448f28798346f70576af797bc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6352991d6839c85e5c632c68e5abd7a4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "872cdf99705cc4ca6bb5971114bdacf5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a135021eba1cccec08b0f47de9f5abdf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.820533275604248, "raw_score": -7.321723461151123, "rank": 1}, {"label": "request_for_info", "score": 0.08850926905870438, "raw_score": -9.54857063293457, "rank": 2}, {"label": "cannot_answer", "score": 0.06642960757017136, "raw_score": -9.835535049438477, "rank": 3}, {"label": "direct", "score": 0.024527817964553833, "raw_score": -10.831870079040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fdd240c1896760dc95ba9016eff2d273", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9097980260848999, "raw_score": -3.262261390686035, "rank": 1}, {"label": "cannot_answer", "score": 0.03894781321287155, "raw_score": -6.413261413574219, "rank": 2}, {"label": "request_for_info", "score": 0.038696423172950745, "raw_score": -6.419736862182617, "rank": 3}, {"label": "direct", "score": 0.012557756155729294, "raw_score": -7.545145511627197, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc4a19c77ab60f39cfb6a4b195e57ee5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9097980260848999, "raw_score": -3.262261390686035, "rank": 1}, {"label": "cannot_answer", "score": 0.03894781321287155, "raw_score": -6.413261413574219, "rank": 2}, {"label": "request_for_info", "score": 0.038696423172950745, "raw_score": -6.419736862182617, "rank": 3}, {"label": "direct", "score": 0.012557756155729294, "raw_score": -7.545145511627197, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "566620b29547e149bef27960e5e9a48b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0cfd6902343a33d7679472eb569ab4cc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "600612c016ec844e6f06b8b023864e21", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bdbe253d100294b2542e245bbca9b828", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2dd8abc4dbe38a7dcf7899347b7d7299", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7a86c1b68a880aa4d4f81fa57d2351c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c17c8b400f98ffd021b134cbd9317929", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24b52db46e37ec5c0c993365c952963e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15b01566576dcf300afd3c0637a4c0ab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fae9a5570aa8997513760e2bc70d70ac", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57cdb21fc4d9bd5c5d93d21ef3dd0131", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7588587403297424, "raw_score": -4.127371788024902, "rank": 1}, {"label": "request_for_info", "score": 0.1964249312877655, "raw_score": -5.478907108306885, "rank": 2}, {"label": "cannot_answer", "score": 0.031594518572092056, "raw_score": -7.306203842163086, "rank": 3}, {"label": "direct", "score": 0.01312180981040001, "raw_score": -8.184911727905273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d51957bb5d30bbf0dd2620db45b63532", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.773833692073822, "raw_score": -5.979204177856445, "rank": 1}, {"label": "cannot_answer", "score": 0.13232213258743286, "raw_score": -7.745321750640869, "rank": 2}, {"label": "request_for_info", "score": 0.07995830476284027, "raw_score": -8.249055862426758, "rank": 3}, {"label": "direct", "score": 0.013885874301195145, "raw_score": -9.999689102172852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b257f20a20e8123b315eb235e2e0751e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.773833692073822, "raw_score": -5.979204177856445, "rank": 1}, {"label": "cannot_answer", "score": 0.13232213258743286, "raw_score": -7.745321750640869, "rank": 2}, {"label": "request_for_info", "score": 0.07995830476284027, "raw_score": -8.249055862426758, "rank": 3}, {"label": "direct", "score": 0.013885874301195145, "raw_score": -9.999689102172852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3af04c4f9bcdde9084dddfe52f083da5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7762845754623413, "raw_score": -6.513243675231934, "rank": 1}, {"label": "cannot_answer", "score": 0.10934725403785706, "raw_score": -8.473234176635742, "rank": 2}, {"label": "request_for_info", "score": 0.10612419247627258, "raw_score": -8.503152847290039, "rank": 3}, {"label": "direct", "score": 0.008244000375270844, "raw_score": -11.058277130126953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1384fe06d5c5f1d24dd1e08d51a7a82e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7762845754623413, "raw_score": -6.513243675231934, "rank": 1}, {"label": "cannot_answer", "score": 0.10934725403785706, "raw_score": -8.473234176635742, "rank": 2}, {"label": "request_for_info", "score": 0.10612419247627258, "raw_score": -8.503152847290039, "rank": 3}, {"label": "direct", "score": 0.008244000375270844, "raw_score": -11.058277130126953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "352a5770530b257df5a55e5d829bb981", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.773833692073822, "raw_score": -5.979204177856445, "rank": 1}, {"label": "cannot_answer", "score": 0.13232213258743286, "raw_score": -7.745321750640869, "rank": 2}, {"label": "request_for_info", "score": 0.07995830476284027, "raw_score": -8.249055862426758, "rank": 3}, {"label": "direct", "score": 0.013885874301195145, "raw_score": -9.999689102172852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de67d99ff74f7cd29b16429393980e83", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7482252717018127, "raw_score": -3.0959854125976562, "rank": 1}, {"label": "cannot_answer", "score": 0.16150379180908203, "raw_score": -4.6291608810424805, "rank": 2}, {"label": "request_for_info", "score": 0.04825379699468613, "raw_score": -5.837214946746826, "rank": 3}, {"label": "direct", "score": 0.04201706498861313, "raw_score": -5.975613594055176, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40b4814ed96a2b0a89903459fdac4ed5", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.33331215381622314, "raw_score": -17.904714584350586, "rank": 1}, {"label": "tool_call", "score": 0.3232797384262085, "raw_score": -17.93527603149414, "rank": 2}, {"label": "cannot_answer", "score": 0.26501327753067017, "raw_score": -18.134014129638672, "rank": 3}, {"label": "direct", "score": 0.07839486747980118, "raw_score": -19.352035522460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2206df00595a6452e5da71fe7ace6d45", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5745394825935364, "raw_score": -11.524056434631348, "rank": 1}, {"label": "request_for_info", "score": 0.23040995001792908, "raw_score": -12.437765121459961, "rank": 2}, {"label": "cannot_answer", "score": 0.16805177927017212, "raw_score": -12.753353118896484, "rank": 3}, {"label": "direct", "score": 0.026998773217201233, "raw_score": -14.581833839416504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b88ac5b3a6f6ec9b29c00615ff38efb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4883067011833191, "raw_score": -13.971529960632324, "rank": 1}, {"label": "request_for_info", "score": 0.2427094727754593, "raw_score": -14.670608520507812, "rank": 2}, {"label": "cannot_answer", "score": 0.18368679285049438, "raw_score": -14.949241638183594, "rank": 3}, {"label": "direct", "score": 0.08529708534479141, "raw_score": -15.716333389282227, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d44caa475d86feeb96be5de15aa5aa5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a5a747eb895b7a0a4e731e4422e5705", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e4753b024f5d83f54407405c25c2c91", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.492899090051651, "raw_score": -16.75238609313965, "rank": 1}, {"label": "request_for_info", "score": 0.3506529629230499, "raw_score": -17.092893600463867, "rank": 2}, {"label": "cannot_answer", "score": 0.14012673497200012, "raw_score": -18.010143280029297, "rank": 3}, {"label": "direct", "score": 0.01632130704820156, "raw_score": -20.160219192504883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20982be7bc6530c819081a9d360779d2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1d24b481dff56485bcd94b0963f9fde", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15ba50984c72b87319dab562bb5eecfd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.492899090051651, "raw_score": -16.75238609313965, "rank": 1}, {"label": "request_for_info", "score": 0.3506529629230499, "raw_score": -17.092893600463867, "rank": 2}, {"label": "cannot_answer", "score": 0.14012673497200012, "raw_score": -18.010143280029297, "rank": 3}, {"label": "direct", "score": 0.01632130704820156, "raw_score": -20.160219192504883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "46d8398550487b17b0fd2e8e219b0976", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de3da17a75f7cd6cbde00aaf7c55190c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4adc138c28065d40cc748e125b6a5ff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3123cf18a88e255ec5a7d4ff777c2895", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "684004da7f988dde9edb99d9c15bdb2a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4bcbf9d67a740c2894deb0d651a33da", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5540759618a7c2d1345914ba6fbf41bb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "092943ef7ec8380c62d52558cea67311", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.492899090051651, "raw_score": -16.75238609313965, "rank": 1}, {"label": "request_for_info", "score": 0.3506529629230499, "raw_score": -17.092893600463867, "rank": 2}, {"label": "cannot_answer", "score": 0.14012673497200012, "raw_score": -18.010143280029297, "rank": 3}, {"label": "direct", "score": 0.01632130704820156, "raw_score": -20.160219192504883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8eda9395de60779091d62dcd42b4490e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "05ee32a728f231e6b70d9bd47449866c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cfcbee8620d25c4101860495528099e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e384a45250f935e0458e4bc4ed07035", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "186b2e4455f6f4e0bfe545bcbc293607", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d61de58c9af2f52e2767e079024946f1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a889732439f10bfd760a3c5d33c5052", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.492899090051651, "raw_score": -16.75238609313965, "rank": 1}, {"label": "request_for_info", "score": 0.3506529629230499, "raw_score": -17.092893600463867, "rank": 2}, {"label": "cannot_answer", "score": 0.14012673497200012, "raw_score": -18.010143280029297, "rank": 3}, {"label": "direct", "score": 0.01632130704820156, "raw_score": -20.160219192504883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d58ce70f5cfc4880a8af8b18174a46b0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9e5a3f012a51fdaf4bdd181190458ce", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5224743485450745, "raw_score": -17.135108947753906, "rank": 1}, {"label": "request_for_info", "score": 0.23759695887565613, "raw_score": -17.92310905456543, "rank": 2}, {"label": "cannot_answer", "score": 0.13919468224048615, "raw_score": -18.45781135559082, "rank": 3}, {"label": "direct", "score": 0.10073410719633102, "raw_score": -18.781200408935547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35932baf5718c2091a1ed0ad584873e2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6903198957443237, "raw_score": -11.93199634552002, "rank": 1}, {"label": "cannot_answer", "score": 0.14694030582904816, "raw_score": -13.479125022888184, "rank": 2}, {"label": "request_for_info", "score": 0.12287571281194687, "raw_score": -13.657978057861328, "rank": 3}, {"label": "direct", "score": 0.03986406698822975, "raw_score": -14.783676147460938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db13db79005ddd4451603f00995b012b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4723701477050781, "raw_score": -18.562700271606445, "rank": 1}, {"label": "request_for_info", "score": 0.2635658085346222, "raw_score": -19.146160125732422, "rank": 2}, {"label": "cannot_answer", "score": 0.20332513749599457, "raw_score": -19.405656814575195, "rank": 3}, {"label": "direct", "score": 0.060738932341337204, "raw_score": -20.61387825012207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8219cf16514b2c99672b9b498d1d797f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7890803217887878, "raw_score": -12.470331192016602, "rank": 1}, {"label": "cannot_answer", "score": 0.12721866369247437, "raw_score": -14.295291900634766, "rank": 2}, {"label": "request_for_info", "score": 0.053408727049827576, "raw_score": -15.163225173950195, "rank": 3}, {"label": "direct", "score": 0.030292242765426636, "raw_score": -15.730307579040527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a6fd7d3ef98d98ca169b4bb99e1df9a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.908708393573761, "raw_score": -1.734377145767212, "rank": 1}, {"label": "cannot_answer", "score": 0.06871692836284637, "raw_score": -4.316405773162842, "rank": 2}, {"label": "request_for_info", "score": 0.014836952090263367, "raw_score": -5.84928035736084, "rank": 3}, {"label": "direct", "score": 0.00773781118914485, "raw_score": -6.5002827644348145, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "910014a25cb39c652dfcda25724c839d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9491398334503174, "raw_score": -7.247724533081055, "rank": 1}, {"label": "cannot_answer", "score": 0.026827344670891762, "raw_score": -10.813858985900879, "rank": 2}, {"label": "request_for_info", "score": 0.01548323966562748, "raw_score": -11.36352252960205, "rank": 3}, {"label": "direct", "score": 0.008549556136131287, "raw_score": -11.957401275634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75fbb30fc4d649c2fd4c25915695c93f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.908708393573761, "raw_score": -1.734377145767212, "rank": 1}, {"label": "cannot_answer", "score": 0.06871692836284637, "raw_score": -4.316405773162842, "rank": 2}, {"label": "request_for_info", "score": 0.014836952090263367, "raw_score": -5.84928035736084, "rank": 3}, {"label": "direct", "score": 0.00773781118914485, "raw_score": -6.5002827644348145, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13be165472d761421a90259470eb50f0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7282786965370178, "raw_score": -14.695627212524414, "rank": 1}, {"label": "cannot_answer", "score": 0.10401447862386703, "raw_score": -16.641780853271484, "rank": 2}, {"label": "request_for_info", "score": 0.10237181186676025, "raw_score": -16.657699584960938, "rank": 3}, {"label": "direct", "score": 0.06533513963222504, "raw_score": -17.106781005859375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74d4b6c46e39f267cfa1cdd10b202435", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8268171548843384, "raw_score": -12.471525192260742, "rank": 1}, {"label": "request_for_info", "score": 0.09379950165748596, "raw_score": -14.64794921875, "rank": 2}, {"label": "cannot_answer", "score": 0.05015236511826515, "raw_score": -15.274043083190918, "rank": 3}, {"label": "direct", "score": 0.029231000691652298, "raw_score": -15.813879013061523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36a2f542e9ac585cec63452a6c0328e3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8268171548843384, "raw_score": -12.471525192260742, "rank": 1}, {"label": "request_for_info", "score": 0.09379950165748596, "raw_score": -14.64794921875, "rank": 2}, {"label": "cannot_answer", "score": 0.05015236511826515, "raw_score": -15.274043083190918, "rank": 3}, {"label": "direct", "score": 0.029231000691652298, "raw_score": -15.813879013061523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31394bb7e3bff819a4d14657cd4a04ed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5182521939277649, "raw_score": -17.12789535522461, "rank": 1}, {"label": "cannot_answer", "score": 0.1826363503932953, "raw_score": -18.170860290527344, "rank": 2}, {"label": "direct", "score": 0.15868933498859406, "raw_score": -18.31140899658203, "rank": 3}, {"label": "request_for_info", "score": 0.14042210578918457, "raw_score": -18.433704376220703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd0d22d9bc0c35cd94ee21d386d56baa", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8268171548843384, "raw_score": -12.471525192260742, "rank": 1}, {"label": "request_for_info", "score": 0.09379950165748596, "raw_score": -14.64794921875, "rank": 2}, {"label": "cannot_answer", "score": 0.05015236511826515, "raw_score": -15.274043083190918, "rank": 3}, {"label": "direct", "score": 0.029231000691652298, "raw_score": -15.813879013061523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d018c3bcfc9fb702dcbd289f0b2b858", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8268171548843384, "raw_score": -12.471525192260742, "rank": 1}, {"label": "request_for_info", "score": 0.09379950165748596, "raw_score": -14.64794921875, "rank": 2}, {"label": "cannot_answer", "score": 0.05015236511826515, "raw_score": -15.274043083190918, "rank": 3}, {"label": "direct", "score": 0.029231000691652298, "raw_score": -15.813879013061523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1eab68cc748de9b53a499f551c3eb340", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9081857204437256, "raw_score": -4.808765411376953, "rank": 1}, {"label": "cannot_answer", "score": 0.04108569398522377, "raw_score": -7.90455436706543, "rank": 2}, {"label": "request_for_info", "score": 0.02771473303437233, "raw_score": -8.298250198364258, "rank": 3}, {"label": "direct", "score": 0.02301384136080742, "raw_score": -8.484118461608887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4a667776238ec1778ce7e4d313e5631", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8140773773193359, "raw_score": -11.162187576293945, "rank": 1}, {"label": "request_for_info", "score": 0.07711511105298996, "raw_score": -13.518943786621094, "rank": 2}, {"label": "cannot_answer", "score": 0.07394420355558395, "raw_score": -13.560932159423828, "rank": 3}, {"label": "direct", "score": 0.03486337512731552, "raw_score": -14.312806129455566, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fae9c2d5e59cc477a660ff4c86fcd5a8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7830522060394287, "raw_score": -3.6264824867248535, "rank": 1}, {"label": "cannot_answer", "score": 0.12984421849250793, "raw_score": -5.423346519470215, "rank": 2}, {"label": "direct", "score": 0.04605363681912422, "raw_score": -6.459875106811523, "rank": 3}, {"label": "request_for_info", "score": 0.04104993864893913, "raw_score": -6.574892520904541, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c28e6d9b4079a4997040c58cc84dd1c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4268336296081543, "raw_score": -17.42963409423828, "rank": 1}, {"label": "request_for_info", "score": 0.295601487159729, "raw_score": -17.797016143798828, "rank": 2}, {"label": "direct", "score": 0.14795580506324768, "raw_score": -18.48911476135254, "rank": 3}, {"label": "cannot_answer", "score": 0.12960906326770782, "raw_score": -18.621505737304688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38e518cadc2750a344acec647c363828", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7225297689437866, "raw_score": -11.750641822814941, "rank": 1}, {"label": "cannot_answer", "score": 0.13408315181732178, "raw_score": -13.434940338134766, "rank": 2}, {"label": "request_for_info", "score": 0.08542373031377792, "raw_score": -13.88577651977539, "rank": 3}, {"label": "direct", "score": 0.057963427156209946, "raw_score": -14.273588180541992, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1de548ae9055bde5be90841737e50673", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.849766731262207, "raw_score": -9.606525421142578, "rank": 1}, {"label": "cannot_answer", "score": 0.07462946325540543, "raw_score": -12.038951873779297, "rank": 2}, {"label": "request_for_info", "score": 0.048037122935056686, "raw_score": -12.479513168334961, "rank": 3}, {"label": "direct", "score": 0.02756667509675026, "raw_score": -13.034879684448242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6814129f147bf8571407003ceada45cc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7317131757736206, "raw_score": -13.043798446655273, "rank": 1}, {"label": "request_for_info", "score": 0.2112329751253128, "raw_score": -14.286225318908691, "rank": 2}, {"label": "cannot_answer", "score": 0.04114546626806259, "raw_score": -15.922073364257812, "rank": 3}, {"label": "direct", "score": 0.0159083791077137, "raw_score": -16.87234115600586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "417e1243e1bf294032400b242206e783", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4732102155685425, "raw_score": -12.37987995147705, "rank": 1}, {"label": "tool_call", "score": 0.46224698424339294, "raw_score": -12.4033203125, "rank": 2}, {"label": "cannot_answer", "score": 0.04110084846615791, "raw_score": -14.82339096069336, "rank": 3}, {"label": "direct", "score": 0.02344192937016487, "raw_score": -15.384893417358398, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b70477a1f9a794d507d0bdb2998dd389", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7413526177406311, "raw_score": -11.806307792663574, "rank": 1}, {"label": "cannot_answer", "score": 0.15213969349861145, "raw_score": -13.389985084533691, "rank": 2}, {"label": "request_for_info", "score": 0.08400501310825348, "raw_score": -13.983907699584961, "rank": 3}, {"label": "direct", "score": 0.02250264585018158, "raw_score": -15.301151275634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2aedd19e4bdf9665af16a6123abd658", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7421173453330994, "raw_score": -12.939380645751953, "rank": 1}, {"label": "request_for_info", "score": 0.18546919524669647, "raw_score": -14.32599925994873, "rank": 2}, {"label": "cannot_answer", "score": 0.04562889784574509, "raw_score": -15.728346824645996, "rank": 3}, {"label": "direct", "score": 0.026784654706716537, "raw_score": -16.261058807373047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a6585288de8b8459fea3ea517a9fe65", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.3886379301548004, "raw_score": -18.413818359375, "rank": 1}, {"label": "request_for_info", "score": 0.3176741302013397, "raw_score": -18.615440368652344, "rank": 2}, {"label": "cannot_answer", "score": 0.20354385673999786, "raw_score": -19.060585021972656, "rank": 3}, {"label": "direct", "score": 0.090144082903862, "raw_score": -19.875057220458984, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ba01fc1dbcf25f1def4e6d7f9860a9a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8404026031494141, "raw_score": -10.56380558013916, "rank": 1}, {"label": "cannot_answer", "score": 0.08596042543649673, "raw_score": -12.843799591064453, "rank": 2}, {"label": "request_for_info", "score": 0.0535849891602993, "raw_score": -13.316417694091797, "rank": 3}, {"label": "direct", "score": 0.020052006468176842, "raw_score": -14.299357414245605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd71f47cabf0eeee82f908ecc2587248", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8404026031494141, "raw_score": -10.56380558013916, "rank": 1}, {"label": "cannot_answer", "score": 0.08596042543649673, "raw_score": -12.843799591064453, "rank": 2}, {"label": "request_for_info", "score": 0.0535849891602993, "raw_score": -13.316417694091797, "rank": 3}, {"label": "direct", "score": 0.020052006468176842, "raw_score": -14.299357414245605, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6515ea10e6e1c906e00628a6beb6989", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.533427894115448, "raw_score": -15.032812118530273, "rank": 1}, {"label": "request_for_info", "score": 0.2196832001209259, "raw_score": -15.919949531555176, "rank": 2}, {"label": "cannot_answer", "score": 0.18265236914157867, "raw_score": -16.104551315307617, "rank": 3}, {"label": "direct", "score": 0.0642366036772728, "raw_score": -17.14956283569336, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d98d83d20784c006a5f79f7077db798", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6777456998825073, "raw_score": -14.256750106811523, "rank": 1}, {"label": "request_for_info", "score": 0.1482619345188141, "raw_score": -15.776541709899902, "rank": 2}, {"label": "cannot_answer", "score": 0.11131523549556732, "raw_score": -16.063156127929688, "rank": 3}, {"label": "direct", "score": 0.06267713755369186, "raw_score": -16.63752555847168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe97dbc6224496009e35189a7b4c0f8f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6777456998825073, "raw_score": -14.256750106811523, "rank": 1}, {"label": "request_for_info", "score": 0.1482619345188141, "raw_score": -15.776541709899902, "rank": 2}, {"label": "cannot_answer", "score": 0.11131523549556732, "raw_score": -16.063156127929688, "rank": 3}, {"label": "direct", "score": 0.06267713755369186, "raw_score": -16.63752555847168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0f5c98ab286d847fd14d17c4c723794", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47648295760154724, "raw_score": -8.918474197387695, "rank": 1}, {"label": "request_for_info", "score": 0.27440720796585083, "raw_score": -9.470293045043945, "rank": 2}, {"label": "cannot_answer", "score": 0.20066487789154053, "raw_score": -9.783269882202148, "rank": 3}, {"label": "direct", "score": 0.04844507947564125, "raw_score": -11.204475402832031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8021c3f4acc6c52e48c69873055911f9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4530562460422516, "raw_score": -15.61093521118164, "rank": 1}, {"label": "cannot_answer", "score": 0.2857929468154907, "raw_score": -16.071683883666992, "rank": 2}, {"label": "request_for_info", "score": 0.22879336774349213, "raw_score": -16.294132232666016, "rank": 3}, {"label": "direct", "score": 0.03235740214586258, "raw_score": -18.25010871887207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11dba412e9c6a5313a230856288feaca", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4530562460422516, "raw_score": -15.61093521118164, "rank": 1}, {"label": "cannot_answer", "score": 0.2857929468154907, "raw_score": -16.071683883666992, "rank": 2}, {"label": "request_for_info", "score": 0.22879336774349213, "raw_score": -16.294132232666016, "rank": 3}, {"label": "direct", "score": 0.03235740214586258, "raw_score": -18.25010871887207, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6723cfc9bdd26271c0e6aa723676cd5", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.7975077033042908, "raw_score": -6.401308059692383, "rank": 1}, {"label": "tool_call", "score": 0.18991994857788086, "raw_score": -7.8361968994140625, "rank": 2}, {"label": "direct", "score": 0.0074715628288686275, "raw_score": -11.071695327758789, "rank": 3}, {"label": "request_for_info", "score": 0.005100842099636793, "raw_score": -11.453393936157227, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c38dbbcd0989698623bff37aa0fc24af", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6681903600692749, "raw_score": -10.766193389892578, "rank": 1}, {"label": "cannot_answer", "score": 0.28428301215171814, "raw_score": -11.620796203613281, "rank": 2}, {"label": "direct", "score": 0.035575032234191895, "raw_score": -13.699122428894043, "rank": 3}, {"label": "request_for_info", "score": 0.011951594613492489, "raw_score": -14.789901733398438, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac2a06301fdbd72be24ad55ab03975a5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.624768853187561, "raw_score": -16.593481063842773, "rank": 1}, {"label": "request_for_info", "score": 0.2010636031627655, "raw_score": -17.72724151611328, "rank": 2}, {"label": "cannot_answer", "score": 0.11231867969036102, "raw_score": -18.30952262878418, "rank": 3}, {"label": "direct", "score": 0.06184893101453781, "raw_score": -18.90616798400879, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5cd6c5f3ab356f2926bafd3eb9254832", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7365909814834595, "raw_score": -13.71780014038086, "rank": 1}, {"label": "request_for_info", "score": 0.21389032900333405, "raw_score": -14.95436954498291, "rank": 2}, {"label": "cannot_answer", "score": 0.04088873416185379, "raw_score": -16.608978271484375, "rank": 3}, {"label": "direct", "score": 0.008630011230707169, "raw_score": -18.164587020874023, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6895c44c8ed67b953e557899b767f8eb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4738839864730835, "raw_score": -10.824520111083984, "rank": 1}, {"label": "request_for_info", "score": 0.4540301263332367, "raw_score": -10.867319107055664, "rank": 2}, {"label": "cannot_answer", "score": 0.04877426102757454, "raw_score": -13.09827995300293, "rank": 3}, {"label": "direct", "score": 0.023311620578169823, "raw_score": -13.836530685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a8dc65a189dea56f6016db593505122", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4722774028778076, "raw_score": -16.49149513244629, "rank": 1}, {"label": "request_for_info", "score": 0.4299864172935486, "raw_score": -16.585308074951172, "rank": 2}, {"label": "direct", "score": 0.050234053283929825, "raw_score": -18.73236846923828, "rank": 3}, {"label": "cannot_answer", "score": 0.04750208184123039, "raw_score": -18.788288116455078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1fdf056f1bada4c9641e12deede0dace", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4722774028778076, "raw_score": -16.49149513244629, "rank": 1}, {"label": "request_for_info", "score": 0.4299864172935486, "raw_score": -16.585308074951172, "rank": 2}, {"label": "direct", "score": 0.050234053283929825, "raw_score": -18.73236846923828, "rank": 3}, {"label": "cannot_answer", "score": 0.04750208184123039, "raw_score": -18.788288116455078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d1e61e9b0c304909005c8bff03e3858", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.434724897146225, "raw_score": -16.47916030883789, "rank": 1}, {"label": "tool_call", "score": 0.39737072587013245, "raw_score": -16.56900405883789, "rank": 2}, {"label": "cannot_answer", "score": 0.1268349438905716, "raw_score": -17.710987091064453, "rank": 3}, {"label": "direct", "score": 0.04106935113668442, "raw_score": -18.838611602783203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b948024acfb8e429e9d104e94730f270", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4213450253009796, "raw_score": -16.852664947509766, "rank": 1}, {"label": "request_for_info", "score": 0.37235021591186523, "raw_score": -16.976282119750977, "rank": 2}, {"label": "cannot_answer", "score": 0.11438581347465515, "raw_score": -18.156539916992188, "rank": 3}, {"label": "direct", "score": 0.0919189527630806, "raw_score": -18.37520980834961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9bf69a7a27df69ec2bdf17b69935fa5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4213450253009796, "raw_score": -16.852664947509766, "rank": 1}, {"label": "request_for_info", "score": 0.37235021591186523, "raw_score": -16.976282119750977, "rank": 2}, {"label": "cannot_answer", "score": 0.11438581347465515, "raw_score": -18.156539916992188, "rank": 3}, {"label": "direct", "score": 0.0919189527630806, "raw_score": -18.37520980834961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b241982341cb9c29d5f8e9dbf367a07", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92e56de5e23a6b42586a980a917cc061", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98ff799a948e1a13aa734bab0b5d4a23", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e562f91cf7898561d81f44884e3a1e2a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67d803335580c55643d43305167dfb33", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c9ed989f27185df4ef2ed740f76a274", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2ee7995017879868ea1f7584f12fd1e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f01fe4aa4860f1b9256c570d87915ddb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5368d86cf16e639b34fc30046d7d5109", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43561750650405884, "raw_score": -16.281593322753906, "rank": 1}, {"label": "request_for_info", "score": 0.3355191648006439, "raw_score": -16.542678833007812, "rank": 2}, {"label": "cannot_answer", "score": 0.15507198870182037, "raw_score": -17.314468383789062, "rank": 3}, {"label": "direct", "score": 0.0737912729382515, "raw_score": -18.057117462158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b639ebb38b9f2846bf9557c48f970a69", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8204195499420166, "raw_score": -4.653278350830078, "rank": 1}, {"label": "request_for_info", "score": 0.11115895956754684, "raw_score": -6.652132987976074, "rank": 2}, {"label": "cannot_answer", "score": 0.039033640176057816, "raw_score": -7.698670387268066, "rank": 3}, {"label": "direct", "score": 0.02938777580857277, "raw_score": -7.982515335083008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ef18ddb0107356b3a62722c4abc3985", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7356461882591248, "raw_score": -8.771697998046875, "rank": 1}, {"label": "request_for_info", "score": 0.11198191344738007, "raw_score": -10.654109954833984, "rank": 2}, {"label": "cannot_answer", "score": 0.11194656789302826, "raw_score": -10.654425621032715, "rank": 3}, {"label": "direct", "score": 0.04042532294988632, "raw_score": -11.672990798950195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1eebddb6bd2089b647aa89f77dcf5bd1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8093905448913574, "raw_score": -10.814863204956055, "rank": 1}, {"label": "request_for_info", "score": 0.09394132345914841, "raw_score": -12.968474388122559, "rank": 2}, {"label": "cannot_answer", "score": 0.06422434002161026, "raw_score": -13.348762512207031, "rank": 3}, {"label": "direct", "score": 0.032443832606077194, "raw_score": -14.031634330749512, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "08bea8b40346d42c8c56f79308e28b0b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5346303582191467, "raw_score": -11.787741661071777, "rank": 1}, {"label": "request_for_info", "score": 0.26304149627685547, "raw_score": -12.497005462646484, "rank": 2}, {"label": "cannot_answer", "score": 0.1598673015832901, "raw_score": -12.994973182678223, "rank": 3}, {"label": "direct", "score": 0.042460840195417404, "raw_score": -14.320734977722168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8629b8cc5ad7c5d2f84a58719ae2fa44", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4378317594528198, "raw_score": -15.26901626586914, "rank": 1}, {"label": "tool_call", "score": 0.2592860162258148, "raw_score": -15.792919158935547, "rank": 2}, {"label": "cannot_answer", "score": 0.25728151202201843, "raw_score": -15.800680160522461, "rank": 3}, {"label": "direct", "score": 0.04560062661767006, "raw_score": -17.530929565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "14f9e77eb99edcdd00cb222c4b2f9fcd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5502784848213196, "raw_score": -19.053796768188477, "rank": 1}, {"label": "cannot_answer", "score": 0.2664751708507538, "raw_score": -19.778940200805664, "rank": 2}, {"label": "direct", "score": 0.11453676968812943, "raw_score": -20.62332534790039, "rank": 3}, {"label": "request_for_info", "score": 0.06870957463979721, "raw_score": -21.13433265686035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4e000ed73e5121dcd64401633ae8d85", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6703603863716125, "raw_score": -11.865010261535645, "rank": 1}, {"label": "request_for_info", "score": 0.18951258063316345, "raw_score": -13.12837028503418, "rank": 2}, {"label": "cannot_answer", "score": 0.10969455540180206, "raw_score": -13.675126075744629, "rank": 3}, {"label": "direct", "score": 0.030432473868131638, "raw_score": -14.957315444946289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c83d4718a14da449278072aa58b633d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.36719128489494324, "raw_score": -11.313360214233398, "rank": 1}, {"label": "cannot_answer", "score": 0.30873993039131165, "raw_score": -11.486743927001953, "rank": 2}, {"label": "request_for_info", "score": 0.25093579292297363, "raw_score": -11.694046020507812, "rank": 3}, {"label": "direct", "score": 0.0731329694390297, "raw_score": -12.926963806152344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff3dc9ff23425e27ba258af47870d4ce", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46732813119888306, "raw_score": -12.976781845092773, "rank": 1}, {"label": "cannot_answer", "score": 0.20987451076507568, "raw_score": -13.777303695678711, "rank": 2}, {"label": "request_for_info", "score": 0.20369184017181396, "raw_score": -13.807205200195312, "rank": 3}, {"label": "direct", "score": 0.11910555511713028, "raw_score": -14.343803405761719, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e34bd5a8a646e4a4c7bb88388e4e8960", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5941289663314819, "raw_score": -12.55502700805664, "rank": 1}, {"label": "tool_call", "score": 0.2358836978673935, "raw_score": -13.478784561157227, "rank": 2}, {"label": "request_for_info", "score": 0.1219157725572586, "raw_score": -14.138792991638184, "rank": 3}, {"label": "direct", "score": 0.04807153344154358, "raw_score": -15.069433212280273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47f8b67b90b8c1f6cd23bd848010de4a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7705247402191162, "raw_score": -8.22619342803955, "rank": 1}, {"label": "cannot_answer", "score": 0.13398168981075287, "raw_score": -9.97556209564209, "rank": 2}, {"label": "request_for_info", "score": 0.08552931249141693, "raw_score": -10.424406051635742, "rank": 3}, {"label": "direct", "score": 0.009964324533939362, "raw_score": -12.574254035949707, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b3283f829a8848858a3d8447ecb85f4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5652141571044922, "raw_score": -10.669573783874512, "rank": 1}, {"label": "request_for_info", "score": 0.27756720781326294, "raw_score": -11.380715370178223, "rank": 2}, {"label": "cannot_answer", "score": 0.11697707325220108, "raw_score": -12.244800567626953, "rank": 3}, {"label": "direct", "score": 0.040241558104753494, "raw_score": -13.311878204345703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "492cca9183845735a44ea26cf96c3c0e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5238068699836731, "raw_score": -14.302183151245117, "rank": 1}, {"label": "cannot_answer", "score": 0.32451409101486206, "raw_score": -14.780977249145508, "rank": 2}, {"label": "request_for_info", "score": 0.13730598986148834, "raw_score": -15.641094207763672, "rank": 3}, {"label": "direct", "score": 0.014373133890330791, "raw_score": -17.897945404052734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f96b9986d28878ea98dbf19f8ac2998f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8234847187995911, "raw_score": -6.574131488800049, "rank": 1}, {"label": "request_for_info", "score": 0.08234595507383347, "raw_score": -8.876747131347656, "rank": 2}, {"label": "cannot_answer", "score": 0.07494989782571793, "raw_score": -8.970856666564941, "rank": 3}, {"label": "direct", "score": 0.019219432026147842, "raw_score": -10.331754684448242, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d4c1ecdd527cba4f120d975c7de1d61", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.823301374912262, "raw_score": -7.695542335510254, "rank": 1}, {"label": "cannot_answer", "score": 0.08664160966873169, "raw_score": -9.947084426879883, "rank": 2}, {"label": "request_for_info", "score": 0.07892857491970062, "raw_score": -10.040321350097656, "rank": 3}, {"label": "direct", "score": 0.011128372512757778, "raw_score": -11.999366760253906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "43808fda45d891a8c8163fe4f98f516d", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.43378639221191406, "raw_score": -14.08431625366211, "rank": 1}, {"label": "tool_call", "score": 0.38648343086242676, "raw_score": -14.199779510498047, "rank": 2}, {"label": "request_for_info", "score": 0.15698032081127167, "raw_score": -15.100748062133789, "rank": 3}, {"label": "direct", "score": 0.02274983748793602, "raw_score": -17.032310485839844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4358a375814b933bb2ac191eb35591e3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5498974323272705, "raw_score": -12.73371696472168, "rank": 1}, {"label": "request_for_info", "score": 0.27038609981536865, "raw_score": -13.443597793579102, "rank": 2}, {"label": "cannot_answer", "score": 0.14857690036296844, "raw_score": -14.042346000671387, "rank": 3}, {"label": "direct", "score": 0.03113958239555359, "raw_score": -15.604969024658203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42c80445e8a4f34606a450b72d905de0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5498974323272705, "raw_score": -12.73371696472168, "rank": 1}, {"label": "request_for_info", "score": 0.27038609981536865, "raw_score": -13.443597793579102, "rank": 2}, {"label": "cannot_answer", "score": 0.14857690036296844, "raw_score": -14.042346000671387, "rank": 3}, {"label": "direct", "score": 0.03113958239555359, "raw_score": -15.604969024658203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fe1ea24985567db6f629a8d29541334", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5498974323272705, "raw_score": -12.73371696472168, "rank": 1}, {"label": "request_for_info", "score": 0.27038609981536865, "raw_score": -13.443597793579102, "rank": 2}, {"label": "cannot_answer", "score": 0.14857690036296844, "raw_score": -14.042346000671387, "rank": 3}, {"label": "direct", "score": 0.03113958239555359, "raw_score": -15.604969024658203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c41ca71f2605f28d641d8cb48f2ead1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.536561906337738, "raw_score": -10.708159446716309, "rank": 1}, {"label": "request_for_info", "score": 0.26152732968330383, "raw_score": -11.426802635192871, "rank": 2}, {"label": "cannot_answer", "score": 0.1875355988740921, "raw_score": -11.75937271118164, "rank": 3}, {"label": "direct", "score": 0.014375239610671997, "raw_score": -14.327834129333496, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b4a160e5ecb8acb8383827003023e68", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6471551060676575, "raw_score": -10.25607681274414, "rank": 1}, {"label": "request_for_info", "score": 0.20165742933750153, "raw_score": -11.42209243774414, "rank": 2}, {"label": "cannot_answer", "score": 0.09175145626068115, "raw_score": -12.209579467773438, "rank": 3}, {"label": "direct", "score": 0.05943600833415985, "raw_score": -12.643762588500977, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b28a07cadb5cf630e0728c06226056e", "gold": "cannot_answer", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.40158623456954956, "raw_score": -11.457416534423828, "rank": 1}, {"label": "tool_call", "score": 0.37842753529548645, "raw_score": -11.516814231872559, "rank": 2}, {"label": "request_for_info", "score": 0.19633778929710388, "raw_score": -12.173002243041992, "rank": 3}, {"label": "direct", "score": 0.023648494854569435, "raw_score": -14.289539337158203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2f52f0c8a8b1e07f9430932bc9487c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43233171105384827, "raw_score": -13.709315299987793, "rank": 1}, {"label": "request_for_info", "score": 0.3181706368923187, "raw_score": -14.015920639038086, "rank": 2}, {"label": "cannot_answer", "score": 0.2242787480354309, "raw_score": -14.365618705749512, "rank": 3}, {"label": "direct", "score": 0.025218898430466652, "raw_score": -16.550914764404297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a70496187b3908d5952b2eef73e0876", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6832330822944641, "raw_score": -9.040624618530273, "rank": 1}, {"label": "cannot_answer", "score": 0.14447245001792908, "raw_score": -10.594371795654297, "rank": 2}, {"label": "request_for_info", "score": 0.14157329499721527, "raw_score": -10.614643096923828, "rank": 3}, {"label": "direct", "score": 0.030721202492713928, "raw_score": -12.142507553100586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea1eca3321e4b7d07325a058fcfbeeb3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6569443941116333, "raw_score": -10.899675369262695, "rank": 1}, {"label": "request_for_info", "score": 0.18410451710224152, "raw_score": -12.171771049499512, "rank": 2}, {"label": "cannot_answer", "score": 0.1489046812057495, "raw_score": -12.383968353271484, "rank": 3}, {"label": "direct", "score": 0.010046528652310371, "raw_score": -15.080047607421875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a75d8d523ca37d66f453dac6e1f1c41", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5881234407424927, "raw_score": -11.270995140075684, "rank": 1}, {"label": "request_for_info", "score": 0.2472928762435913, "raw_score": -12.137358665466309, "rank": 2}, {"label": "cannot_answer", "score": 0.13955973088741302, "raw_score": -12.709439277648926, "rank": 3}, {"label": "direct", "score": 0.02502399869263172, "raw_score": -14.428096771240234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d208cd7954ee8d6ea4d7cae9b873cb2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5992658734321594, "raw_score": -9.408660888671875, "rank": 1}, {"label": "request_for_info", "score": 0.18231558799743652, "raw_score": -10.598627090454102, "rank": 2}, {"label": "cannot_answer", "score": 0.1239302009344101, "raw_score": -10.984647750854492, "rank": 3}, {"label": "direct", "score": 0.09448833763599396, "raw_score": -11.255889892578125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4bd144f62db4d51b3a9aa5322a8151b7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4649854004383087, "raw_score": -14.024093627929688, "rank": 1}, {"label": "cannot_answer", "score": 0.28773990273475647, "raw_score": -14.504042625427246, "rank": 2}, {"label": "request_for_info", "score": 0.13951104879379272, "raw_score": -15.22795581817627, "rank": 3}, {"label": "direct", "score": 0.10776364058256149, "raw_score": -15.486159324645996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "37294f79994825b41689d79e6958cf5e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6288703680038452, "raw_score": -12.880264282226562, "rank": 1}, {"label": "cannot_answer", "score": 0.191890686750412, "raw_score": -14.06726360321045, "rank": 2}, {"label": "request_for_info", "score": 0.13889482617378235, "raw_score": -14.390472412109375, "rank": 3}, {"label": "direct", "score": 0.04034413769841194, "raw_score": -15.62674331665039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd60f9efc696bcaaa7621d95c2838fd4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7930012345314026, "raw_score": -9.027780532836914, "rank": 1}, {"label": "request_for_info", "score": 0.1456386148929596, "raw_score": -10.722476959228516, "rank": 2}, {"label": "direct", "score": 0.031131574884057045, "raw_score": -12.265382766723633, "rank": 3}, {"label": "cannot_answer", "score": 0.03022865206003189, "raw_score": -12.294815063476562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83c4699729f3fa83d9168ace50e99ce6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.663722813129425, "raw_score": -10.7186279296875, "rank": 1}, {"label": "request_for_info", "score": 0.21349287033081055, "raw_score": -11.852889060974121, "rank": 2}, {"label": "cannot_answer", "score": 0.09888266772031784, "raw_score": -12.62255859375, "rank": 3}, {"label": "direct", "score": 0.023901689797639847, "raw_score": -14.042543411254883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2aea06beff1dc35fe213d4bf271b1dff", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6644333600997925, "raw_score": -11.258583068847656, "rank": 1}, {"label": "cannot_answer", "score": 0.1523585170507431, "raw_score": -12.731281280517578, "rank": 2}, {"label": "request_for_info", "score": 0.14147640764713287, "raw_score": -12.805384635925293, "rank": 3}, {"label": "direct", "score": 0.04173174127936363, "raw_score": -14.02625560760498, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e4c0bb4c2fc02354fad298d447a0334", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6403473615646362, "raw_score": -11.763571739196777, "rank": 1}, {"label": "cannot_answer", "score": 0.22563380002975464, "raw_score": -12.806669235229492, "rank": 2}, {"label": "request_for_info", "score": 0.0915798544883728, "raw_score": -13.70837116241455, "rank": 3}, {"label": "direct", "score": 0.04243893921375275, "raw_score": -14.477516174316406, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5473c678a71f046f6e62a15e4dc5ce13", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4342041611671448, "raw_score": -12.202045440673828, "rank": 1}, {"label": "cannot_answer", "score": 0.27762073278427124, "raw_score": -12.649304389953613, "rank": 2}, {"label": "tool_call", "score": 0.2309408187866211, "raw_score": -12.833398818969727, "rank": 3}, {"label": "direct", "score": 0.057234298437833786, "raw_score": -14.22840690612793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "edfea994ab97869bb7e1e6f288a5ddbe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7828931212425232, "raw_score": -14.49106216430664, "rank": 1}, {"label": "cannot_answer", "score": 0.11234545707702637, "raw_score": -16.432479858398438, "rank": 2}, {"label": "request_for_info", "score": 0.05580459535121918, "raw_score": -17.1322021484375, "rank": 3}, {"label": "direct", "score": 0.04895686358213425, "raw_score": -17.263118743896484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53920f4947d17e97782316308551aefe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4106738865375519, "raw_score": -12.406566619873047, "rank": 1}, {"label": "cannot_answer", "score": 0.2564241886138916, "raw_score": -12.877532958984375, "rank": 2}, {"label": "request_for_info", "score": 0.2425142079591751, "raw_score": -12.933305740356445, "rank": 3}, {"label": "direct", "score": 0.090387724339962, "raw_score": -13.920257568359375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b551446f3187a763874380943b00a57d", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.46819743514060974, "raw_score": -9.683292388916016, "rank": 1}, {"label": "tool_call", "score": 0.4511314630508423, "raw_score": -9.720423698425293, "rank": 2}, {"label": "cannot_answer", "score": 0.052619244903326035, "raw_score": -11.869100570678711, "rank": 3}, {"label": "direct", "score": 0.02805192768573761, "raw_score": -12.498125076293945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fe45df9777c89592b633c0d1ad407c8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5229085683822632, "raw_score": -16.99935531616211, "rank": 1}, {"label": "cannot_answer", "score": 0.2867729961872101, "raw_score": -17.60007095336914, "rank": 2}, {"label": "request_for_info", "score": 0.17712752521038055, "raw_score": -18.081892013549805, "rank": 3}, {"label": "direct", "score": 0.013190889731049538, "raw_score": -20.679235458374023, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e814e855840ca0fb9a8e154008a3a40d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.613936185836792, "raw_score": -10.246565818786621, "rank": 1}, {"label": "request_for_info", "score": 0.21027976274490356, "raw_score": -11.318017959594727, "rank": 2}, {"label": "cannot_answer", "score": 0.14675119519233704, "raw_score": -11.677718162536621, "rank": 3}, {"label": "direct", "score": 0.02903284877538681, "raw_score": -13.298028945922852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aae20f90ce92077636845e73fcb454e9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6589782238006592, "raw_score": -8.59524917602539, "rank": 1}, {"label": "cannot_answer", "score": 0.20522119104862213, "raw_score": -9.76185131072998, "rank": 2}, {"label": "request_for_info", "score": 0.08802320063114166, "raw_score": -10.608339309692383, "rank": 3}, {"label": "direct", "score": 0.04777739197015762, "raw_score": -11.21938705444336, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4dd95fc7dc1a69dd9df237370e21ad84", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48685890436172485, "raw_score": -12.100208282470703, "rank": 1}, {"label": "cannot_answer", "score": 0.4041447937488556, "raw_score": -12.286409378051758, "rank": 2}, {"label": "request_for_info", "score": 0.07821610569953918, "raw_score": -13.928707122802734, "rank": 3}, {"label": "direct", "score": 0.030780291184782982, "raw_score": -14.861308097839355, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f27153a11e38e26d22b9c68f1caa8c6", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5611108541488647, "raw_score": -10.666913986206055, "rank": 1}, {"label": "tool_call", "score": 0.365106463432312, "raw_score": -11.096643447875977, "rank": 2}, {"label": "cannot_answer", "score": 0.05643611401319504, "raw_score": -12.963723182678223, "rank": 3}, {"label": "direct", "score": 0.017346657812595367, "raw_score": -14.1434326171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa73453855d40166b8278a10852e31a0", "gold": "cannot_answer", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5611108541488647, "raw_score": -10.666913986206055, "rank": 1}, {"label": "tool_call", "score": 0.365106463432312, "raw_score": -11.096643447875977, "rank": 2}, {"label": "cannot_answer", "score": 0.05643611401319504, "raw_score": -12.963723182678223, "rank": 3}, {"label": "direct", "score": 0.017346657812595367, "raw_score": -14.1434326171875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "90cc4dd1ee5ee6973661cc9dcb9d595e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.588630735874176, "raw_score": -11.959022521972656, "rank": 1}, {"label": "cannot_answer", "score": 0.20130611956119537, "raw_score": -13.031994819641113, "rank": 2}, {"label": "direct", "score": 0.12250411510467529, "raw_score": -13.528676986694336, "rank": 3}, {"label": "request_for_info", "score": 0.08755900710821152, "raw_score": -13.864508628845215, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cad353496cbab9a0724a5d2db4dfdf0c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5996612906455994, "raw_score": -17.04410171508789, "rank": 1}, {"label": "request_for_info", "score": 0.19986850023269653, "raw_score": -18.142807006835938, "rank": 2}, {"label": "cannot_answer", "score": 0.10635952651500702, "raw_score": -18.77364158630371, "rank": 3}, {"label": "direct", "score": 0.09411059319972992, "raw_score": -18.89599609375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e596801da1972a5a8c847061a2fd9bf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8750215172767639, "raw_score": -6.209756374359131, "rank": 1}, {"label": "request_for_info", "score": 0.08847671002149582, "raw_score": -8.501265525817871, "rank": 2}, {"label": "cannot_answer", "score": 0.020982859656214714, "raw_score": -9.940299034118652, "rank": 3}, {"label": "direct", "score": 0.015518885105848312, "raw_score": -10.241947174072266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e616472cdfe76f1a8094aebf4ddc0241", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6740487217903137, "raw_score": -7.279541015625, "rank": 1}, {"label": "request_for_info", "score": 0.19197896122932434, "raw_score": -8.535457611083984, "rank": 2}, {"label": "cannot_answer", "score": 0.09573638439178467, "raw_score": -9.231245040893555, "rank": 3}, {"label": "direct", "score": 0.03823588788509369, "raw_score": -10.149068832397461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dc11e1c7a674d10cdab2e51d510aded3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6106114983558655, "raw_score": -11.914753913879395, "rank": 1}, {"label": "cannot_answer", "score": 0.20150622725486755, "raw_score": -13.023394584655762, "rank": 2}, {"label": "request_for_info", "score": 0.10190162807703018, "raw_score": -13.705206871032715, "rank": 3}, {"label": "direct", "score": 0.08598064631223679, "raw_score": -13.875092506408691, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dfdba71ce1d5afce2edc5dec44981ddc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6986327767372131, "raw_score": -8.19947624206543, "rank": 1}, {"label": "request_for_info", "score": 0.13193991780281067, "raw_score": -9.866254806518555, "rank": 2}, {"label": "cannot_answer", "score": 0.11174745112657547, "raw_score": -10.032360076904297, "rank": 3}, {"label": "direct", "score": 0.05767987295985222, "raw_score": -10.693693161010742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2cae4fa8efcd8b684fe0dff1c999fdb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6496029496192932, "raw_score": -12.78779125213623, "rank": 1}, {"label": "request_for_info", "score": 0.19323231279850006, "raw_score": -14.000259399414062, "rank": 2}, {"label": "cannot_answer", "score": 0.13374489545822144, "raw_score": -14.368218421936035, "rank": 3}, {"label": "direct", "score": 0.02341984026134014, "raw_score": -16.11056900024414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17be21bd52f0e1c31430908c61f16e39", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5184223055839539, "raw_score": -10.088061332702637, "rank": 1}, {"label": "request_for_info", "score": 0.3594655394554138, "raw_score": -10.454233169555664, "rank": 2}, {"label": "cannot_answer", "score": 0.08185455948114395, "raw_score": -11.933907508850098, "rank": 3}, {"label": "direct", "score": 0.04025759547948837, "raw_score": -12.643552780151367, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4bede975e178e4f5644687faba60430", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5184223055839539, "raw_score": -10.088061332702637, "rank": 1}, {"label": "request_for_info", "score": 0.3594655394554138, "raw_score": -10.454233169555664, "rank": 2}, {"label": "cannot_answer", "score": 0.08185455948114395, "raw_score": -11.933907508850098, "rank": 3}, {"label": "direct", "score": 0.04025759547948837, "raw_score": -12.643552780151367, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "263531d6a7d0f62154189fc6dc86aab6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5334ff36ffeb8e9006f6138176798ae5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9da5b51471de62d95566eed8d98f012f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fa5be660fb83c0738e2bccb94a11ef7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0722cc8f943aca96397dc5afc787651", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ecf7fb21e9c7d61515e7462e6ba13e43", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6111a7fb49cd204f6e21433f22b0cb95", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41cf8097415c566d8fd2455574cffe62", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7552d626ccbfb697a91173fdc98bec6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2d33352d11231872ecb26cab5317325", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f555e27ae522b87a79672c3bbe159f0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bcea4a9ea04116bdfb26e0abef10e294", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2df7026ea2d4e43b8cbb384f45ca7e0e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bdc5a05f96c37fe55a8d0685f56bc321", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6d198e3164e0e88501e6913cb471ddf5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c5768ed11005c4409ac690f22a18533", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b9f0fc40c3a3bb999244ec79e1c445d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e04ad9ae5533321d185e7aebcbe4d9c2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75eb0e654602382f7499bb9fd05ac547", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c74228736acee658a1c3abd3060c8e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "46b6100fe2cb729d006a45a50e05ffdb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eea099b1863f3b3b6a203ba33d9b5569", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9ed79b9b5e17a6593c0533044ec6bf0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f66126d8f771c5594474c0cad0340673", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "306e6854ab552af6b8471b99e6dfa9f4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d05e2bed0c352b6b28f6f1f85c9a1622", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0dcf4296affd982af17a934940c98a2a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29e7064c031de1dab7f9a9bf82421721", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53b79e0f83cec6e2631e41c0ca2ebdab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb8a12bfbcb24115ae0a6289516a12c2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44642759c979ebee86418b9230d6d442", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25422f6ead2a1085edae46f25fb0ca50", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e83b837af0c4ffdaf9166bf965cf95e3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70a92d2ad366d57d84b1f4555521ec29", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "528ee3d3c367acfe8c7f82c634a5d8ec", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf2202bb3b0ad708d5df462cb14e4593", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e45347652d00ed282c40f2ba9bd6ea38", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8dbf3bb634097f345761273ea862c5d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0289fbadfd86d0d5c4efaafd05c1766c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8144a20826a566bb277f12ec22c2b9e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d14a3e89d5e3bcca08007d09307e06e2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0b5def972e2a8d8d43b3bc6e656ab16", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ef70ba491131ee6d2a8fdac617ff6a8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6146c100294807ab0d7362e40f591e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8515f6d6205618b31b37420d85903fd2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "483b813c4f49f5dac6f441b9f7f61f1e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4106a9d7eba6732194448453cf0b074", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "297023c2193048f04f346deb942fe000", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04b531c704b887d4a422fee88636d58a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "18bf1a133e0ba86499d10204b444550e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15d124e35ebdf6908c2649abfe43bba3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03fea6fe4d1da7810f0779021c32d604", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "287d4bd3a9ac5b6a766632e342b1e791", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6add657f4d3d4f539dc655a6b4681eab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "12ec0aa95255fad92ce5e5c58b4cc16a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b61c74924bf052e0d1f0a04fc6f3340", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c23032ca4fe18a9e2c37e67f60f5c8f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f99bb049422770368cdf9e363f6331b0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1c03b0d283b7b617fb80413214c6204", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a58ab387595a5f7e71b3d7120fc50262", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3005e4d36e61bd439d55282b6b873c2f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40542085fa250fdfdf9f7d5f5a03ce0c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "adb6dea1e9b5dd181ab98d6e31bc1911", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ac071dbcfae84998a2e8abb25f0b8b1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3525edcc3b0639a0c17f52005d0cadc4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e119fc20ac4ba0b2e3ff03de6234cc20", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "852d2e8b1aed5e348afd9bb5b0a9557c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6db49f8c24420f5da5c80d1966fef674", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e971d6ea087f9f9728801039f1e0ba47", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86e89e27ff87270fcd7f6701337f2a51", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6d66c5b5a8c16ee70731b46ca3dfa4dc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f78fd65910089dd192611075462bf97", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "566678d4cadae546aabc0c77c041b557", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd56d5cff2620da5c887d0699138b8b1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba90a431d780901e1e6ddf90c904783c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5bc2e7e3b68532c27e46c74277dc20ad", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "280991dcc4da3e4a2264e9f05c52a213", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "464fb092a053262186b909446da7f0ab", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d07ad9c3fc1c534b1fc25762a7e798ac", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a0564bf4a53c0258b87ba712a0ad908", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "340e92e81b6642678c39048d7b473e8b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4bc949972b4204fe91a09a70017216b9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40b5a5217a74382adc8165ed0f26d448", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5099c47f29ade41cf9a0a2cfa31da003", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6dad1524cf0219da20707169e8b54828", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8c5e8befdf2099c26ad6b4b301724d2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f8014286a7d2d3cff2d1087a3546f60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f2d7a1d24c4101653f3b9a5a89704cf", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6c7eec8df02ef90e955cc39597715cc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c918f985a3ae8f04855f686d2f65e55", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ad95290526f5e187d13f1782dfc0fee", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb72f2bdd9e23d3a3cce949b2adeaf60", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "121dcc887322e08c6826782edc562d2d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56d3ba9a4ee433ed8dc6d8fc83069b41", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1079a87b6826eb40b4de67d3cb196c9e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cd719789217edfb2c3895a6208908ef", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3597be0be3ec276eaf29ff4f08dd5387", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "79fe844785361cb887717dbabeccbadd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b0d635c8e1b96fd3955c508248fbdbe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "372977e6ff63255f77e1fe901924943d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4ff99faf92c8ea4316b800b6243bb87", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d379f66864c94367d558f20c57b425b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a614bb3c4c9637394ff6b61a66ba0fc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "083c1407be6c0e50fea559792164dee1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "530994bab0089e1aa194d1ca39ebd66c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32d234d757361d145ac88edc3c597a13", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b3cfe9f96cf3ac8abd7c029754a3abd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32c218142600cd86d1bc3511cebb39b3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df8c919c5c9f25b7fa0bb98dd4010bd1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8e46d1feaad79fada26d6103584f31f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "373770f87a7eb84b72bfd654154238c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f8f4b9ccb4335916c9282ec94a78fc7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "113ce3e0d26e4fb63274af7a5501e2d2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82b40c8ef1b6890102a15a975ea390e0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6dd70cf46c6a22b6b17dce92bcf75e52", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83fb4072a25cb9bffd5f024c53b7edb9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d0775a74b2c0b53c69638b652c240993", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1733f1651a570c75128c61ecb838ce5d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "55a3535b0bad994df341d7bab6d6292d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5ec2c5bfb3c1def1fa2f4c1b00d99c7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd1b6bd2ed62f4fe0ae3028e0ea3c7a3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a44d9f91f6a52b72a8d2c9f27329e716", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5edff91ae814422a871803185825c023", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0abacd7f264a01466e6eeea42f9a9102", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b38283a579671b486cbc7dfa38fb635d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb1ae090c4d41583866cc9528bb24362", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1cb7379dd279411821c2b94d6f881a92", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3253ea61102855346ad7d629a3a6f1e6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "414bbb8a9c15889e570de68bebf5fbfb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56a3e4cc19e02d7b7ca93292fa20521d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8280644384d1edfba27b03218535423a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "660f07384251b65d57af6b75d2b11668", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3e91e5c3007ebe2773cd0762c59ed73", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9096f09a34891e1882babe0926a99c4d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2baeb850bebc9665e231e6e926cdd80", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00d8c0b4c9bc343015b48450ea58f3a7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6a2ff1a3391649cb6f3de79e7d0ebcd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db9c43b5ab5cb17d1e760008b55180c5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "baf5f7f6a3b4ab4593a051a48b6ea043", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "202e425c56b08c6b4eb3a9acde264196", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "608c00f14cc35f07a8a4558e649f9c40", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bf8e1c70d0ea1062da504d58a27ef623", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a76cbb727107912b6c1edc05e65183a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7825ad1002ef843af8227a9a4c2c2839", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0b68fe71fb7e118221c95ee481c38bb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa9c65793583f2388324544051e01399", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9e3f3c1dfcec8e064ddc4a39913c459", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b813a27d560cfae3643a599c41b7036c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c91021978b84b94db4869fc6e1d73b5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0810f6e240981daf60b390b7339195c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25f81e8dfc2b1d7f20acbdd35fefe31a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "926841ee733eb04d76a53a1885d91923", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "280bc3136b42b4346c0c6726e9027e36", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82cc68a93c0f2eb666724607d650bb46", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7e3cd2db3e59d84890e26b092510811", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "93f99e6c497d07a53b4fe61b8df1a565", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "332192614e6bdc66b20099fcdb8944bb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f9760c2e0f1ccfb129d9d525d2ab6ed", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac190fcfde62fead7999f1e199ae873a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d1b495f968c5722af80b03ce369ca03", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac5cb894b1f8417628eebb30130c88dc", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8f13f56e944068032ba3c439390f473", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6faf4120f398f32f0e748321eb1e1c1a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fdbee50bd023a1f60a83e2ae0c426bd9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8b093b06984f047ec8ed67db7388e19", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f40f83909efcd8b95228e887279c7b20", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d94dc7dafe1a5a9f32308c3d68c532b6", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2abf6b8163cd19af690800b8b4cfa4b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de4041e73702ef065427d698c80446f8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b38107aa670e359cb9640d2665672eda", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e08bcf45d02842280b5e278011de424c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fcce63c1525d980733ac90d75c28c8c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd5e8de868fae5232749b02c56e7bf83", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7ad42e0026d359aa92ce8ba619dedbb9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d82bc0e36eba23f586fd6564f2b0605", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c017acaa1defe31bd85e402d3cfde7b4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13946b50144c34a2ffb846905eb4bac9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d52fad43b8d2ed93ac1dc730b44367d5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1046e8b169097b75fdc7de4b7d529fa8", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "55b18e02fafed1bf67a5173e7f638dd1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2992f5d80c72463f5a18797e690ac3a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "19a64067bfd08b7c30f09d62f498332c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4556108666b8cf3932aef01dd2c6cf25", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "224bea5f589c46c7f87fa4a35ac64c90", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3742a51e089f59a8eaf7036e03c1c05", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c52d96b2c4e0b6f3e1935a3a3878ec4b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f6ecad2246ff9cfe0c7843e34a915ea", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3e0f9de123c38fba6dc636c57cc1f63", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9559fd4cdac461aeec0cec4768ffea1", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "286c39c1c92fe1ac8ad64ad3a225940d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f34c2b2ed1e08398473c26978f933077", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "34981559e27eb2e67b251b3c71c1b7a4", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb5bb9e46aded173db91ca5f1c7b9ce5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "12b03ff51b9a97d33a2f18544454f71b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65c33d764fcdedfee5d08e893f4e5745", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2129fc8faffe2aad1d44a890205f2cb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c555f4cea78f0d49f54f93f2eebe281", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c5c28bd9c92d567a77ba5cb65256c85", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a29dadb8ad72ad6585a1ac87ca8a636", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91f7b2a8c1b93a59ada18ba616e3c9a9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9540a309355d23e721e48f590d73b742", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d098b3b1248c3aa13c2b5b8c639065cb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41ea912407255cc47bc7f9123b3a744a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4968a3bf2dc49fbb455104dd842baba", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c279d151bb898e49698fe089587d43f2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2dea732e3567152083c1fbbfddb827d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00739d4f2e6f92a3b782b044e93af556", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36c226a1a8ae24623a27983601d4bb32", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ebb7a450bc8e744fcd23f16cfccb784e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25c4a255ab6456f09a2f0b1438bf6e43", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f217ff9959d7e4a106d2881f32274b29", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ace5974609b01b95f49a9e5c71513a5", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be1e44e849956c05b8b3750ed22dc9f2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "929d9edd3db8d7489863e1461beb4dbe", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "781bc9e2743d4dbf1ed85612960289eb", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa1dc02d611aac9ad8b6906d4101fb80", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c60e52b974e66f35d549eedd2a92576", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9b8ce99e9f9ea6780b99f3fdf2c137c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1426d94b15a34a9d0cd3ad8e00f40239", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "51ddf47f7603be57bfa5ad69fe8a7fdd", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8463d873a52ead442b55f29ae36c337b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00f5dc0028ef24617439e9d026a90e9a", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03bcf338d8fad5291900c40122dfd341", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a041406f77825a6c7589762448ba91ef", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f87f49154842f5eb75667faed5c1f90f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2a44fa6895751b616772bb1ceebf2a0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2591a41edf03c27f0a2d2a5a6578b3d3", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9507094682518834ea847684bae6eb03", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fd9e1b4a0c48115dd7072ae72304cf2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d711fd5ac276d1cbcf2873e266b9b6c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f979c3e692cbee965bfd6c02773c227d", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92583a1225b009895f53ac3da5cb2656", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1529bc4a971b34bc2a0b172e42146728", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e284493404e213c97dc26fb3dcfe0d9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac8c4dcf5e3ebbf5da7a34ea75034b37", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ebe60653c1111a0f5d42bf829b86af50", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9d7eecc85fbefdb08fbdac1ca7ea376", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "048a94ba948ccb21df7d1f9b897f3e07", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92e5a80ac43dbc44eeb83c2f224368d7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "231af63c9ac1c4fa9c615f701460346c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e04e54343dbe5c4ff7f610f91100ff04", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d589295344d272361f7eec0e4d911b5b", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97a1fbfb374aad3de381d832624512c9", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9690f113bff13759a4ec91757b8cbb7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9f43bf46227b7dc91f533236122aa7f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e85999e1930b5d3121896edf108de34", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d0bf2d2da0a1b6fbdbb5b46c7a1c9ae", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef1a8c75eda208f7333ebb8dd286278c", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9d57e60b3835e047775d9373c1061de", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c90748eeb73ab973ca6ccb5fa25b276", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b90c5647f023132486b018429a4e24f", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ffa7cc88221a22f4a6c22109a5519573", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ce5498fc84c8f232e29d64284285cb0", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de30867dfaeefed64e280abb5222583e", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a4924d21ba736890dccc11152ec7296", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83f3a22479ebab8a5a29ea2b1f926ae2", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74887a7ff1ec8aea70f2f1ee3e5c37b7", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "161766fe3db99971cda7976c50774975", "gold": "cannot_answer", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6637824177742004, "raw_score": -18.055044174194336, "rank": 1}, {"label": "direct", "score": 0.12415210157632828, "raw_score": -19.731491088867188, "rank": 2}, {"label": "cannot_answer", "score": 0.1239592656493187, "raw_score": -19.73304557800293, "rank": 3}, {"label": "request_for_info", "score": 0.08810623735189438, "raw_score": -20.07445526123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8f17b8dbfb11ba9a17d4c53cb97f7af", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6884946823120117, "raw_score": -12.510370254516602, "rank": 1}, {"label": "request_for_info", "score": 0.21924126148223877, "raw_score": -13.654705047607422, "rank": 2}, {"label": "cannot_answer", "score": 0.07050473988056183, "raw_score": -14.78919792175293, "rank": 3}, {"label": "direct", "score": 0.021759267896413803, "raw_score": -15.964838027954102, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "05b23a2bad8d7b31da795a6289b85d5f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.49688732624053955, "raw_score": -12.584232330322266, "rank": 1}, {"label": "request_for_info", "score": 0.366293340921402, "raw_score": -12.889161109924316, "rank": 2}, {"label": "cannot_answer", "score": 0.10225725173950195, "raw_score": -14.165103912353516, "rank": 3}, {"label": "direct", "score": 0.03456209972500801, "raw_score": -15.249837875366211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "30499188b5c095b1bf946f1c4a1dc170", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6619904637336731, "raw_score": -8.360737800598145, "rank": 1}, {"label": "cannot_answer", "score": 0.2942870259284973, "raw_score": -9.171433448791504, "rank": 2}, {"label": "direct", "score": 0.03241873160004616, "raw_score": -11.377252578735352, "rank": 3}, {"label": "request_for_info", "score": 0.01130372378975153, "raw_score": -12.430856704711914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a6bfca7e91eb955ad0316e6c5525b2a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7907315492630005, "raw_score": -10.881269454956055, "rank": 1}, {"label": "cannot_answer", "score": 0.09917517751455307, "raw_score": -12.957340240478516, "rank": 2}, {"label": "request_for_info", "score": 0.07850722968578339, "raw_score": -13.19103717803955, "rank": 3}, {"label": "direct", "score": 0.031585972756147385, "raw_score": -14.10151481628418, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "559364bd61f816b35fe857d4f216670a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7907315492630005, "raw_score": -10.881269454956055, "rank": 1}, {"label": "cannot_answer", "score": 0.09917517751455307, "raw_score": -12.957340240478516, "rank": 2}, {"label": "request_for_info", "score": 0.07850722968578339, "raw_score": -13.19103717803955, "rank": 3}, {"label": "direct", "score": 0.031585972756147385, "raw_score": -14.10151481628418, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "464db14aff9c1a8f3aad7e513ef8483c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b3f9510476f102c45b2426dcb249750", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ad5cfd7632df7d51597d45d4f854f6e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e73287239d8d3c2007691e14053fdaff", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "492ac0f6afdfe63ebc51b7f7023aea3e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c0ccea06474c9c947f6321dfa60bb304", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eda02479b33c606cf8b1632df0b13402", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5386a1dd81f4233696816506ea3d6406", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fce514e07e731906a21f8018bb06e06e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "585d4f6ee069b8a1928febc9d0bcafb4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bcddc99f1245bfb6f1d298b4be45795", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48ba672b4297d16cca3a5d731b4f8965", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "210765fe162d6bf25acf74225a4c857a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f694f1c0e2f087b0457e5a4bbfeeda0e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8a14de571a6363206f0626d626e1eb74", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "730063da28a317a06ee8cea9ec5ad029", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1069a49cd4eb72829cdfcc284b2e5df0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dbfe8de8d9b74592c91d8a102031b3f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81e57c3661f7e590ab057961db9e353d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7033141255378723, "raw_score": -5.862238883972168, "rank": 1}, {"label": "request_for_info", "score": 0.20177718997001648, "raw_score": -7.1108784675598145, "rank": 2}, {"label": "cannot_answer", "score": 0.06961329281330109, "raw_score": -8.175086975097656, "rank": 3}, {"label": "direct", "score": 0.025295402854681015, "raw_score": -9.187419891357422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b12b8cb3d42bbb4d6f87ab31df882fef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7033141255378723, "raw_score": -5.862238883972168, "rank": 1}, {"label": "request_for_info", "score": 0.20177718997001648, "raw_score": -7.1108784675598145, "rank": 2}, {"label": "cannot_answer", "score": 0.06961329281330109, "raw_score": -8.175086975097656, "rank": 3}, {"label": "direct", "score": 0.025295402854681015, "raw_score": -9.187419891357422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d962e79adf9057525e74059e66c7bbd2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6241250038146973, "raw_score": -4.152131080627441, "rank": 1}, {"label": "request_for_info", "score": 0.19342587888240814, "raw_score": -5.323587417602539, "rank": 2}, {"label": "cannot_answer", "score": 0.12196570634841919, "raw_score": -5.7847418785095215, "rank": 3}, {"label": "direct", "score": 0.060483355075120926, "raw_score": -6.486113548278809, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69c959827f9e9a26da18048aaece8a7e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6241250038146973, "raw_score": -4.152131080627441, "rank": 1}, {"label": "request_for_info", "score": 0.19342587888240814, "raw_score": -5.323587417602539, "rank": 2}, {"label": "cannot_answer", "score": 0.12196570634841919, "raw_score": -5.7847418785095215, "rank": 3}, {"label": "direct", "score": 0.060483355075120926, "raw_score": -6.486113548278809, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4688d64c185814af4f60099ecaf7563", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7785671353340149, "raw_score": -11.730789184570312, "rank": 1}, {"label": "request_for_info", "score": 0.0894654393196106, "raw_score": -13.894392013549805, "rank": 2}, {"label": "direct", "score": 0.07487160712480545, "raw_score": -14.072469711303711, "rank": 3}, {"label": "cannot_answer", "score": 0.05709582194685936, "raw_score": -14.343513488769531, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa2c9cd274fd43f7b36f265efa9a19d4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029788732528687, "raw_score": -11.045539855957031, "rank": 1}, {"label": "request_for_info", "score": 0.06871986389160156, "raw_score": -13.503829956054688, "rank": 2}, {"label": "direct", "score": 0.0649523064494133, "raw_score": -13.56021499633789, "rank": 3}, {"label": "cannot_answer", "score": 0.06334889680147171, "raw_score": -13.585210800170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bf8db30186c8aaedfa4e82bc185d81d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4269143044948578, "raw_score": -10.348010063171387, "rank": 1}, {"label": "cannot_answer", "score": 0.3325760066509247, "raw_score": -10.597724914550781, "rank": 2}, {"label": "direct", "score": 0.13775739073753357, "raw_score": -11.47909927368164, "rank": 3}, {"label": "request_for_info", "score": 0.10275230556726456, "raw_score": -11.772272109985352, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f60e6fc7b923fbb0dc4f0c344388ef5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "feda839f2230db15213a620679884565", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "750e312ee978b2a1292e0c07a4bce74f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "800c16ff3732be650fe856760a7677fb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a0ea0ec0ccac75379345dba452ed3e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8652733564376831, "raw_score": -10.246198654174805, "rank": 1}, {"label": "cannot_answer", "score": 0.09414330124855042, "raw_score": -12.464426040649414, "rank": 2}, {"label": "request_for_info", "score": 0.03224401921033859, "raw_score": -13.535911560058594, "rank": 3}, {"label": "direct", "score": 0.008339324966073036, "raw_score": -14.888261795043945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45b7f26a34cdf099e080b4820579bfef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8652733564376831, "raw_score": -10.246198654174805, "rank": 1}, {"label": "cannot_answer", "score": 0.09414330124855042, "raw_score": -12.464426040649414, "rank": 2}, {"label": "request_for_info", "score": 0.03224401921033859, "raw_score": -13.535911560058594, "rank": 3}, {"label": "direct", "score": 0.008339324966073036, "raw_score": -14.888261795043945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2da3227f42be91dd2b51cd4165711c17", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6088676452636719, "raw_score": -13.620783805847168, "rank": 1}, {"label": "direct", "score": 0.20275264978408813, "raw_score": -14.72039794921875, "rank": 2}, {"label": "request_for_info", "score": 0.13259615004062653, "raw_score": -15.145076751708984, "rank": 3}, {"label": "cannot_answer", "score": 0.05578351765871048, "raw_score": -16.010906219482422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bec92425344c3ee06f5e7b8d7b7e5cc4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7927895188331604, "raw_score": -4.822648048400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08661137521266937, "raw_score": -7.036774635314941, "rank": 2}, {"label": "request_for_info", "score": 0.07932671159505844, "raw_score": -7.124630928039551, "rank": 3}, {"label": "direct", "score": 0.041272420436143875, "raw_score": -7.778011322021484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65d03fac109e872168edea9cc3eb964b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44094571471214294, "raw_score": -9.059194564819336, "rank": 1}, {"label": "cannot_answer", "score": 0.31037071347236633, "raw_score": -9.410348892211914, "rank": 2}, {"label": "request_for_info", "score": 0.23593434691429138, "raw_score": -9.684562683105469, "rank": 3}, {"label": "direct", "score": 0.01274923700839281, "raw_score": -12.602644920349121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f09f55c42cfa1a616b7fa04820b502a9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44094571471214294, "raw_score": -9.059194564819336, "rank": 1}, {"label": "cannot_answer", "score": 0.31037071347236633, "raw_score": -9.410348892211914, "rank": 2}, {"label": "request_for_info", "score": 0.23593434691429138, "raw_score": -9.684562683105469, "rank": 3}, {"label": "direct", "score": 0.01274923700839281, "raw_score": -12.602644920349121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cc146ee07be921c0231157ccc738c08f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6512404680252075, "raw_score": -11.21371841430664, "rank": 1}, {"label": "cannot_answer", "score": 0.23985207080841064, "raw_score": -12.21257495880127, "rank": 2}, {"label": "direct", "score": 0.055879153311252594, "raw_score": -13.669405937194824, "rank": 3}, {"label": "request_for_info", "score": 0.05302831903100014, "raw_score": -13.721771240234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f462098ccf43a4ef5fe9b951bec75b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ec091274875c619de9bab4e1b997d1b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "399078df1c6864e48108a2069f5a9746", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad09afc40a904ddcff8868c9af954324", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6071351766586304, "raw_score": -2.588115692138672, "rank": 1}, {"label": "request_for_info", "score": 0.2308507263660431, "raw_score": -3.555095911026001, "rank": 2}, {"label": "cannot_answer", "score": 0.11380115896463394, "raw_score": -4.262414455413818, "rank": 3}, {"label": "direct", "score": 0.048213034868240356, "raw_score": -5.121237754821777, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be3c399e7a12150d7b10cee1235383d1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7203db71e14ba2fc2f7280ab3565ba6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1fae4520b041a10e9ca832b117833739", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bba97cc6eb08d144757cf8d6045ea109", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b577d252940a90d8dbc742e27d929802", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6524036526679993, "raw_score": -9.433927536010742, "rank": 1}, {"label": "request_for_info", "score": 0.2005588263273239, "raw_score": -10.613483428955078, "rank": 2}, {"label": "cannot_answer", "score": 0.13769464194774628, "raw_score": -10.98955249786377, "rank": 3}, {"label": "direct", "score": 0.009342871606349945, "raw_score": -13.679977416992188, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a580082f11fc39774dd201c7fbb58545", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6305767893791199, "raw_score": -6.8140764236450195, "rank": 1}, {"label": "cannot_answer", "score": 0.20568564534187317, "raw_score": -7.934362411499023, "rank": 2}, {"label": "request_for_info", "score": 0.09220471978187561, "raw_score": -8.736700057983398, "rank": 3}, {"label": "direct", "score": 0.07153276354074478, "raw_score": -8.990555763244629, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "216eb9e1ec8c2fa84f36dcc94ea5fcd7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7561636567115784, "raw_score": -5.949170112609863, "rank": 1}, {"label": "request_for_info", "score": 0.18067722022533417, "raw_score": -7.380715847015381, "rank": 2}, {"label": "cannot_answer", "score": 0.05318664759397507, "raw_score": -8.603620529174805, "rank": 3}, {"label": "direct", "score": 0.00997249223291874, "raw_score": -10.277597427368164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f73929b7ec77f4ba4700dbdabfc4457f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7561636567115784, "raw_score": -5.949170112609863, "rank": 1}, {"label": "request_for_info", "score": 0.18067722022533417, "raw_score": -7.380715847015381, "rank": 2}, {"label": "cannot_answer", "score": 0.05318664759397507, "raw_score": -8.603620529174805, "rank": 3}, {"label": "direct", "score": 0.00997249223291874, "raw_score": -10.277597427368164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea1c4af3200e8f8eed2df9416038c875", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e4ddcbfa04dfb36fe0221ebe4d6f74a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6137ced2d39dca9cb4359ac31273ca99", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "785fc8b22e7ec7128e6e240c598cd826", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0b652e417d800a4f45583e5a74e2563", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "815b37ecfa706aceb018d5e73a7410fd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8845f0749644e6e7d71638b7946c1967", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b0a60e3fc5c66848e360ea966b93e1a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe4db388e199064b237337e482b58539", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6277685165405273, "raw_score": -2.972102165222168, "rank": 1}, {"label": "request_for_info", "score": 0.19131694734096527, "raw_score": -4.160342216491699, "rank": 2}, {"label": "cannot_answer", "score": 0.15459762513637543, "raw_score": -4.373447895050049, "rank": 3}, {"label": "direct", "score": 0.026316983625292778, "raw_score": -6.144059181213379, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bb4ecd36d78d4920a8258da7464a297", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5418444871902466, "raw_score": -11.120080947875977, "rank": 1}, {"label": "request_for_info", "score": 0.3138980269432068, "raw_score": -11.66599178314209, "rank": 2}, {"label": "cannot_answer", "score": 0.1147957518696785, "raw_score": -12.671905517578125, "rank": 3}, {"label": "direct", "score": 0.029461665078997612, "raw_score": -14.031970024108887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e48fd15a744bb54d3cd8fa1f27b105c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5668087005615234, "raw_score": -12.026886940002441, "rank": 1}, {"label": "request_for_info", "score": 0.31602007150650024, "raw_score": -12.611103057861328, "rank": 2}, {"label": "cannot_answer", "score": 0.08286567032337189, "raw_score": -13.949687957763672, "rank": 3}, {"label": "direct", "score": 0.03430553525686264, "raw_score": -14.831602096557617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "18b39a3952e5e031c6196c3db745b04c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8265549540519714, "raw_score": -9.952882766723633, "rank": 1}, {"label": "request_for_info", "score": 0.12059672921895981, "raw_score": -11.877696990966797, "rank": 2}, {"label": "cannot_answer", "score": 0.04269460216164589, "raw_score": -12.91607666015625, "rank": 3}, {"label": "direct", "score": 0.010153727605938911, "raw_score": -14.35230827331543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4bb1ad973b8093ef1d6a654fa7ac87b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8265549540519714, "raw_score": -9.952882766723633, "rank": 1}, {"label": "request_for_info", "score": 0.12059672921895981, "raw_score": -11.877696990966797, "rank": 2}, {"label": "cannot_answer", "score": 0.04269460216164589, "raw_score": -12.91607666015625, "rank": 3}, {"label": "direct", "score": 0.010153727605938911, "raw_score": -14.35230827331543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f2efd0a9b58ad641cc092e50b8e275f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7867305278778076, "raw_score": -15.01583480834961, "rank": 1}, {"label": "request_for_info", "score": 0.12333665043115616, "raw_score": -16.868803024291992, "rank": 2}, {"label": "cannot_answer", "score": 0.06388694047927856, "raw_score": -17.5266056060791, "rank": 3}, {"label": "direct", "score": 0.026045892387628555, "raw_score": -18.423860549926758, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efa6c1909d23737f881187f153506064", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8402472138404846, "raw_score": -14.935434341430664, "rank": 1}, {"label": "request_for_info", "score": 0.0988692119717598, "raw_score": -17.075332641601562, "rank": 2}, {"label": "cannot_answer", "score": 0.04748721048235893, "raw_score": -17.808670043945312, "rank": 3}, {"label": "direct", "score": 0.0133964279666543, "raw_score": -19.074142456054688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "700e138ceebbd9c8eb4613e69c3ca9b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7437189817428589, "raw_score": -12.474757194519043, "rank": 1}, {"label": "request_for_info", "score": 0.11043258011341095, "raw_score": -14.382015228271484, "rank": 2}, {"label": "cannot_answer", "score": 0.08059012144804001, "raw_score": -14.697044372558594, "rank": 3}, {"label": "direct", "score": 0.06525833159685135, "raw_score": -14.908066749572754, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5aebd761387e2ca31835968aacad226e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6676892042160034, "raw_score": -11.59608268737793, "rank": 1}, {"label": "request_for_info", "score": 0.1424470692873001, "raw_score": -13.140934944152832, "rank": 2}, {"label": "cannot_answer", "score": 0.1320967823266983, "raw_score": -13.216370582580566, "rank": 3}, {"label": "direct", "score": 0.05776695907115936, "raw_score": -14.043488502502441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "96d5c2842fbefc03acc31aef141a21d5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8044924139976501, "raw_score": -12.24899673461914, "rank": 1}, {"label": "request_for_info", "score": 0.10412776470184326, "raw_score": -14.29358959197998, "rank": 2}, {"label": "cannot_answer", "score": 0.061131011694669724, "raw_score": -14.826189041137695, "rank": 3}, {"label": "direct", "score": 0.030248887836933136, "raw_score": -15.529748916625977, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "507464a661e39009500f2bcb774fb608", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7697818875312805, "raw_score": -7.081032752990723, "rank": 1}, {"label": "request_for_info", "score": 0.1304050087928772, "raw_score": -8.856494903564453, "rank": 2}, {"label": "cannot_answer", "score": 0.08057529479265213, "raw_score": -9.337947845458984, "rank": 3}, {"label": "direct", "score": 0.019237803295254707, "raw_score": -10.770262718200684, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70af6ede3657787329e838548db7200e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6314144730567932, "raw_score": -12.569087982177734, "rank": 1}, {"label": "request_for_info", "score": 0.17998571693897247, "raw_score": -13.824172973632812, "rank": 2}, {"label": "cannot_answer", "score": 0.16522735357284546, "raw_score": -13.909728050231934, "rank": 3}, {"label": "direct", "score": 0.02337241917848587, "raw_score": -15.865493774414062, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d73ef4c0b81d950d010ef47fad162d76", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5513511896133423, "raw_score": -15.494141578674316, "rank": 1}, {"label": "cannot_answer", "score": 0.35379645228385925, "raw_score": -15.93779182434082, "rank": 2}, {"label": "request_for_info", "score": 0.05428139120340347, "raw_score": -17.812332153320312, "rank": 3}, {"label": "direct", "score": 0.04057091102004051, "raw_score": -18.10346221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3748a9313002ee13866df3e35087499e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5513511896133423, "raw_score": -15.494141578674316, "rank": 1}, {"label": "cannot_answer", "score": 0.35379645228385925, "raw_score": -15.93779182434082, "rank": 2}, {"label": "request_for_info", "score": 0.05428139120340347, "raw_score": -17.812332153320312, "rank": 3}, {"label": "direct", "score": 0.04057091102004051, "raw_score": -18.10346221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d09edfb6a82d922270a8126de086e156", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "72d30d6ff26d0d48e5f6d1d824b593d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10023e705d6ddf8a8ce1cc6d7ca1cf18", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a17fb4edb85c83f4c13276c0eafaa449", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e0eb0d29b6312f3581f194c85da3580", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7dce5410e1ced9c2c99942ee964c46a7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "212ddb65bdb73b49f6dc4802d5ae3281", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5860099196434021, "raw_score": -13.252979278564453, "rank": 1}, {"label": "cannot_answer", "score": 0.22862237691879272, "raw_score": -14.194244384765625, "rank": 2}, {"label": "request_for_info", "score": 0.1506330519914627, "raw_score": -14.611469268798828, "rank": 3}, {"label": "direct", "score": 0.03473462536931038, "raw_score": -16.07857894897461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "848274bf4b85e4834e2db17601c96fb8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3579927049af8981664a7d03861213b1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5282fd2815693ad50d506a954bcbd99", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ecb9dfa5ca1513dc4270b6e08560004", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6415414810180664, "raw_score": -7.470191478729248, "rank": 1}, {"label": "request_for_info", "score": 0.21074670553207397, "raw_score": -8.58340835571289, "rank": 2}, {"label": "cannot_answer", "score": 0.12089706212282181, "raw_score": -9.13912582397461, "rank": 3}, {"label": "direct", "score": 0.02681467868387699, "raw_score": -10.645115852355957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e79c863f1db73a30d3445af8500ea7f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6983929872512817, "raw_score": -9.31865406036377, "rank": 1}, {"label": "cannot_answer", "score": 0.16367797553539276, "raw_score": -10.769535064697266, "rank": 2}, {"label": "request_for_info", "score": 0.08463173359632492, "raw_score": -11.429126739501953, "rank": 3}, {"label": "direct", "score": 0.053297314792871475, "raw_score": -11.891550064086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "400f691dd28834724c774fcd5b1ebf63", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6983929872512817, "raw_score": -9.31865406036377, "rank": 1}, {"label": "cannot_answer", "score": 0.16367797553539276, "raw_score": -10.769535064697266, "rank": 2}, {"label": "request_for_info", "score": 0.08463173359632492, "raw_score": -11.429126739501953, "rank": 3}, {"label": "direct", "score": 0.053297314792871475, "raw_score": -11.891550064086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2504f693865213eeb0f5948991c5815", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024132609367371, "raw_score": -7.453176498413086, "rank": 1}, {"label": "request_for_info", "score": 0.15239447355270386, "raw_score": -8.981225967407227, "rank": 2}, {"label": "cannot_answer", "score": 0.07677381485700607, "raw_score": -9.666834831237793, "rank": 3}, {"label": "direct", "score": 0.06841851770877838, "raw_score": -9.782054901123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39fb647ff7338bce37aefa811155fba1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024132609367371, "raw_score": -7.453176498413086, "rank": 1}, {"label": "request_for_info", "score": 0.15239447355270386, "raw_score": -8.981225967407227, "rank": 2}, {"label": "cannot_answer", "score": 0.07677381485700607, "raw_score": -9.666834831237793, "rank": 3}, {"label": "direct", "score": 0.06841851770877838, "raw_score": -9.782054901123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "095ea01231fe8c266c22b1309653bc38", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77662f8578dc3d4060c3800997a560af", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac9b4a3d4356e8bc1fdd5aa3c486fe2c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c9b0f32a5f6f8d657209e6232133c84", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15051a7629a2a12ccfe8140071550631", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c3540328cb50c3607ae56200c574c34", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f6a2bf1aebf3608df6cfdd6a63f7fd1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da78e80453b3b924fb39d920786239f9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1cca1d4ef43bfad52145cd66892477c2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "153025faf44d17e30f3af9bd19d155fa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "252441fb057a9ab364d0dc0b3eb5ca16", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.583307147026062, "raw_score": -7.170465469360352, "rank": 1}, {"label": "request_for_info", "score": 0.2369559109210968, "raw_score": -8.071305274963379, "rank": 2}, {"label": "direct", "score": 0.09883379936218262, "raw_score": -8.94573974609375, "rank": 3}, {"label": "cannot_answer", "score": 0.08090315759181976, "raw_score": -9.145926475524902, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eecb3daba95caa871b179d2f78b0ca4f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f257c9fda01a5ccedc66167e51ca0e58", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df6c2d578fcb0971b673f10a93aff201", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c342ff74a32a72922e57328164f394ee", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aac52ce33277c39b284eb49288cf2290", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f40e835b03b8a66060bd8085464b3591", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029711246490479, "raw_score": -8.04340648651123, "rank": 1}, {"label": "cannot_answer", "score": 0.12448864430189133, "raw_score": -9.907510757446289, "rank": 2}, {"label": "request_for_info", "score": 0.04903750121593475, "raw_score": -10.839139938354492, "rank": 3}, {"label": "direct", "score": 0.02350270375609398, "raw_score": -11.574609756469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7216c84935d22b155c5b00645bd0b7d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029711246490479, "raw_score": -8.04340648651123, "rank": 1}, {"label": "cannot_answer", "score": 0.12448864430189133, "raw_score": -9.907510757446289, "rank": 2}, {"label": "request_for_info", "score": 0.04903750121593475, "raw_score": -10.839139938354492, "rank": 3}, {"label": "direct", "score": 0.02350270375609398, "raw_score": -11.574609756469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cade098f3153c4a5bb4f85b37f35b0a9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.53038090467453, "raw_score": -8.91895866394043, "rank": 1}, {"label": "cannot_answer", "score": 0.26386716961860657, "raw_score": -9.617108345031738, "rank": 2}, {"label": "request_for_info", "score": 0.13421925902366638, "raw_score": -10.293079376220703, "rank": 3}, {"label": "direct", "score": 0.07153276354074478, "raw_score": -10.922398567199707, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed1a29f5df3b817d3b46cd21676389d8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6849731206893921, "raw_score": -9.543715476989746, "rank": 1}, {"label": "cannot_answer", "score": 0.21853505074977875, "raw_score": -10.686148643493652, "rank": 2}, {"label": "request_for_info", "score": 0.07343970239162445, "raw_score": -11.776630401611328, "rank": 3}, {"label": "direct", "score": 0.023052126169204712, "raw_score": -12.93533706665039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9cdf2ed33ddc8a833d633f84dfe9d77", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e293d71f4af423c5c6306a0610200941", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b414e713b7dee0e19223d1bb191f2117", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb893893e4475af651fbee83206bf506", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb79ff40a288658bca952f5e7b8cf447", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff694fee981bd43c4a2c30a032ce9393", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5da483ef1de39de317697295e5e648e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6296710968017578, "raw_score": -10.60731029510498, "rank": 1}, {"label": "cannot_answer", "score": 0.23564547300338745, "raw_score": -11.590179443359375, "rank": 2}, {"label": "request_for_info", "score": 0.09559205174446106, "raw_score": -12.49241828918457, "rank": 3}, {"label": "direct", "score": 0.039091333746910095, "raw_score": -13.38660717010498, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "859973d3030c64f3f40b3d226b24cf20", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6296710968017578, "raw_score": -10.60731029510498, "rank": 1}, {"label": "cannot_answer", "score": 0.23564547300338745, "raw_score": -11.590179443359375, "rank": 2}, {"label": "request_for_info", "score": 0.09559205174446106, "raw_score": -12.49241828918457, "rank": 3}, {"label": "direct", "score": 0.039091333746910095, "raw_score": -13.38660717010498, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ecdba17c173b25d54749c38f860beea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6577863693237305, "raw_score": -11.353277206420898, "rank": 1}, {"label": "cannot_answer", "score": 0.15848660469055176, "raw_score": -12.776487350463867, "rank": 2}, {"label": "request_for_info", "score": 0.1280829906463623, "raw_score": -12.989479064941406, "rank": 3}, {"label": "direct", "score": 0.05564410984516144, "raw_score": -13.82318115234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "580e22e242f063694184d1d62692dee5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6577863693237305, "raw_score": -11.353277206420898, "rank": 1}, {"label": "cannot_answer", "score": 0.15848660469055176, "raw_score": -12.776487350463867, "rank": 2}, {"label": "request_for_info", "score": 0.1280829906463623, "raw_score": -12.989479064941406, "rank": 3}, {"label": "direct", "score": 0.05564410984516144, "raw_score": -13.82318115234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef2a0c9ea4475280d0d400198b3bd4b2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6737422347068787, "raw_score": -12.562440872192383, "rank": 1}, {"label": "cannot_answer", "score": 0.1784677505493164, "raw_score": -13.890880584716797, "rank": 2}, {"label": "request_for_info", "score": 0.0981048047542572, "raw_score": -14.489252090454102, "rank": 3}, {"label": "direct", "score": 0.049685243517160416, "raw_score": -15.169580459594727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7b57ea6c437e990e6426831c59bc201", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6737422347068787, "raw_score": -12.562440872192383, "rank": 1}, {"label": "cannot_answer", "score": 0.1784677505493164, "raw_score": -13.890880584716797, "rank": 2}, {"label": "request_for_info", "score": 0.0981048047542572, "raw_score": -14.489252090454102, "rank": 3}, {"label": "direct", "score": 0.049685243517160416, "raw_score": -15.169580459594727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e5a8a1830a2714479d49ad3a97cedcd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6409044861793518, "raw_score": -12.35763931274414, "rank": 1}, {"label": "cannot_answer", "score": 0.23485144972801208, "raw_score": -13.361566543579102, "rank": 2}, {"label": "request_for_info", "score": 0.06419550627470016, "raw_score": -14.658586502075195, "rank": 3}, {"label": "direct", "score": 0.06004847586154938, "raw_score": -14.725367546081543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c27b3f83de3129f615ad04ab3e2f716e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6409044861793518, "raw_score": -12.35763931274414, "rank": 1}, {"label": "cannot_answer", "score": 0.23485144972801208, "raw_score": -13.361566543579102, "rank": 2}, {"label": "request_for_info", "score": 0.06419550627470016, "raw_score": -14.658586502075195, "rank": 3}, {"label": "direct", "score": 0.06004847586154938, "raw_score": -14.725367546081543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d3d27edbf9b7fa2cbec51b4a873e588", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6272830963134766, "raw_score": -7.86168098449707, "rank": 1}, {"label": "cannot_answer", "score": 0.18704035878181458, "raw_score": -9.071754455566406, "rank": 2}, {"label": "request_for_info", "score": 0.1487460434436798, "raw_score": -9.300838470458984, "rank": 3}, {"label": "direct", "score": 0.036930426955223083, "raw_score": -10.694043159484863, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e732729b8cda7e9efc23e27352391e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6272830963134766, "raw_score": -7.86168098449707, "rank": 1}, {"label": "cannot_answer", "score": 0.18704035878181458, "raw_score": -9.071754455566406, "rank": 2}, {"label": "request_for_info", "score": 0.1487460434436798, "raw_score": -9.300838470458984, "rank": 3}, {"label": "direct", "score": 0.036930426955223083, "raw_score": -10.694043159484863, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e764163919ed2ab7c50fb2be72874af8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5293089747428894, "raw_score": -13.564359664916992, "rank": 1}, {"label": "cannot_answer", "score": 0.29486313462257385, "raw_score": -14.149420738220215, "rank": 2}, {"label": "request_for_info", "score": 0.16447234153747559, "raw_score": -14.733189582824707, "rank": 3}, {"label": "direct", "score": 0.01135552953928709, "raw_score": -17.406227111816406, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "704fe11fe55031e1d04d7ac7b3bb4b06", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7527177929878235, "raw_score": -7.920438766479492, "rank": 1}, {"label": "cannot_answer", "score": 0.17894871532917023, "raw_score": -9.357029914855957, "rank": 2}, {"label": "request_for_info", "score": 0.052455414086580276, "raw_score": -10.584165573120117, "rank": 3}, {"label": "direct", "score": 0.01587807387113571, "raw_score": -11.779190063476562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3855785973d7d5e4dbc97748d82739d7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6262392401695251, "raw_score": -12.007637023925781, "rank": 1}, {"label": "cannot_answer", "score": 0.2193830907344818, "raw_score": -13.056550025939941, "rank": 2}, {"label": "request_for_info", "score": 0.12438201159238815, "raw_score": -13.624011993408203, "rank": 3}, {"label": "direct", "score": 0.02999567799270153, "raw_score": -15.046316146850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f07ae9f21d8736da7a1aef2d160252d2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6262392401695251, "raw_score": -12.007637023925781, "rank": 1}, {"label": "cannot_answer", "score": 0.2193830907344818, "raw_score": -13.056550025939941, "rank": 2}, {"label": "request_for_info", "score": 0.12438201159238815, "raw_score": -13.624011993408203, "rank": 3}, {"label": "direct", "score": 0.02999567799270153, "raw_score": -15.046316146850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "843bd61fce1fb50ef2a339793f6aa427", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2258f19fa815b7f1e1007e9587b841ea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "949fa3e21ca2d47acf7de70e7c6fb0c5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4df726e8d810641e8654e0e1c2218f9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd7776373cd07a61c0c9e1a27429261e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a784fddfb29dca9030d8ad33b9191859", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fdc31def7abe509cddf3a1484c0643ad", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c52bcc3c8ed6f1c7fa4713e173b023c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40bbe9ed08641a566e036f437835376a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7655702829360962, "raw_score": -6.119352340698242, "rank": 1}, {"label": "request_for_info", "score": 0.11284970492124557, "raw_score": -8.033916473388672, "rank": 2}, {"label": "cannot_answer", "score": 0.090883769094944, "raw_score": -8.250391960144043, "rank": 3}, {"label": "direct", "score": 0.030696140602231026, "raw_score": -9.335836410522461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb247a51eaa4c6415b1d6e3cd1683f29", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7320636510848999, "raw_score": -9.267051696777344, "rank": 1}, {"label": "request_for_info", "score": 0.15604233741760254, "raw_score": -10.81279182434082, "rank": 2}, {"label": "cannot_answer", "score": 0.07323677092790604, "raw_score": -11.569221496582031, "rank": 3}, {"label": "direct", "score": 0.038657236844301224, "raw_score": -12.208185195922852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a495ce00125c61abd600b1c8d8fb81d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6716672778129578, "raw_score": -9.419902801513672, "rank": 1}, {"label": "cannot_answer", "score": 0.11767342686653137, "raw_score": -11.161752700805664, "rank": 2}, {"label": "direct", "score": 0.10550793260335922, "raw_score": -11.270879745483398, "rank": 3}, {"label": "request_for_info", "score": 0.10515134036540985, "raw_score": -11.27426528930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a59a1d68a5d33475ee3a14419a3043e0", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.46278098225593567, "raw_score": -8.448806762695312, "rank": 1}, {"label": "tool_call", "score": 0.384928435087204, "raw_score": -8.633003234863281, "rank": 2}, {"label": "request_for_info", "score": 0.1235215812921524, "raw_score": -9.769644737243652, "rank": 3}, {"label": "direct", "score": 0.028768984600901604, "raw_score": -11.226762771606445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dedf7133fbe9784b04051e5180c7cb8d", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.46278098225593567, "raw_score": -8.448806762695312, "rank": 1}, {"label": "tool_call", "score": 0.384928435087204, "raw_score": -8.633003234863281, "rank": 2}, {"label": "request_for_info", "score": 0.1235215812921524, "raw_score": -9.769644737243652, "rank": 3}, {"label": "direct", "score": 0.028768984600901604, "raw_score": -11.226762771606445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b107fd7eb1419a6c8e81ec3751323888", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8326050043106079, "raw_score": -5.542780876159668, "rank": 1}, {"label": "request_for_info", "score": 0.09906824678182602, "raw_score": -7.6715312004089355, "rank": 2}, {"label": "cannot_answer", "score": 0.05795971676707268, "raw_score": -8.207592010498047, "rank": 3}, {"label": "direct", "score": 0.010366987437009811, "raw_score": -9.92871379852295, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ecc98d6e6335647f8da543e4036d9aba", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8326050043106079, "raw_score": -5.542780876159668, "rank": 1}, {"label": "request_for_info", "score": 0.09906824678182602, "raw_score": -7.6715312004089355, "rank": 2}, {"label": "cannot_answer", "score": 0.05795971676707268, "raw_score": -8.207592010498047, "rank": 3}, {"label": "direct", "score": 0.010366987437009811, "raw_score": -9.92871379852295, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83b4095691dbef214678f5fd3d5735e3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.795912504196167, "raw_score": -6.35347843170166, "rank": 1}, {"label": "request_for_info", "score": 0.1185067817568779, "raw_score": -8.257997512817383, "rank": 2}, {"label": "cannot_answer", "score": 0.07326944917440414, "raw_score": -8.738823890686035, "rank": 3}, {"label": "direct", "score": 0.012311284430325031, "raw_score": -10.522451400756836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9918e12c4bc784c7f52ebed2202f9238", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7553534507751465, "raw_score": -4.796884536743164, "rank": 1}, {"label": "request_for_info", "score": 0.15218470990657806, "raw_score": -6.398975372314453, "rank": 2}, {"label": "cannot_answer", "score": 0.08005616813898087, "raw_score": -7.041341781616211, "rank": 3}, {"label": "direct", "score": 0.012405592948198318, "raw_score": -8.905922889709473, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aef1a1f30f3427f7db1f91946e099e56", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7553534507751465, "raw_score": -4.796884536743164, "rank": 1}, {"label": "request_for_info", "score": 0.15218470990657806, "raw_score": -6.398975372314453, "rank": 2}, {"label": "cannot_answer", "score": 0.08005616813898087, "raw_score": -7.041341781616211, "rank": 3}, {"label": "direct", "score": 0.012405592948198318, "raw_score": -8.905922889709473, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92f40afb5233277ca85d800cbcd8636b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8671296834945679, "raw_score": -3.437063217163086, "rank": 1}, {"label": "request_for_info", "score": 0.07651994377374649, "raw_score": -5.8647003173828125, "rank": 2}, {"label": "cannot_answer", "score": 0.04802250117063522, "raw_score": -6.330582141876221, "rank": 3}, {"label": "direct", "score": 0.008327851071953773, "raw_score": -8.082646369934082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "617518c4c4bb5d216811a0309b61bbd4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5487699508666992, "raw_score": -5.690852642059326, "rank": 1}, {"label": "cannot_answer", "score": 0.3111719489097595, "raw_score": -6.258186340332031, "rank": 2}, {"label": "request_for_info", "score": 0.11890561133623123, "raw_score": -7.2202019691467285, "rank": 3}, {"label": "direct", "score": 0.02115248702466488, "raw_score": -8.94677448272705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb2c95d74507060f0e50837530431134", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7091298699378967, "raw_score": -5.8190226554870605, "rank": 1}, {"label": "request_for_info", "score": 0.21110093593597412, "raw_score": -7.030725002288818, "rank": 2}, {"label": "cannot_answer", "score": 0.06521288305521011, "raw_score": -8.205404281616211, "rank": 3}, {"label": "direct", "score": 0.014556276611983776, "raw_score": -9.705039024353027, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "521c52d1380eaa18266047cb07db900a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6816162467002869, "raw_score": -4.8667755126953125, "rank": 1}, {"label": "request_for_info", "score": 0.2394222915172577, "raw_score": -5.913013458251953, "rank": 2}, {"label": "cannot_answer", "score": 0.06720138341188431, "raw_score": -7.183548450469971, "rank": 3}, {"label": "direct", "score": 0.011760110966861248, "raw_score": -8.926528930664062, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dc83d3725c66f3d1a0ec8132d0f58695", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.746820867061615, "raw_score": -3.019866466522217, "rank": 1}, {"label": "request_for_info", "score": 0.14262238144874573, "raw_score": -4.6754913330078125, "rank": 2}, {"label": "cannot_answer", "score": 0.08639532327651978, "raw_score": -5.176758289337158, "rank": 3}, {"label": "direct", "score": 0.024161357432603836, "raw_score": -6.450937271118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cca859870ace5bab1e5d85bd1ef0e09", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b17fe9dfc027cf1bb49006b59a3842e7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bb810154864c5f5fff4c0d13995d4cb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6493f8ce634dd777152427e4fcf47c0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48657023906707764, "raw_score": -6.093959331512451, "rank": 1}, {"label": "request_for_info", "score": 0.36420172452926636, "raw_score": -6.383632659912109, "rank": 2}, {"label": "cannot_answer", "score": 0.11668039113283157, "raw_score": -7.521902084350586, "rank": 3}, {"label": "direct", "score": 0.03254764899611473, "raw_score": -8.798635482788086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7673dbef9fed6a10e2be2aeec93aad2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48657023906707764, "raw_score": -6.093959331512451, "rank": 1}, {"label": "request_for_info", "score": 0.36420172452926636, "raw_score": -6.383632659912109, "rank": 2}, {"label": "cannot_answer", "score": 0.11668039113283157, "raw_score": -7.521902084350586, "rank": 3}, {"label": "direct", "score": 0.03254764899611473, "raw_score": -8.798635482788086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4ba241553a4893a35014f2d6c2175c3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7222171425819397, "raw_score": -6.087533950805664, "rank": 1}, {"label": "request_for_info", "score": 0.1268569827079773, "raw_score": -7.826799392700195, "rank": 2}, {"label": "cannot_answer", "score": 0.11180366575717926, "raw_score": -7.953115463256836, "rank": 3}, {"label": "direct", "score": 0.03912214934825897, "raw_score": -9.00317096710205, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "79cfad6afbeaef6e4cee973df2a91559", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8918692469596863, "raw_score": -8.860411643981934, "rank": 1}, {"label": "direct", "score": 0.05689194053411484, "raw_score": -11.612577438354492, "rank": 2}, {"label": "request_for_info", "score": 0.026669448241591454, "raw_score": -12.37021255493164, "rank": 3}, {"label": "cannot_answer", "score": 0.024569373577833176, "raw_score": -12.452230453491211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42977ccb89b8674f9594170bd077797b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7876543402671814, "raw_score": -7.251726150512695, "rank": 1}, {"label": "cannot_answer", "score": 0.1254919469356537, "raw_score": -9.088543891906738, "rank": 2}, {"label": "request_for_info", "score": 0.07324642688035965, "raw_score": -9.62695598602295, "rank": 3}, {"label": "direct", "score": 0.01360729057341814, "raw_score": -11.310179710388184, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4f2fd1e9b71cb514a29cf93af03e16b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7876543402671814, "raw_score": -7.251726150512695, "rank": 1}, {"label": "cannot_answer", "score": 0.1254919469356537, "raw_score": -9.088543891906738, "rank": 2}, {"label": "request_for_info", "score": 0.07324642688035965, "raw_score": -9.62695598602295, "rank": 3}, {"label": "direct", "score": 0.01360729057341814, "raw_score": -11.310179710388184, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb52ace80f3039dbd11d02c7915446e6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7329826354980469, "raw_score": -4.577201843261719, "rank": 1}, {"label": "request_for_info", "score": 0.19251839816570282, "raw_score": -5.914132118225098, "rank": 2}, {"label": "cannot_answer", "score": 0.04321713373064995, "raw_score": -7.408086776733398, "rank": 3}, {"label": "direct", "score": 0.03128176927566528, "raw_score": -7.731288433074951, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad117a0c609c07d2c68ff54148a57681", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7329826354980469, "raw_score": -4.577201843261719, "rank": 1}, {"label": "request_for_info", "score": 0.19251839816570282, "raw_score": -5.914132118225098, "rank": 2}, {"label": "cannot_answer", "score": 0.04321713373064995, "raw_score": -7.408086776733398, "rank": 3}, {"label": "direct", "score": 0.03128176927566528, "raw_score": -7.731288433074951, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6d83cb63fc5f9dbf4aa2e76477bdaa16", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6509533524513245, "raw_score": -12.242401123046875, "rank": 1}, {"label": "cannot_answer", "score": 0.24629203975200653, "raw_score": -13.21432113647461, "rank": 2}, {"label": "request_for_info", "score": 0.06566418707370758, "raw_score": -14.536285400390625, "rank": 3}, {"label": "direct", "score": 0.03709043562412262, "raw_score": -15.1074800491333, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7827fe99fbcbc01f8303c9a199000cf", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8405026197433472, "raw_score": -1.207160472869873, "rank": 1}, {"label": "cannot_answer", "score": 0.11984250694513321, "raw_score": -3.154982089996338, "rank": 2}, {"label": "request_for_info", "score": 0.026060795411467552, "raw_score": -4.680728435516357, "rank": 3}, {"label": "direct", "score": 0.013594032265245914, "raw_score": -5.33152961730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84c6b7deb6b77b1150eb7c72d92d747f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6534041166305542, "raw_score": -4.857738494873047, "rank": 1}, {"label": "cannot_answer", "score": 0.22252675890922546, "raw_score": -5.934886932373047, "rank": 2}, {"label": "request_for_info", "score": 0.10004884004592896, "raw_score": -6.734275817871094, "rank": 3}, {"label": "direct", "score": 0.02402028627693653, "raw_score": -8.161035537719727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99e7c0d3abe63dcb78b6d45dd9d35aa7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7735207080841064, "raw_score": -7.213303565979004, "rank": 1}, {"label": "cannot_answer", "score": 0.1349136084318161, "raw_score": -8.95962142944336, "rank": 2}, {"label": "direct", "score": 0.051421232521533966, "raw_score": -9.92420482635498, "rank": 3}, {"label": "request_for_info", "score": 0.04014444351196289, "raw_score": -10.171772003173828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "844f6e5622229d920db3f7ebff26fa0f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5941399335861206, "raw_score": -15.029987335205078, "rank": 1}, {"label": "cannot_answer", "score": 0.2985062599182129, "raw_score": -15.718311309814453, "rank": 2}, {"label": "direct", "score": 0.0566180981695652, "raw_score": -17.380773544311523, "rank": 3}, {"label": "request_for_info", "score": 0.050735682249069214, "raw_score": -17.4904727935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6e6b71f2e790bdbca12b2288cac57dd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5941399335861206, "raw_score": -15.029987335205078, "rank": 1}, {"label": "cannot_answer", "score": 0.2985062599182129, "raw_score": -15.718311309814453, "rank": 2}, {"label": "direct", "score": 0.0566180981695652, "raw_score": -17.380773544311523, "rank": 3}, {"label": "request_for_info", "score": 0.050735682249069214, "raw_score": -17.4904727935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e57150a11bdee1e031816eea6d93a260", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.9224383234977722, "raw_score": -4.268398284912109, "rank": 1}, {"label": "tool_call", "score": 0.05050408095121384, "raw_score": -7.173364639282227, "rank": 2}, {"label": "cannot_answer", "score": 0.0250219888985157, "raw_score": -7.875663757324219, "rank": 3}, {"label": "direct", "score": 0.0020356231834739447, "raw_score": -10.38461685180664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e1c53521a18706f41d33bfd86458100e", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5864613652229309, "raw_score": -12.632102966308594, "rank": 1}, {"label": "tool_call", "score": 0.25647687911987305, "raw_score": -13.459171295166016, "rank": 2}, {"label": "cannot_answer", "score": 0.13896426558494568, "raw_score": -14.071992874145508, "rank": 3}, {"label": "direct", "score": 0.018097473308444023, "raw_score": -16.110437393188477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "061781b5b2cb6e07b5c70bd7f5a09f5b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6350075006484985, "raw_score": -12.665483474731445, "rank": 1}, {"label": "cannot_answer", "score": 0.18309645354747772, "raw_score": -13.909107208251953, "rank": 2}, {"label": "request_for_info", "score": 0.10200809687376022, "raw_score": -14.494068145751953, "rank": 3}, {"label": "direct", "score": 0.0798879861831665, "raw_score": -14.738494873046875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7db2068b9fedef10a48f29692ddf17b4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5853961110115051, "raw_score": -4.085216522216797, "rank": 1}, {"label": "cannot_answer", "score": 0.38005274534225464, "raw_score": -4.517195224761963, "rank": 2}, {"label": "request_for_info", "score": 0.021374013274908066, "raw_score": -7.395329475402832, "rank": 3}, {"label": "direct", "score": 0.013177165761590004, "raw_score": -7.879019737243652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38cff3cb3c2579ba0c5126419b78fdb8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.696872353553772, "raw_score": -13.983843803405762, "rank": 1}, {"label": "cannot_answer", "score": 0.13085591793060303, "raw_score": -15.656349182128906, "rank": 2}, {"label": "request_for_info", "score": 0.08728796243667603, "raw_score": -16.061233520507812, "rank": 3}, {"label": "direct", "score": 0.08498375117778778, "raw_score": -16.08798599243164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e97ec59350feaf5832c752c76be4cf1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.696872353553772, "raw_score": -13.983843803405762, "rank": 1}, {"label": "cannot_answer", "score": 0.13085591793060303, "raw_score": -15.656349182128906, "rank": 2}, {"label": "request_for_info", "score": 0.08728796243667603, "raw_score": -16.061233520507812, "rank": 3}, {"label": "direct", "score": 0.08498375117778778, "raw_score": -16.08798599243164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4e0ce1301c15a99a3505bdf983c73d8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9026313424110413, "raw_score": -8.095490455627441, "rank": 1}, {"label": "request_for_info", "score": 0.04604000970721245, "raw_score": -11.071293830871582, "rank": 2}, {"label": "cannot_answer", "score": 0.04137115553021431, "raw_score": -11.178220748901367, "rank": 3}, {"label": "direct", "score": 0.009957544505596161, "raw_score": -12.602474212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7f3906bbb3f20e0755b8a168cd4e1378", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8693426251411438, "raw_score": -9.968548774719238, "rank": 1}, {"label": "cannot_answer", "score": 0.07395291328430176, "raw_score": -12.432857513427734, "rank": 2}, {"label": "direct", "score": 0.03316443786025047, "raw_score": -13.234807968139648, "rank": 3}, {"label": "request_for_info", "score": 0.023540016263723373, "raw_score": -13.577584266662598, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15425ef20cc505d846a8f1c021f55cd5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f10719da5591d0885fc493a62c964a41", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b99e9b30bdd8a9a913c325401315408", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5b17940c95bcc5736c13924a174ac5b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0db510d4adf5c1abc249c4cf564e188a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b468505462c819d74e0024895cd16d5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "acc14df64bb266f7e1beb22094fc66e3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bc97a4e1a8c2e4eb8857315343349be", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5cf92b4d844f4eaf3cce0265aeb33335", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "059b900aeedb6dd6b0fa123453f0c518", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8dafb4e1e02092a8ce0cffcc6d4443f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67eab9b56d13d2162be2fb0c814cc319", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d366e2c0a3adddd054b603c25e98a873", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "37da6f2cf7d5da63b49a8bd8f48a33c2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.806328535079956, "raw_score": -8.832657814025879, "rank": 1}, {"label": "cannot_answer", "score": 0.11259802430868149, "raw_score": -10.801324844360352, "rank": 2}, {"label": "request_for_info", "score": 0.05754949897527695, "raw_score": -11.472503662109375, "rank": 3}, {"label": "direct", "score": 0.023524034768342972, "raw_score": -12.36712646484375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e89611aa6037d041a552ad149cb83b2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47114327549934387, "raw_score": 3.942080020904541, "rank": 1}, {"label": "request_for_info", "score": 0.40722009539604187, "raw_score": 3.796271562576294, "rank": 2}, {"label": "cannot_answer", "score": 0.07066062837839127, "raw_score": 2.0448062419891357, "rank": 3}, {"label": "direct", "score": 0.05097602307796478, "raw_score": 1.7182731628417969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2e85bd361db5a34d2d54bce553741c1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "59da0d57dd2ca6aa948099f45353db14", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db999658d3846941bdbe0d3c42aee59c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "51269f0f35e6cbecb19e26c380093e0c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750893831253052, "raw_score": -12.521194458007812, "rank": 1}, {"label": "request_for_info", "score": 0.1272585093975067, "raw_score": -14.32795238494873, "rank": 2}, {"label": "cannot_answer", "score": 0.09011311084032059, "raw_score": -14.673107147216797, "rank": 3}, {"label": "direct", "score": 0.0075390576384961605, "raw_score": -17.154075622558594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ab376faddb82f15665ff4b2c2a222d2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7128280997276306, "raw_score": -11.566001892089844, "rank": 1}, {"label": "request_for_info", "score": 0.1543639451265335, "raw_score": -13.095929145812988, "rank": 2}, {"label": "cannot_answer", "score": 0.10783885419368744, "raw_score": -13.454604148864746, "rank": 3}, {"label": "direct", "score": 0.024969113990664482, "raw_score": -14.9176025390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "582a19e8fe653f8a99917bb47d2f6bb5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.798462986946106, "raw_score": -13.021902084350586, "rank": 1}, {"label": "request_for_info", "score": 0.11513704806566238, "raw_score": -14.958467483520508, "rank": 2}, {"label": "direct", "score": 0.04667128622531891, "raw_score": -15.861461639404297, "rank": 3}, {"label": "cannot_answer", "score": 0.03972872346639633, "raw_score": -16.02251625061035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fef5a0432c84b52ba0dff5bf4031f84b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7761187553405762, "raw_score": -11.224706649780273, "rank": 1}, {"label": "cannot_answer", "score": 0.18305811285972595, "raw_score": -12.669208526611328, "rank": 2}, {"label": "request_for_info", "score": 0.0325993113219738, "raw_score": -14.394721031188965, "rank": 3}, {"label": "direct", "score": 0.008223788812756538, "raw_score": -15.771981239318848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "265634a70b4312f348b7c87c0f0bc1b4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.877544105052948, "raw_score": -5.3955769538879395, "rank": 1}, {"label": "request_for_info", "score": 0.0641220360994339, "raw_score": -8.011916160583496, "rank": 2}, {"label": "cannot_answer", "score": 0.03284971043467522, "raw_score": -8.680761337280273, "rank": 3}, {"label": "direct", "score": 0.025484124198555946, "raw_score": -8.934648513793945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e055b8c0277ce556bdb2aa13297260da", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8240391612052917, "raw_score": -6.330129623413086, "rank": 1}, {"label": "request_for_info", "score": 0.10678080469369888, "raw_score": -8.37356948852539, "rank": 2}, {"label": "cannot_answer", "score": 0.041879501193761826, "raw_score": -9.309551239013672, "rank": 3}, {"label": "direct", "score": 0.02730056829750538, "raw_score": -9.73744010925293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "433d591c35d3e592b30a9f7347b621d1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8369627594947815, "raw_score": -6.522502899169922, "rank": 1}, {"label": "request_for_info", "score": 0.08792814612388611, "raw_score": -8.775762557983398, "rank": 2}, {"label": "cannot_answer", "score": 0.0636020302772522, "raw_score": -9.099637031555176, "rank": 3}, {"label": "direct", "score": 0.011507075279951096, "raw_score": -10.809320449829102, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d32f5f1974c96ba4517c211c7253160d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8dd29d7a45e50fc51179b508b556c4b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9eefaf0733e5fc5e6f9311245001ab33", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2075d4f0be30e434a5127a8eb9ceecd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b16b73efc0cd5ebd4bdd62f1aa73c34", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dcab169613078d77f611f6fd34571cd9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7d203344cfe9262a15751c674e20963", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff7d3a68307c1b5fe8c8b9d0fdbe26e7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "545442c076b7c73f2ea1bee4b1d639e0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "30d0c4e59b7185106d30447d3ea0643c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd91f3d0ab77df2842239fa5e84ff1ed", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.715404748916626, "raw_score": -9.73435115814209, "rank": 1}, {"label": "request_for_info", "score": 0.15659016370773315, "raw_score": -11.253567695617676, "rank": 2}, {"label": "cannot_answer", "score": 0.0944586917757988, "raw_score": -11.759037017822266, "rank": 3}, {"label": "direct", "score": 0.03354635462164879, "raw_score": -12.794271469116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "718f23d69a97379fe954ef25a6ee7cbc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.872148871421814, "raw_score": -5.467442512512207, "rank": 1}, {"label": "request_for_info", "score": 0.04932255670428276, "raw_score": -8.340021133422852, "rank": 2}, {"label": "cannot_answer", "score": 0.04908830299973488, "raw_score": -8.344781875610352, "rank": 3}, {"label": "direct", "score": 0.029440246522426605, "raw_score": -8.856040000915527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b8351a6f972aff7930bf14f47f9b487", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6993455290794373, "raw_score": -12.117706298828125, "rank": 1}, {"label": "cannot_answer", "score": 0.13879241049289703, "raw_score": -13.734871864318848, "rank": 2}, {"label": "request_for_info", "score": 0.1301901936531067, "raw_score": -13.79885482788086, "rank": 3}, {"label": "direct", "score": 0.03167183697223663, "raw_score": -15.212423324584961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10d109ede9de2afb0772c9ccebb51799", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6327464580535889, "raw_score": -11.571492195129395, "rank": 1}, {"label": "cannot_answer", "score": 0.2070281207561493, "raw_score": -12.68870735168457, "rank": 2}, {"label": "request_for_info", "score": 0.12992608547210693, "raw_score": -13.154596328735352, "rank": 3}, {"label": "direct", "score": 0.03029935620725155, "raw_score": -14.610435485839844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c49dce7f7ccd3800fc9053d5ae39817", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.68984055519104, "raw_score": -9.979452133178711, "rank": 1}, {"label": "cannot_answer", "score": 0.21531054377555847, "raw_score": -11.143831253051758, "rank": 2}, {"label": "request_for_info", "score": 0.07318282872438431, "raw_score": -12.222951889038086, "rank": 3}, {"label": "direct", "score": 0.021666083484888077, "raw_score": -13.440164566040039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da08f441428490274f95920f94e2b23a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756943702697754, "raw_score": -6.454260349273682, "rank": 1}, {"label": "request_for_info", "score": 0.12600024044513702, "raw_score": -8.271735191345215, "rank": 2}, {"label": "cannot_answer", "score": 0.08234269171953201, "raw_score": -8.697129249572754, "rank": 3}, {"label": "direct", "score": 0.015962736681103706, "raw_score": -10.337761878967285, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "424ba170487bf24ccc99807745e14042", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6838653087615967, "raw_score": -13.40495777130127, "rank": 1}, {"label": "cannot_answer", "score": 0.16956372559070587, "raw_score": -14.799489974975586, "rank": 2}, {"label": "request_for_info", "score": 0.11855792254209518, "raw_score": -15.157317161560059, "rank": 3}, {"label": "direct", "score": 0.02801305614411831, "raw_score": -16.600048065185547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f6ac9f4bd69af4fc97e45d317120e5c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7338162064552307, "raw_score": -7.188444137573242, "rank": 1}, {"label": "cannot_answer", "score": 0.15097427368164062, "raw_score": -8.769593238830566, "rank": 2}, {"label": "request_for_info", "score": 0.07813231647014618, "raw_score": -9.428298950195312, "rank": 3}, {"label": "direct", "score": 0.03707727789878845, "raw_score": -10.173698425292969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31f1f8e51f0dd5527ae7488034c62c4b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5550616383552551, "raw_score": -11.651107788085938, "rank": 1}, {"label": "request_for_info", "score": 0.19409607350826263, "raw_score": -12.701833724975586, "rank": 2}, {"label": "cannot_answer", "score": 0.18763414025306702, "raw_score": -12.735692977905273, "rank": 3}, {"label": "direct", "score": 0.06320817768573761, "raw_score": -13.823753356933594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cc1fbc178712ccc696410e7d94689494", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5550616383552551, "raw_score": -11.651107788085938, "rank": 1}, {"label": "request_for_info", "score": 0.19409607350826263, "raw_score": -12.701833724975586, "rank": 2}, {"label": "cannot_answer", "score": 0.18763414025306702, "raw_score": -12.735692977905273, "rank": 3}, {"label": "direct", "score": 0.06320817768573761, "raw_score": -13.823753356933594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d801297b73e821e2759983d4ad5e380", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5906245112419128, "raw_score": -11.736427307128906, "rank": 1}, {"label": "cannot_answer", "score": 0.23179315030574799, "raw_score": -12.671762466430664, "rank": 2}, {"label": "request_for_info", "score": 0.17048409581184387, "raw_score": -12.978965759277344, "rank": 3}, {"label": "direct", "score": 0.007098255679011345, "raw_score": -16.157758712768555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec753028b9314971a44041c0bd54b55c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5906245112419128, "raw_score": -11.736427307128906, "rank": 1}, {"label": "cannot_answer", "score": 0.23179315030574799, "raw_score": -12.671762466430664, "rank": 2}, {"label": "request_for_info", "score": 0.17048409581184387, "raw_score": -12.978965759277344, "rank": 3}, {"label": "direct", "score": 0.007098255679011345, "raw_score": -16.157758712768555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b96018add0b74ad8e0b9127ebca64223", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d407f371f66a35ae10fb228e84cbc0d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32799700c17481b6aaa9f45438279ec1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e655cf05e66a47765e733ba413b8451", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e68b4e2a2d0f3c418a431f6996a1a6e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13c40b9cca5f4589bf1f72a82f172439", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3a2804c43d8b1913b0f28a920edd78b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f122d687156e4aa314ead1736753ebe3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cfac0a4ff98b14c4a97717c363b177d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e110c83770555035b20c994a66f96ca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e366debd52d9a02bc5c864a5ea293070", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "618f1adce7d075cb3fa44abfa44e2d06", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1c85be9268164efa642d1e7b879dfd6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bafb78b5925b85279346b23dc6fbc9a5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e139bcd42b710534d45e89479fe7cdb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8b244210653b8ac06fdbe755df694ae", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a5ad2562368451ef35d4956d88b5f9b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d01863b4e029013d9b8015074a922a7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1724ece91113b46bcf98cc043076bef1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef9f6d0b3d39e5ec8cd0b35c1ace4c15", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bbcfd5d1f6477b521d11c90646eb6f5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4dbdf19dad3b9e2dbe092cdf49016bc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c9256a918b8c650d3df9e2e002bb7ca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d5d61de49646d6ed5f550630a257db77", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f8a3ee51eaaf22b4da5328a5dad72d5c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efdd712e5a65c7de59d98baf502597b1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38bb1584efedad9fb91206734ad7d68d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f47ba1cc881e84ff1436f8eb6aeda20b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c39eb84090de5632b9e00ae9d25cc40", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47a991e0ca370b8ada9ae4fe240a79c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35160202921166eba99094100b2983e7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f130a291af6c96dc0d078fa7edf310a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00b2cace5d4352e4c75e18e17cdeddb2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "699bbe1266a0a94b990d751deb95467c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "427d1f1a8fe25fde631b5f7c94b98b06", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "59b8cff102243ba4603de724f0f4c3ac", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ab76155a631985d4afe447c285f7a17", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ccb0fb96f6bcbb3175ade37b7cad2066", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "816b6ef1189739ba916706fabc50b745", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da1f58569c645119f197d8408abf0d07", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "356a0eea2e33df1a99a610bebb5bdad2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "066ab41caf5ae54382c2000fdb46e637", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4bc5211b10ba001dd92feb65a6baa828", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fae5424a9f0f1fa1b1f4f49a60bff67d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a72dff760f988e0bbc7b84c5232d716e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e9dba3d14f95620a8e3eadb9a2a0b1e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c563cc1660231749e502caf1570831d1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c285ea014a938be93461b85141316c5a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae434455a4c8076bcb4f5af74aaf6308", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5bd9a4a16a52b7b09d860d65a3ec969", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "868b3dc16d2f392b4e75a45a6bd322b2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d34ef08bc75a94e78e7c5fc9ffb39231", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3d985a6da31af29bdbfce00801d42c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e5e3970501d0916fb3dcbe1db417278", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba9590b645a8ffdaef619a4300c7e9aa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2677f774d425b8c315e4a9a7796109ed", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2532a98b0cbaa2bb60552ac8cb9c833f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a844ef5b683a0baca5ef71ed4b5acb00", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab175e9a2ef76067100a4c21c9cb11de", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "428ff6b1a75493359ce99403e7e0a0d7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61884ad01ffb49b71bf8757b8e8d7134", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efe06d725e08cae9f8b98f81b40fbde5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fe120e053b1a76566898a01a6862b75", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b9729da25dbaa13d9a79efc0d814c32", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e7b8036bef8a6924e9984fc2b0c217f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71a6b2ea962ec25c004035b1335b017c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bcf7f7823bc02d015e907faeb93c33d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d02d9a5ed5d2451a3204ab016fb1728", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c54f43ebd28fc08dc422eb860a4b8ea7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "785ad785110fab1c039dd08d6b1720e5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd15801afac4b435f02f69136330cbef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6600d6f49f7d9ae7166714ea47b8e00e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "403380af98c700bfbf093db3b9d9fc5b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac2fc8d28f4d9c22a586f857fdf1afab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e88714d1a36d75d7abbcf25f3475dcd5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c72b05a0de16ea1199f4c94235feb742", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6292b5caa1c09c6aef8a47d03ce07f4e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1accc7b5dba55211ea1d90ef39c9cb18", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bb679fea4a32d12e640d6d6dcb106a4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e69bfbd1fa5321b6cdcfa1a58a9efc1f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6266cb30fafcb088fb7aa544df82828", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2a965f02934dee7a4934ca69603cba4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "815148dec9bdd727e3afc221ffb15dc1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61b9018aae30411147e5377e39bbc70a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5934bea336132491ff7b0a9f6ba1b1bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d65be71cbc39a77f329108bdce7fe2b0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3110d4280747939d07bfb14665124abe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80981a7c12936257a0402fa8fdfeb837", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1670b57c6206aa8c1baf502aa685e3fd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b35d19c02649178522a6cd20cd657ee", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "695d4c0fba2a0fb290095ba53af4bafe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c25a8fe82def7c3a8a64a74ebbd1235", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5190c00121bf963797957d0daa23683b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41f794f49440d001e2c691c3d366c905", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a9f540771f8fb0e3cf1174337c887f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d4d9b1993ebe1484701556446298b55", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c2ddcd5752771f4bc0b720494b4b8fd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b27ce8c182c9c492f7231abc67a9bd59", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b803c78c5cadca3d6a95224d96e12f3e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea57fe72e806db6b21fd908667461404", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5651e9577b846138a9ed70e6b7c577ab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e11cd8f259a307113df860472073787b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d64c0e7d8c69c61819e41565a4f9c53d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4dbedc9582f9dc3a798c20e4f2393f37", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "794342e99ec8e7443a411736b7f89fba", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4eecece5c0649003550418006ccafaee", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70a472ec0fe4d12c7ed608820db97b45", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "28b22cd4411d089451bf1c05da4ca181", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9f15b8aaec7b37884cc615103a2227e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e7e6db7df457e061b490a7a7df72416", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b7e5b3f0b877ce577082c81408fb74e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8274865746498108, "raw_score": -0.6771527528762817, "rank": 1}, {"label": "cannot_answer", "score": 0.11796947568655014, "raw_score": -2.625119686126709, "rank": 2}, {"label": "request_for_info", "score": 0.041594333946704865, "raw_score": -3.667581558227539, "rank": 3}, {"label": "direct", "score": 0.012949591502547264, "raw_score": -4.834481239318848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d667c1bd5d3c75591497494618a9cd0b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "675e391726b38edae8e339a2d58224fa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da8351eaf7e60b05fe43f45ddbdf889c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8331515136e671ad38d2081700032784", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bcc25ceac9f4786bbd5fc3d72d83e496", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "017bf88d1c70a12f082c48b941a1cf91", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d3249d6a1ab73e2fcaaba6fed358e0b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c61926073111d60695976b0e381ffbd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ee115af8e2c40aac922affe81f81820", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff218ba4fc1ff504342b97af6d6001b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b61b84b31d5515f35864a6a083e8c8ff", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ced8f1322bdd30e35335d47378ee51ef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ed780d7adddc0fb8364e2d4a62814d2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b5b05f4f486db2b0d5e072485da2e6d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "954985c6ccde301e389990e835ab893f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e180a0706aa1771857d1dc1439dd92e7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5a9b330a2a0f5fd2006c2fb797e4ddb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bab04818b3150daffdf5c760d5dd38b8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc29828b9735d3623f50f80daca0eeec", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "609db67e4682e06c3f1191aeeab693e7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20f94a596d8952e0403887909a209fc9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84e16148fe1f51507c48d7486ee2800f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa70c625b098d419b7c354f51853f6c0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee4939a1fd4b1b3770fe79f4ddf93e36", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd14cf1a13bdeba9da67f02c6c31089d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "63dd7388f5037cff66210e0df5cd0ee1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81957b6d7c33b83c0f2a917b3b295365", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9e2416c10e70efd3ec4b6bff327bb89", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf13396d1fa520a9a501337aaef86006", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a3ece4b3ccfbb13e3f0fe6e3e9763ca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53f98c55478f05f0b831a668dd08e35e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2794759224ef1acab1cccf4e7be4ba68", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1fee2cea024938d5fa2b7645c6ddd1df", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be7e1dc85149e85967c41089955de2a5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef4c1f499ea510f0621655990e990b84", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb4bf19c10d02d9b8284b42e06dd389e", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1711be3aef829505b777511ea39bc97", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25db3a0c3943ea95a8e6ea285b1d9cd5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8cbfea57c00917be888c4c7277a272f5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e50970f29fd52ba4958950eac09375a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b75e589d925f002893a799b8d0e34724", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4c4eb679deee472926831d5bf179ba0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2319a1a4a04757abc0a390fe02e229e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bf83bb47d96c55221c5111486e3924de", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "052423fc1abc974518ad050f1a70ba78", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "19fc6ee3501e7ce8dbdb05b1cec074e0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ebd7ed33a7edc5a99dc3e76b97bacc8b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "946dd0172d6b531a665894baaedfb997", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3247130f54dae97547f570fd9228195b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70c3c17b22871f2ab935c73950e79d7b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83b4739f44bbeab1b6c3f218ef55b1c0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be3f6facc0f897c9f3f4b0da1cfb0b71", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b7fd49c33b7c1a3e46177c979c7ef72", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d22de32b7b6f667cb2a5db853f6d589", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd5a1dcda01b1f07fe5f7fe8e4acca37", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "996c3091f2b36f03dd4c970c6a6d9e68", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d199120d3b69a47fe6a310e09626995a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "911f5ca1faece34b112eb3808cf2424c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91419f7a4d842cecfc0e86c969408d94", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86d89c0ab25a9c658f812b7fc273506e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8731894d1028592e49dae21a85e334f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "231eb73df3ad726fb83c070fa311f4a3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "660b1919f6e0412151d9cced60aad539", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "22da65bd7c31a399f3eeb5ed6c762b76", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da2882acb4e85225506cbbaf26df291b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a041302e03e4be2574ff51ba2640a963", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ee314a4973b01528c498df38595120a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e32d69dacf2f0dd0f779592d1ad137c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40918ec0b4f0bf8e841ee620f9e9e61f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9598e56b6903bdbb4ef45a041acd512d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e52d040f5e5d8b86cddca09ec42c198", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cfda5688bd0706e5b2fa0e19fcfed1e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4957d80c0f9f3ddf5e113063daa764b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dcdce0493477c514f54eb86adafa1893", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70b274d503688ac6ed5c229448eae697", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "961adbe37e8667ec747ab4400b80116e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b12f788f7700705a3954f6c689c6149f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a34da1f6c1a3482883667865afff8f75", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de329cc6996c96e69f29e1ef3363e5e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5480a858f6e75303cb1b95f6950fbd7f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2ba09f949cf3919eabfdd51a8f58dde", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f13fae9e1c6b77ff6e51c98208e79e05", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ba778aa478c8dd5378149dbf7bf2455", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74ef88bd0899c45858a8ef3e79dd08db", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "422dbe0d6962b2b84fec7e30231e2b55", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c3f68a22fd95673d5a610d8ef4c06fe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "532c3ea3a7dfefc793756fa94743ea57", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "643d253e02f223e663d25a7c6ad42666", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "779d5851693a25d33a4445afb947db12", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb743d04b0609c7b175b342541e83798", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a8c9caf7060c2d2b6ccd7d7b1d543c7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a1e17180e2720ea833437ab1ede0fa88", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a4e85425bd417eb98724b692cd1ba36", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9723da1a8f3683a648104665f6d73e21", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a89540d1ae3aa0a263ddd51c38780956", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52679ef31b53896e5045d39f7c8d9096", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "445c732ad3fca4b2f674b7d87f7eb068", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "907a0b8b9f087ed4c10a1485e91474b9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f53cad182f6caf34185f5f660f9b0f48", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c5f9806851aa0f634024661dd2356a0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "337ccd646ab66259c3fd33d6d0f81633", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e65f9ad5068e62b439c08037a7ada7e5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1527d5dff2ef4b037484ff8e95e59661", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9115e1b2c7f2b80c0653015b875e6714", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c80f959c7717c9dfff61adff34f3f24a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0768b05722b91b4fe8161b9f62464b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10875f31273224b4da340ccb4d34de53", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c675e864a75f83e272598e887e66641", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "26e4382098f635dd5d3de9db4e2a3b92", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24f485ef5bd6890999e800ca0acf5901", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e725896dd847f4e81f848cc6fd1cec2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40eb1755267c040eaae8dc6ea8ed04b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a476d276fa53dfc919e069be53796f78", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5591f8b16f8fd9e853c9605338148991", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "935bcce9d3708b4b1ad538837262e3d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "237895f32feb166bdf77414d93427c9e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35bd225d507fa1f8db41d7ebd0b6d4a8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cef78dd3773a524553322e1a86ad024c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6eba140377d546f22b582bdebd94704c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6384df488856454b76b6bddce52e09c3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e147b71ddfcb5c98ca52121097c24cbb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1d46d755ecb316cedaf4070b3840d87", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef9ab742a31c2c19ca8f39d424d83514", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cbd351347df1c485a1f39e1f79a35f09", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52066009376d687fb6bf4791096a13b1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d02934f7f2c1880f54fc9bd686ada0a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "819a2f34240ea7b1f505bd9ab0e6f8db", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3488368bfc23388349d10943e89e73a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91fb513c4143767661a3b10da484d125", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ead2e6bacc8c7e96f070f4ec40d67c42", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f1bd37a18107ae2f5bb9efbed000a5c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efd7d65aa9009fd90bbb4b0a3fe578f1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6178b6a68c6c47936c86971a6afd78a5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f525f5d777117d2d2ebd4cbe20103984", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71909193191118f7aa1a316d92af99bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e6a6cc816af1fed218066fccee85bd5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6df25679c27d4e03779cb065d88dfe34", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab978e9403b7ec971c5363977abd0eca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c2a6bccb445c5a5b3cfd6ef9c63f52c7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13cf610900c9b06fd7792fe948785791", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0174a9621b094b11b75103b73bec336d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3727bcbd0d7b1fa11393e11f880ae859", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "16972b3ce63eec927588eb1863650d7c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0abee0185926ecd58ec5e5c2a7c06b6c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dbad51ffbc6df4ca07c824e00029a586", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c63d0afcb9328d4828574b056cdb2df9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d900824c23729e3b90297e04a336697a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "650890dac5326685fc1e758d81c9f181", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6af9721a0e0f092ba98da3867fdb17e8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5da9cdd0a0e40a70eb181c82cc06da13", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e73ecfc21208d04ed48a4a8932c293c4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65b8a59a3d9b936bf0d7ebdee96f10ae", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb9a687db0e99dc5fbe964bd589ce417", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a80ead28e5cd679d02b96ea9c6e47ef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b171630cf5c1336f5511ab47542ef69b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d118ba14f145ece93443df74a090dfb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a42e68097d2a831d22cff7e3dd98443", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d03b572e5e170b2b6f13ddded5e474c2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69eb41e4afbf9a181f7c9af215219ea2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "663a3cdbd6f9c3bdc13591c1e5f20ff2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d9fa7bf1247325dd65ba4b25d8e50c4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48dc59c56cd529b512d311d57a9dcb88", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84afaa520e10650f6bf46e553a854a2f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b88ed9cfd2f9a89d84fb00a7fd95ba3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af6c00b390b1fbf06b70d237abe01bac", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e010673650865fd4a5dfcee611017a0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "837b59b0a902f452f83a35feac92eee8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "140a9a21d51f2c4cfbaa0682299baa82", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b21230be2cf7e3aadbe6a47365c4ed9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e850a219b69ec8207aef96e9ad8d039", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a4da20168eb48e8ec6830b23dd1205d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15d95ed7252e2cc61501f19e536df7e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ba7182c496a113c7377452750cd7a95", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70c0320742a2cb0885eb68f6ff238b40", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44d3e1091af03f1ec550e828ce2d081d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "843d39a969c617d177a2029e05e0b54a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "88845da6db296ad50534d8367193c40b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f6759fea2f809b20869998cf28777d9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5f6bb21a7d0766e5c9a537835537e7ab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fbd2b4207ee8707a7cf40aea76a05ecb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9e3e93143821ca5edf5eff8b3875155", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab2b1678f612d82acbc43c36a4834df1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e129736c4abc2be582bf4c81e6d4f652", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c18035897126dc446d01356ee48b636", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "51783eb44ed4c9ed13b2e1403421e746", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40dc1f17a0aab0bedef4b13931c6a592", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d98930af03aeedbcf838ea929101100", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "983adf89c964461c86547c064df563e4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac8a2535bf74a1c6b8970fe93debc15a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dc514d933b8603259f13a521348f2190", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d05b46b189540412e2db9ea82f0fb0a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fc153d3fdc1e30fd48c6ee95f28060f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3e0b11904e9c61fc3d701452fa77ef2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e389183dd994fa05a3bf406bec10dbb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8ed824be70eb2618d9f4bfd57fb1f48d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f24a4e5ed40468fb40c3043f43e484d6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "babfcd41441b8cc2aae2e427dd544f42", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c17650673beb149bb076f41610f6ac0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "025d3c1b35ac32f84dc67c5e27f11ee1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32dd28123e168783ae78ff8553782abc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b611a0e2c543dbe654ac72f39f3c66a7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "343e626218f52a00ab05f0ba9bf5db55", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b2dc5b8ce9cc1fc9e32233337cc01e78", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1235bcc98e13561fd661e1c5f29aec4c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7cca8359dcf0927cefbec6b78dcf39cf", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8917fedbea5610e104175dacab604f9f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a733e6db4bb89ed5dda458dc839a243e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95f79d4d01b67d7b61eee41ff9bb9d86", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "424f01146df07debf20b79ccad11c3bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dceb21fbc4dd15e3a28e80a3b001e551", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9f221e62303c643b1a9bea3055bb154d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8341e2b3e5c7b4c3b2d82ea45599b729", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53d3d37cf10ac2f8f964323cb7797f48", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b5a7fe2d89c12f101eaa58c6ce51f70", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "648a07362677990740fbae1b995bdf9c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "747e31bdc7a273a0ab0ca1db010d7f30", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "841db77cf9d837ac9d043b965b5ce6de", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "780b9e4a0507f0db6f1c47f7adc36079", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99c4cf536effd0ac8cb379822d7a38b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e5b9ae5e7900745f7bd609248ec3c62", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15c70d8b81de09391994f920955f936e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cd7dde1d0ca601014c3ebcf990ebac6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77727920b4875f52003d79fca09c02a5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abcc7b304d97cea811655c4d83729eb3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4884247ab5fd4c4e96456a69999d31d8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f566b8fc96fd453be3c2484a663012f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1557e5182ae903135486f797faf6daf6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "93d3add94a77c7a3749b49f7c35f8580", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "43e15e58fa1e2e0ac0430c513e71634b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1696c900ca4cd3146541031abbb589ca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "567452460b72d0bcd045fdc6ebacbf20", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0f3bafd7f9e9da65f461c6289d8eded", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5fe9b52f7cae90f78c38239eaee7cb66", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0346eae6321b95898bb5bb68f94d1f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a9725c886b45a55eb13daeac55bffd49", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a434e93731401dbb7c935ec4b2544045", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "839520c69a0bf9a5679175f2f156cffa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c2ac6336ad70c6f66a6ce4f2fb17b10", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a9f33009b16b7a8405b9d2d0451037b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ca564f15bf1d88dac5fbad308181124", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ef8b6f9d1b8c6fe3091a92acd4f7d08", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5651fb87124346eb19965ef9605d05f3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c0da70481125258752b5cdb476e3328", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c78012f29b2717ac669ffdbcf3fa7ba1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38262ff48c17729e88c6ab6d3ebf95d1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68e2e4d2555c868fe29b7fd10c5f1147", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cac1bfc02495558f4c98cc3fedee9d75", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b00c8875d6c3b664a768246f02918e8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "325d4c2ce25be34bb53547f115d9925d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef080aab0cfbd695a9c71fa00edb9fbc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5189f9f88cca3c4ddac7cf91ddd66251", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8968d700dd30a5b58af05b43e0410c58", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d5d3c6ecd0d78ec0243a3f1bb4526080", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9fec32238fb286817363be61a066257d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29ddfd7f2d5b91b5f02afc7374ada3cf", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef465b394a46583d099d86702ce90867", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e6169b29cb22ff815419788da1b2a6f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee095c122384edd4e8dbcbbe3ad5cf33", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f09332a333ad78f5c6e7e4e50b0511c4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d92121dd2321b5c3abd51769cc467ab1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dfa286808907838f4fda982930446d26", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c11b4bedd60ea89939b79c001d1d5041", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f344e7f46ebe2a28ea21efefce84269c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1746fcbdf2c22a0a3d4b3da3705b308b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6426efeabba3deaf320f492ff1ff9a66", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "100fc6034dac4872660e16a27cda0024", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bdf584ffa0ca9f8d952eb8144cf8aa0d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "989d84bfe65140eef1c20529f9c4928a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c38c2cbf2ffdce7d2a907eb72ab1c90a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e9d66d95555ebf8b2d41bd8a27a2c11", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7c1c21f7e35792de17652fb524ca538", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b49f5f30ec06440bde9a861d8c6b2e18", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ba0afcfc00931c2b64fd060b3b64839", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a37a236efe941f2872d3dbf05e8e097", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab70851ebae4c34fc4a2c00fa5ab6b95", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2ef95a5858bf7194a235d3d80f07c09", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "763cd7691dfad5214c823ab2a03e43bc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0033be085f511eeaaf8222d3d067d4db", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f691fb527758e3c74ff7c25997ba93e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1889667c9b3bca599736c0ebecf28cc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c21e49c32b815eeaf9d2eb78d01f79cc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a659fcb29f6be5deb049fb7daf5ab69", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e43330b56818a2191638d64eb0905c3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b178deabb548b26778992993375c35f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c06c7903e097abf5c6ec9854449b6149", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae4c864648a3e9ea988bc672cc68f6af", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "503e0fa75a6060b04ecc85b1a8a082d2", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3cf8334a7afd4e4754a86c453dbeef89", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "18aa3b41f4e5e4b33a6e63a52781ba39", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1e8320e1ad518ecf8ce9fa9d78fd839", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ed7b429a47f5bdff113c829e63b6cdb", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f4caf0be78c9598a679f9fd2c66f18a", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2900a25fd7284e21a68471abd0fc241e", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c808f0700807cb64a0ef6a0087e0477", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9cee177a6205ce7cd2fe6ea85e38cec8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "16f77bae17371e9d29d27284ab4c564c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb841d1d820e7f25daf42d8e3a2b90dd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d807a914e5cc33f93307bf9a3a7639f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70430d739c66b48284a801364036b48b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d73d988aaa41cb274db9ef8d24aa0af5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "030c719dd8cba892d77aa18108962089", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94ea378711122b5d8494ec469b6b7248", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba7bcac98bcf4866388c9bdb47fcda24", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b55abd0c10502bc8a0a9730f6b94516", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b31745838f7f2f9374810bea554217d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a3e2cdd523c7ff0f51775adb7e0012ba", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d82ead11177c0bb43795b16b6624aab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe7ec63c324f5a8d018c5c1c5f26b477", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d519be0e0631c3dcc6f658ed2b7913d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb3364c451627d7498de1e7cda5bd578", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97d8a9936903a3cc6fd2cd4bfc1a8b14", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bffcfcacd9fefcf90e269b26593f628e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "956901a5d22b3d66ff8af65741d23a76", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "43aa673b14629e9223f68bcbe1b14cab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cee59330771a947b281bef5692d675e6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d74d45bb32e04bd1ddabec0f5335b38", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d2702c962693c0ca7796f3858c9b259", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31ae47e98bd8312c6259941842e53acb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7a017825dc803ed2d753c516e4944cc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8670259152c80af5682e245a231a0dc7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "72e34e8e5e535fb9a02e30a90d27ba6c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fcded2336d0e91ca8eb39df46f58e4aa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "14d11a3c374bc87d239c6286a7660487", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9ef6d0f6a0cb86b0d2a37a052bf54fa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a84a8c4a3a9a74fbeec52201f11f78f4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b01110c6cf0d146e5f8350f65142aa9b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "420f5a4ed141772c3d88057e68be3d7d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e95d3d486f1f9714e708c6fb7f331dc2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "522f565e0489e7bff69689ba0bd8c917", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "917fa468cc9fe54436e03191113599a2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dea990d34529ff77824675159fbe4d2b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b658b4ea8b5d708748d388bfb427f641", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a11df350d75cd29a0872d8ca5b454a3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52ca09202b67c4ab668c80f15096573f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dafdde260cfdca4a5a039de8c1e0419f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89cc64abcd6f0ec95d6c7737768a9bc0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04c5b1fcdddfe48769a5ba918433af88", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7af8fbc8d65954254dfa53d1e7de4031", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8625cf1c6771a26c5e32f111bfe4dede", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6b6e7e855de5f4ee5ff37393441220a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78ed27888f05c8021ec07b4dec7a4dae", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ebc8ad677515c03e08739c0db6a00954", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "26c303f62f622ccb776d7db4e7a57f12", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5147acb240211a3543b4757d507a1b93", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0bf110544de903c62b12c4b77dbcb25c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1750d5349247bc1a326a7ae4fb061578", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c3d59ca0185bd9a449c8df8fd77c3f4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8bf4f8a931c772a065b485119f20c29", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e974e0d3e9a8949442d246659e96a9be", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de7715a58644f16560d492dcdb539058", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49a423c6be8f62035a07fad0c2bc82f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0121bd34571b26ff78fb94173ff649b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "219bf887005fed03673785189d8fb993", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "19775f3e0b8d182fec334ba57e7306c2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e0b23041bf45d712d702190d0c394bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a0ff2b7cbee10ee4a69ef3d62416cb0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d27ac43d90b9f34db08195dbb57b0916", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "004a2f7940e3ad420f7d0bd4715894d1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5e6802e78f87a8b1ff8307ed29073ef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e4b185fa421360802053768a5d553f1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a67c86aed54c61b13c592ec861437c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "34bd3021eeb66ae80336bbbdaf76c16d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "43816e258cc961c57cf9a932a0c3b353", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f8909b2383a2b92e11baec98df5bb21", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99aaa3112477d9a416b2a74d36cbcb36", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ecf585492b11a8e87019bf3255c0dc90", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6bf39db8c157d60d81bb88a6d0826f19", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5fa29c69d9fe38c4d98e040d40d829b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89f28291d3fc014035ef167eec64a9ea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8108e3daad185bc78264cad0a00d3cd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5538c2001f074d8adebccd8d9a0518d9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c963565f62a15b8aac459c206707b1ef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3839db463f44b0fc5d8bab06f67fb9df", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1000413559f13ac4c13df9044200510c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "318bcb41b4aaf3dfe97f67b69e8b587f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c8cf0ca67c0fd6c77e412b9f58ecaf7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67f63de24fbc69bf4ab3e62be35d4f00", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a46c4d6068ecd4ea1cb2c78d4355b5c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ccb7f6fd5aacdd1aa0f60555af698a30", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bde55983060a43bd6f6f650ab4a5eeb2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3023f899eab0efe42c0e3abf0c97497", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03f73793a05821f27365a6decb0bfcd0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "968e7d17711e5e13fb774c81fa0c6a3a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0966da0d481e1279026a067038a5b8ff", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c8be09ef76e0251e5d6c500c9df5240", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ad34599ca019ecaab1417eb235eaf03", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66f5b1d67b8b40bba945ed831839cee0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cd1d322ad34528ddff838a5faf08508", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d3de80db7f70bb4f0179b02b2cc81f5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c8731e749584ade8007ed0f03693f2c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4ac5e707306e352bb66425487d3a343", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85bc09ed82485075f135309e6a3bba4d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82023fc21e7bf3fe817a3503dfbb24df", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83b1bac0126d570a5aaf9e84b0e7051a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5d15a0d9cf085aeb09708376d489c84", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.776240885257721, "raw_score": -2.1526076793670654, "rank": 1}, {"label": "cannot_answer", "score": 0.11565588414669037, "raw_score": -4.056451320648193, "rank": 2}, {"label": "direct", "score": 0.06288421899080276, "raw_score": -4.665775299072266, "rank": 3}, {"label": "request_for_info", "score": 0.04521900787949562, "raw_score": -4.995553016662598, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3cf0969ec4500ecfcf73b1535baa3e4b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.36188897490501404, "raw_score": -15.050703048706055, "rank": 1}, {"label": "request_for_info", "score": 0.33486881852149963, "raw_score": -15.128301620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.2844606041908264, "raw_score": -15.2914457321167, "rank": 3}, {"label": "direct", "score": 0.018781598657369614, "raw_score": -18.00916290283203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24ff5575b852068c4b415993fb476a82", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47795209288597107, "raw_score": -9.961763381958008, "rank": 1}, {"label": "cannot_answer", "score": 0.30889028310775757, "raw_score": -10.398287773132324, "rank": 2}, {"label": "request_for_info", "score": 0.17619971930980682, "raw_score": -10.95965576171875, "rank": 3}, {"label": "direct", "score": 0.03695791959762573, "raw_score": -12.521493911743164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20a20938b08deeec9a2e460da52c02af", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45f83877b7d8fca8cd10cc7afd79f38e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69e59c9dd69b2189a9de0e9514acb3ba", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5e66c2e1a3e74b0b50c0b4e57a31e04", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5405785da2d22f55c6d30192fb76baec", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8181976079940796, "raw_score": -7.551323413848877, "rank": 1}, {"label": "cannot_answer", "score": 0.10090526938438416, "raw_score": -9.644245147705078, "rank": 2}, {"label": "request_for_info", "score": 0.047626741230487823, "raw_score": -10.39503288269043, "rank": 3}, {"label": "direct", "score": 0.03327039256691933, "raw_score": -10.753759384155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b404e2bf72a55755acd9b2e79532863", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8181976079940796, "raw_score": -7.551323413848877, "rank": 1}, {"label": "cannot_answer", "score": 0.10090526938438416, "raw_score": -9.644245147705078, "rank": 2}, {"label": "request_for_info", "score": 0.047626741230487823, "raw_score": -10.39503288269043, "rank": 3}, {"label": "direct", "score": 0.03327039256691933, "raw_score": -10.753759384155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "33c9a1b6b73b222106c3e04fc1f09d73", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7786662578582764, "raw_score": -10.247167587280273, "rank": 1}, {"label": "cannot_answer", "score": 0.14321966469287872, "raw_score": -11.940370559692383, "rank": 2}, {"label": "request_for_info", "score": 0.05015731230378151, "raw_score": -12.989585876464844, "rank": 3}, {"label": "direct", "score": 0.0279567651450634, "raw_score": -13.574090957641602, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a87db5d4118c33d3ac337ef1b3ede310", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0fffd6e654ae6593c83b02c1a6b44f8f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f671fedbdfe526a0988203ce93de1fb0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "852e9e644b66a1ae9677670b83e33d68", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.792611837387085, "raw_score": -13.695602416992188, "rank": 1}, {"label": "cannot_answer", "score": 0.12958790361881256, "raw_score": -15.506576538085938, "rank": 2}, {"label": "direct", "score": 0.05327251926064491, "raw_score": -16.39551544189453, "rank": 3}, {"label": "request_for_info", "score": 0.024527696892619133, "raw_score": -17.171133041381836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d531e7056db3cba7876240222f36f306", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4f3033c54f4dc136fec870f5126bea6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8c8cf5321daade0a75cfb44733fcd05", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8025ae13b89783394d01540be58c3604", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f62dd5ef66e05fde335bed0efe3564ea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd438b269ebf241ff90a155144887a24", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9288738965988159, "raw_score": -2.891613006591797, "rank": 1}, {"label": "cannot_answer", "score": 0.030435172840952873, "raw_score": -6.3099870681762695, "rank": 2}, {"label": "request_for_info", "score": 0.020942429080605507, "raw_score": -6.68380880355835, "rank": 3}, {"label": "direct", "score": 0.019748548045754433, "raw_score": -6.74250602722168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d204b59609f1750639b71b43d364010", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8586320877075195, "raw_score": -3.761864185333252, "rank": 1}, {"label": "cannot_answer", "score": 0.06870609521865845, "raw_score": -6.28736686706543, "rank": 2}, {"label": "request_for_info", "score": 0.043833017349243164, "raw_score": -6.736817359924316, "rank": 3}, {"label": "direct", "score": 0.028828784823417664, "raw_score": -7.155830383300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35cebca3037c56a8ddf481cb397be7fe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7721559405326843, "raw_score": -2.8374428749084473, "rank": 1}, {"label": "cannot_answer", "score": 0.1405983865261078, "raw_score": -4.540721893310547, "rank": 2}, {"label": "direct", "score": 0.06582057476043701, "raw_score": -5.299696922302246, "rank": 3}, {"label": "request_for_info", "score": 0.021425019949674606, "raw_score": -6.422070026397705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb45f0fc31d6465d6c9d843b43e8ac26", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7721559405326843, "raw_score": -2.8374428749084473, "rank": 1}, {"label": "cannot_answer", "score": 0.1405983865261078, "raw_score": -4.540721893310547, "rank": 2}, {"label": "direct", "score": 0.06582057476043701, "raw_score": -5.299696922302246, "rank": 3}, {"label": "request_for_info", "score": 0.021425019949674606, "raw_score": -6.422070026397705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "862a695282af3ab1ca3109ad7167054c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8644005656242371, "raw_score": -6.017664909362793, "rank": 1}, {"label": "request_for_info", "score": 0.08621024340391159, "raw_score": -8.322912216186523, "rank": 2}, {"label": "cannot_answer", "score": 0.0328730084002018, "raw_score": -9.287049293518066, "rank": 3}, {"label": "direct", "score": 0.016516191884875298, "raw_score": -9.975359916687012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c3713f37bf8fd6464fb76c43162d1fb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8644005656242371, "raw_score": -6.017664909362793, "rank": 1}, {"label": "request_for_info", "score": 0.08621024340391159, "raw_score": -8.322912216186523, "rank": 2}, {"label": "cannot_answer", "score": 0.0328730084002018, "raw_score": -9.287049293518066, "rank": 3}, {"label": "direct", "score": 0.016516191884875298, "raw_score": -9.975359916687012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "23e38e52e99ba7d3f2485a81c1b574ac", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7190287113189697, "raw_score": -6.490846633911133, "rank": 1}, {"label": "request_for_info", "score": 0.20554351806640625, "raw_score": -7.7430901527404785, "rank": 2}, {"label": "cannot_answer", "score": 0.05198577046394348, "raw_score": -9.117777824401855, "rank": 3}, {"label": "direct", "score": 0.023442037403583527, "raw_score": -9.914216995239258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "700a7f84b03c5f4bee829b975b79956e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7190287113189697, "raw_score": -6.490846633911133, "rank": 1}, {"label": "request_for_info", "score": 0.20554351806640625, "raw_score": -7.7430901527404785, "rank": 2}, {"label": "cannot_answer", "score": 0.05198577046394348, "raw_score": -9.117777824401855, "rank": 3}, {"label": "direct", "score": 0.023442037403583527, "raw_score": -9.914216995239258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7dd65aa557af1fcbb00b2c99ee036848", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6806579232215881, "raw_score": -12.68474292755127, "rank": 1}, {"label": "request_for_info", "score": 0.14293281733989716, "raw_score": -14.245428085327148, "rank": 2}, {"label": "cannot_answer", "score": 0.10218572616577148, "raw_score": -14.581010818481445, "rank": 3}, {"label": "direct", "score": 0.0742236003279686, "raw_score": -14.900720596313477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c50012ed4bd7126d95914229f71ffb21", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6535444855690002, "raw_score": -12.317113876342773, "rank": 1}, {"label": "request_for_info", "score": 0.18505582213401794, "raw_score": -13.578866958618164, "rank": 2}, {"label": "cannot_answer", "score": 0.13420474529266357, "raw_score": -13.900157928466797, "rank": 3}, {"label": "direct", "score": 0.027194920927286148, "raw_score": -15.49649429321289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7f33cf5a10b03318c1414958d6432ae9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6535444855690002, "raw_score": -12.317113876342773, "rank": 1}, {"label": "request_for_info", "score": 0.18505582213401794, "raw_score": -13.578866958618164, "rank": 2}, {"label": "cannot_answer", "score": 0.13420474529266357, "raw_score": -13.900157928466797, "rank": 3}, {"label": "direct", "score": 0.027194920927286148, "raw_score": -15.49649429321289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c39e5e601cfa2395cb7d7cffc05c6f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3f4a83be5f217b6eb1eb2a7e53f28f2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "482145e9ee433a4979de4db7869d0171", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "59c5b19244529f0948ece02b067b7b4a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5660815238952637, "raw_score": -5.776241302490234, "rank": 1}, {"label": "cannot_answer", "score": 0.22405405342578888, "raw_score": -6.703092098236084, "rank": 2}, {"label": "request_for_info", "score": 0.1457519382238388, "raw_score": -7.133073329925537, "rank": 3}, {"label": "direct", "score": 0.06411247700452805, "raw_score": -7.95434045791626, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6672157bffaf6fb2a7d746a1823419b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7479761838912964, "raw_score": -5.5776567459106445, "rank": 1}, {"label": "cannot_answer", "score": 0.14354027807712555, "raw_score": -7.22841215133667, "rank": 2}, {"label": "request_for_info", "score": 0.07567522674798965, "raw_score": -7.868577003479004, "rank": 3}, {"label": "direct", "score": 0.032808322459459305, "raw_score": -8.704345703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b952798cc6d309b21052e4c501b8968", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7479761838912964, "raw_score": -5.5776567459106445, "rank": 1}, {"label": "cannot_answer", "score": 0.14354027807712555, "raw_score": -7.22841215133667, "rank": 2}, {"label": "request_for_info", "score": 0.07567522674798965, "raw_score": -7.868577003479004, "rank": 3}, {"label": "direct", "score": 0.032808322459459305, "raw_score": -8.704345703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a73b911e5c47f5cdd6d19113caa3576c", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.8321263194084167, "raw_score": -4.11267614364624, "rank": 1}, {"label": "tool_call", "score": 0.13906504213809967, "raw_score": -5.901718616485596, "rank": 2}, {"label": "request_for_info", "score": 0.021072087809443474, "raw_score": -7.788711071014404, "rank": 3}, {"label": "direct", "score": 0.007736593019217253, "raw_score": -8.790699005126953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66ac7fcff60417ec6d17eb16f657142d", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5634297728538513, "raw_score": -5.495432376861572, "rank": 1}, {"label": "tool_call", "score": 0.3657320439815521, "raw_score": -5.927574157714844, "rank": 2}, {"label": "request_for_info", "score": 0.06374931335449219, "raw_score": -7.674516677856445, "rank": 3}, {"label": "direct", "score": 0.007088865619152784, "raw_score": -9.870949745178223, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e07bfd7886c393a98a8d72a6b6e90251", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9146044254302979, "raw_score": -9.451433181762695, "rank": 1}, {"label": "request_for_info", "score": 0.05261854827404022, "raw_score": -12.306856155395508, "rank": 2}, {"label": "cannot_answer", "score": 0.021792784333229065, "raw_score": -13.188345909118652, "rank": 3}, {"label": "direct", "score": 0.010984289459884167, "raw_score": -13.873458862304688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49571226caa67bccb40b399528325f49", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9146044254302979, "raw_score": -9.451433181762695, "rank": 1}, {"label": "request_for_info", "score": 0.05261854827404022, "raw_score": -12.306856155395508, "rank": 2}, {"label": "cannot_answer", "score": 0.021792784333229065, "raw_score": -13.188345909118652, "rank": 3}, {"label": "direct", "score": 0.010984289459884167, "raw_score": -13.873458862304688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6428371bdcbe77bf3e21afe4dae35a30", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7757169604301453, "raw_score": -7.274644374847412, "rank": 1}, {"label": "request_for_info", "score": 0.11067921668291092, "raw_score": -9.221796035766602, "rank": 2}, {"label": "cannot_answer", "score": 0.10052663087844849, "raw_score": -9.318009376525879, "rank": 3}, {"label": "direct", "score": 0.013077208772301674, "raw_score": -11.357561111450195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66cf1f26b6dc305e87280f67b9be5abd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.726824164390564, "raw_score": -10.200014114379883, "rank": 1}, {"label": "cannot_answer", "score": 0.17438822984695435, "raw_score": -11.62741470336914, "rank": 2}, {"label": "request_for_info", "score": 0.08578889816999435, "raw_score": -12.336809158325195, "rank": 3}, {"label": "direct", "score": 0.012998726218938828, "raw_score": -14.223847389221191, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "449c20e86d88883159853acc196e1d00", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.726824164390564, "raw_score": -10.200014114379883, "rank": 1}, {"label": "cannot_answer", "score": 0.17438822984695435, "raw_score": -11.62741470336914, "rank": 2}, {"label": "request_for_info", "score": 0.08578889816999435, "raw_score": -12.336809158325195, "rank": 3}, {"label": "direct", "score": 0.012998726218938828, "raw_score": -14.223847389221191, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b26cfaf4e9f5e54c2826d2929c5b1c17", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46593084931373596, "raw_score": -9.992507934570312, "rank": 1}, {"label": "cannot_answer", "score": 0.41558530926704407, "raw_score": -10.106857299804688, "rank": 2}, {"label": "request_for_info", "score": 0.1102101281285286, "raw_score": -11.43415641784668, "rank": 3}, {"label": "direct", "score": 0.008273692801594734, "raw_score": -14.02346420288086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d81b4c9561a69ee24a04065d60b266d3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "247372d712d37decc6f7889f92e5eae6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ee8608b89b994bcf1c8ccae91c0059e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a5bff82b807419718e0484767912b2e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f179624665c5c6b6885496477a7f994", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b99008ebda44b0bb467cebfe08933a7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "462eb0c5c10dbfd5e317122fd4f57d17", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7446f28f7a3374f5f6038282cb87efdd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54ff4795c27abbe131fa1aa96d2e77d0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77673d33eb17b702dcadc3cda05f7fa8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8150819540023804, "raw_score": -5.809634208679199, "rank": 1}, {"label": "request_for_info", "score": 0.11503791064023972, "raw_score": -7.767661094665527, "rank": 2}, {"label": "cannot_answer", "score": 0.03974034637212753, "raw_score": -8.83055591583252, "rank": 3}, {"label": "direct", "score": 0.03013978898525238, "raw_score": -9.107076644897461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "841fb9333e6362254b5c3cc34ca83ed2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6987372636795044, "raw_score": -7.343815803527832, "rank": 1}, {"label": "cannot_answer", "score": 0.1654895544052124, "raw_score": -8.78418254852295, "rank": 2}, {"label": "request_for_info", "score": 0.12236321717500687, "raw_score": -9.08609676361084, "rank": 3}, {"label": "direct", "score": 0.013409941457211971, "raw_score": -11.297094345092773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ffa36f2f9510135772bf9a0063022b9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8944200277328491, "raw_score": -13.037965774536133, "rank": 1}, {"label": "cannot_answer", "score": 0.043981458991765976, "raw_score": -16.050373077392578, "rank": 2}, {"label": "direct", "score": 0.03951657563447952, "raw_score": -16.157421112060547, "rank": 3}, {"label": "request_for_info", "score": 0.022081926465034485, "raw_score": -16.739381790161133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8264bf248a8f0791f3d667027c036f48", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.575341522693634, "raw_score": -11.207250595092773, "rank": 1}, {"label": "request_for_info", "score": 0.2820853292942047, "raw_score": -11.920004844665527, "rank": 2}, {"label": "cannot_answer", "score": 0.11929615586996078, "raw_score": -12.78060531616211, "rank": 3}, {"label": "direct", "score": 0.023277033120393753, "raw_score": -14.41474723815918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b8db6f77ca0a5022ce03acee431da15", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4821162223815918, "raw_score": -10.517711639404297, "rank": 1}, {"label": "cannot_answer", "score": 0.3457774519920349, "raw_score": -10.850101470947266, "rank": 2}, {"label": "request_for_info", "score": 0.09733495116233826, "raw_score": -12.117738723754883, "rank": 3}, {"label": "direct", "score": 0.07477141916751862, "raw_score": -12.381461143493652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b2b95e16911555291e5d06a794d9c8e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5087032318115234, "raw_score": -9.240285873413086, "rank": 1}, {"label": "cannot_answer", "score": 0.2471570521593094, "raw_score": -9.962126731872559, "rank": 2}, {"label": "request_for_info", "score": 0.18977388739585876, "raw_score": -10.226317405700684, "rank": 3}, {"label": "direct", "score": 0.05436578765511513, "raw_score": -11.476415634155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aca987837f26617f09561d18c9fe263b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4218209981918335, "raw_score": -15.69097900390625, "rank": 1}, {"label": "cannot_answer", "score": 0.3767227828502655, "raw_score": -15.80405044555664, "rank": 2}, {"label": "request_for_info", "score": 0.1534770280122757, "raw_score": -16.702009201049805, "rank": 3}, {"label": "direct", "score": 0.04797922819852829, "raw_score": -17.864791870117188, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da87a7a50edccceb385b85400f62e197", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6604552865028381, "raw_score": -8.2411470413208, "rank": 1}, {"label": "request_for_info", "score": 0.30650731921195984, "raw_score": -9.008834838867188, "rank": 2}, {"label": "cannot_answer", "score": 0.028162214905023575, "raw_score": -11.396095275878906, "rank": 3}, {"label": "direct", "score": 0.0048752217553555965, "raw_score": -13.149910926818848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "05d27f527260e7e8018b1db92c592174", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6424227952957153, "raw_score": -9.132330894470215, "rank": 1}, {"label": "request_for_info", "score": 0.19571928679943085, "raw_score": -10.32089614868164, "rank": 2}, {"label": "cannot_answer", "score": 0.1433328241109848, "raw_score": -10.632408142089844, "rank": 3}, {"label": "direct", "score": 0.01852503791451454, "raw_score": -12.678454399108887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce4a8abd9c37d925d3511c5381e30b44", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6929621696472168, "raw_score": -9.330595970153809, "rank": 1}, {"label": "request_for_info", "score": 0.15206775069236755, "raw_score": -10.847245216369629, "rank": 2}, {"label": "cannot_answer", "score": 0.14329829812049866, "raw_score": -10.90664291381836, "rank": 3}, {"label": "direct", "score": 0.011671804822981358, "raw_score": -13.414395332336426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1090bc858de199c02c6081e60551a85b", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.43866562843322754, "raw_score": -12.816741943359375, "rank": 1}, {"label": "tool_call", "score": 0.2967076003551483, "raw_score": -13.207732200622559, "rank": 2}, {"label": "request_for_info", "score": 0.2341366857290268, "raw_score": -13.444574356079102, "rank": 3}, {"label": "direct", "score": 0.03049013763666153, "raw_score": -15.483076095581055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "590f1730207e2002f373a4fc413f76f5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca747649b557c94653d6455260805c24", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "21cf4b009b681cd530c6bf3506260616", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b668a2be297137e0b710fe4e68f9f6f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6747618317604065, "raw_score": -8.33830451965332, "rank": 1}, {"label": "request_for_info", "score": 0.20669037103652954, "raw_score": -9.521442413330078, "rank": 2}, {"label": "cannot_answer", "score": 0.10533902049064636, "raw_score": -10.195480346679688, "rank": 3}, {"label": "direct", "score": 0.013208813033998013, "raw_score": -12.271780014038086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a55d57c4dd34726efa6127a3a0b88363", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6432698369026184, "raw_score": -9.91403579711914, "rank": 1}, {"label": "request_for_info", "score": 0.23303912580013275, "raw_score": -10.929393768310547, "rank": 2}, {"label": "cannot_answer", "score": 0.0772501528263092, "raw_score": -12.033551216125488, "rank": 3}, {"label": "direct", "score": 0.04644090309739113, "raw_score": -12.54241943359375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "007eac0d09a6adbb06b10d8fcf79f5a0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5503803491592407, "raw_score": -12.167486190795898, "rank": 1}, {"label": "cannot_answer", "score": 0.2711469531059265, "raw_score": -12.875434875488281, "rank": 2}, {"label": "request_for_info", "score": 0.15361247956752777, "raw_score": -13.443662643432617, "rank": 3}, {"label": "direct", "score": 0.02486024610698223, "raw_score": -15.264825820922852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "72f1a813f07b43bf077c8752cd0f58ae", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.34466683864593506, "raw_score": -6.870926856994629, "rank": 1}, {"label": "request_for_info", "score": 0.3408362567424774, "raw_score": -6.882102966308594, "rank": 2}, {"label": "cannot_answer", "score": 0.3008071482181549, "raw_score": -7.007035732269287, "rank": 3}, {"label": "direct", "score": 0.013689667917788029, "raw_score": -10.096863746643066, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a91d712990f505d7e223ed65482a354", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6142277717590332, "raw_score": -9.796448707580566, "rank": 1}, {"label": "cannot_answer", "score": 0.19210202991962433, "raw_score": -10.95878791809082, "rank": 2}, {"label": "request_for_info", "score": 0.18411444127559662, "raw_score": -11.001256942749023, "rank": 3}, {"label": "direct", "score": 0.009555826894938946, "raw_score": -13.959663391113281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c236af04c919d2b5fb3c12bd95c62b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5914905667304993, "raw_score": -9.453204154968262, "rank": 1}, {"label": "cannot_answer", "score": 0.2164667248725891, "raw_score": -10.458413124084473, "rank": 2}, {"label": "request_for_info", "score": 0.1503973752260208, "raw_score": -10.822568893432617, "rank": 3}, {"label": "direct", "score": 0.04164532199501991, "raw_score": -12.106660842895508, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b64974ed7cf11fe98a46f95d9cff6ad0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6418314576148987, "raw_score": -10.589027404785156, "rank": 1}, {"label": "cannot_answer", "score": 0.18616189062595367, "raw_score": -11.826736450195312, "rank": 2}, {"label": "request_for_info", "score": 0.11213039606809616, "raw_score": -12.333690643310547, "rank": 3}, {"label": "direct", "score": 0.05987626686692238, "raw_score": -12.96107292175293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "732ec717011c6392c2bc0740d9bbda10", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7091260552406311, "raw_score": -8.671207427978516, "rank": 1}, {"label": "cannot_answer", "score": 0.14358076453208923, "raw_score": -10.268342971801758, "rank": 2}, {"label": "request_for_info", "score": 0.12319426238536835, "raw_score": -10.421478271484375, "rank": 3}, {"label": "direct", "score": 0.024098869413137436, "raw_score": -12.053075790405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d62c5a397c7939b2247ea49a13c74ff", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8528021574020386, "raw_score": -6.769961833953857, "rank": 1}, {"label": "request_for_info", "score": 0.1003873348236084, "raw_score": -8.909453392028809, "rank": 2}, {"label": "cannot_answer", "score": 0.02523420751094818, "raw_score": -10.290288925170898, "rank": 3}, {"label": "direct", "score": 0.02157636545598507, "raw_score": -10.446890830993652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a0c49d9b8e210f63b9bbda7296af7b1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.756980836391449, "raw_score": -8.684849739074707, "rank": 1}, {"label": "request_for_info", "score": 0.12115654349327087, "raw_score": -10.517104148864746, "rank": 2}, {"label": "cannot_answer", "score": 0.10632959008216858, "raw_score": -10.64764404296875, "rank": 3}, {"label": "direct", "score": 0.015533008612692356, "raw_score": -12.571220397949219, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c4ccee65cc79c98ebe2e064491a87d2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252995729446411, "raw_score": -6.66204833984375, "rank": 1}, {"label": "cannot_answer", "score": 0.17495006322860718, "raw_score": -7.935778617858887, "rank": 2}, {"label": "request_for_info", "score": 0.17149406671524048, "raw_score": -7.955730438232422, "rank": 3}, {"label": "direct", "score": 0.028256304562091827, "raw_score": -9.758962631225586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "092b63c1d1b328786de38d422cd15fcc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7674599885940552, "raw_score": -9.34359359741211, "rank": 1}, {"label": "cannot_answer", "score": 0.11964277923107147, "raw_score": -11.202169418334961, "rank": 2}, {"label": "request_for_info", "score": 0.07650918513536453, "raw_score": -11.649269104003906, "rank": 3}, {"label": "direct", "score": 0.03638807311654091, "raw_score": -12.392438888549805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a10f940767d345143eca571ed400ebd2", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.361767053604126, "raw_score": -11.637237548828125, "rank": 1}, {"label": "tool_call", "score": 0.34551674127578735, "raw_score": -11.683197021484375, "rank": 2}, {"label": "cannot_answer", "score": 0.2264290601015091, "raw_score": -12.105806350708008, "rank": 3}, {"label": "direct", "score": 0.06628721952438354, "raw_score": -13.334240913391113, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d50bc5c45bddd8430c89fee73dcb33f6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7945869565010071, "raw_score": -14.90239143371582, "rank": 1}, {"label": "cannot_answer", "score": 0.07503318786621094, "raw_score": -17.262283325195312, "rank": 2}, {"label": "direct", "score": 0.07083271443843842, "raw_score": -17.31989288330078, "rank": 3}, {"label": "request_for_info", "score": 0.059547096490859985, "raw_score": -17.493446350097656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8686dd81e6e01bec7b3b7ce75a0268a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4112248122692108, "raw_score": -13.604157447814941, "rank": 1}, {"label": "cannot_answer", "score": 0.2754896879196167, "raw_score": -14.00474739074707, "rank": 2}, {"label": "request_for_info", "score": 0.20946919918060303, "raw_score": -14.27872085571289, "rank": 3}, {"label": "direct", "score": 0.10381627082824707, "raw_score": -14.980674743652344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2a26efe846644e6bc6f57fd1b3ad4cb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6156269311904907, "raw_score": -10.068653106689453, "rank": 1}, {"label": "request_for_info", "score": 0.2573755979537964, "raw_score": -10.940757751464844, "rank": 2}, {"label": "cannot_answer", "score": 0.0895272046327591, "raw_score": -11.99675178527832, "rank": 3}, {"label": "direct", "score": 0.03747031092643738, "raw_score": -12.867745399475098, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6dff8938703e51dabc037fdaa0e543cb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.526829719543457, "raw_score": -13.929937362670898, "rank": 1}, {"label": "cannot_answer", "score": 0.2634177505970001, "raw_score": -14.62307357788086, "rank": 2}, {"label": "request_for_info", "score": 0.18980145454406738, "raw_score": -14.950836181640625, "rank": 3}, {"label": "direct", "score": 0.01995115913450718, "raw_score": -17.203527450561523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae15755f659854f01b3d223ca0b53e28", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6067878007888794, "raw_score": -8.40588665008545, "rank": 1}, {"label": "cannot_answer", "score": 0.22533389925956726, "raw_score": -9.396482467651367, "rank": 2}, {"label": "request_for_info", "score": 0.10396242141723633, "raw_score": -10.170036315917969, "rank": 3}, {"label": "direct", "score": 0.06391581892967224, "raw_score": -10.656498908996582, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27bdd1ab412cd8b0385e2afca7fc0757", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4345734715461731, "raw_score": -11.118194580078125, "rank": 1}, {"label": "tool_call", "score": 0.4323292672634125, "raw_score": -11.123372077941895, "rank": 2}, {"label": "request_for_info", "score": 0.11341630667448044, "raw_score": -12.461494445800781, "rank": 3}, {"label": "direct", "score": 0.01968105509877205, "raw_score": -14.212903022766113, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fceaabcd20ffee5052fcd55e3e2657e5", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5500305891036987, "raw_score": -12.617734909057617, "rank": 1}, {"label": "tool_call", "score": 0.379766047000885, "raw_score": -12.988153457641602, "rank": 2}, {"label": "cannot_answer", "score": 0.058046597987413406, "raw_score": -14.866462707519531, "rank": 3}, {"label": "direct", "score": 0.012156742624938488, "raw_score": -16.429824829101562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ebf23f2e61cdf72afe4bc59bf6f13027", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5500305891036987, "raw_score": -12.617734909057617, "rank": 1}, {"label": "tool_call", "score": 0.379766047000885, "raw_score": -12.988153457641602, "rank": 2}, {"label": "cannot_answer", "score": 0.058046597987413406, "raw_score": -14.866462707519531, "rank": 3}, {"label": "direct", "score": 0.012156742624938488, "raw_score": -16.429824829101562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "23a147a0f4ad8efd7175cec18773087d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6225293874740601, "raw_score": -11.746612548828125, "rank": 1}, {"label": "request_for_info", "score": 0.19335925579071045, "raw_score": -12.915853500366211, "rank": 2}, {"label": "cannot_answer", "score": 0.12230037897825241, "raw_score": -13.373923301696777, "rank": 3}, {"label": "direct", "score": 0.0618109367787838, "raw_score": -14.056323051452637, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2cc647655c73429e93c2fb5e8377c59", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6390250325202942, "raw_score": -15.354429244995117, "rank": 1}, {"label": "request_for_info", "score": 0.17989152669906616, "raw_score": -16.622018814086914, "rank": 2}, {"label": "cannot_answer", "score": 0.10893900692462921, "raw_score": -17.123584747314453, "rank": 3}, {"label": "direct", "score": 0.0721445083618164, "raw_score": -17.535701751708984, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77d42c0713ff5bfc1e5c998028df26db", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8958274722099304, "raw_score": -6.258184432983398, "rank": 1}, {"label": "request_for_info", "score": 0.0789472833275795, "raw_score": -8.687151908874512, "rank": 2}, {"label": "cannot_answer", "score": 0.014478073455393314, "raw_score": -10.383296966552734, "rank": 3}, {"label": "direct", "score": 0.010747202672064304, "raw_score": -10.681286811828613, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8bf8cb6868aab00d76c37de633a9be2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.624494194984436, "raw_score": -6.298920631408691, "rank": 1}, {"label": "request_for_info", "score": 0.22811339795589447, "raw_score": -7.3060197830200195, "rank": 2}, {"label": "cannot_answer", "score": 0.12399608641862869, "raw_score": -7.915612697601318, "rank": 3}, {"label": "direct", "score": 0.02339635230600834, "raw_score": -9.583282470703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c5271f50a2494b07453e43859d82530", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6659109592437744, "raw_score": -11.335498809814453, "rank": 1}, {"label": "request_for_info", "score": 0.14622069895267487, "raw_score": -12.851537704467773, "rank": 2}, {"label": "cannot_answer", "score": 0.1293845921754837, "raw_score": -12.973865509033203, "rank": 3}, {"label": "direct", "score": 0.05848383903503418, "raw_score": -13.767904281616211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66bb3098c7865061f6edf3122da14257", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.38845446705818176, "raw_score": -8.109457969665527, "rank": 1}, {"label": "tool_call", "score": 0.30808329582214355, "raw_score": -8.341263771057129, "rank": 2}, {"label": "cannot_answer", "score": 0.29248684644699097, "raw_score": -8.393214225769043, "rank": 3}, {"label": "direct", "score": 0.010975377634167671, "raw_score": -11.675979614257812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4872fe2a1d47ae13791680024023787", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7699500322341919, "raw_score": -11.558019638061523, "rank": 1}, {"label": "request_for_info", "score": 0.10177817195653915, "raw_score": -13.581549644470215, "rank": 2}, {"label": "cannot_answer", "score": 0.09235800802707672, "raw_score": -13.678672790527344, "rank": 3}, {"label": "direct", "score": 0.035913776606321335, "raw_score": -14.623224258422852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "02428b3350981464f98f5930fa2a31e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6330127716064453, "raw_score": -9.151494979858398, "rank": 1}, {"label": "request_for_info", "score": 0.23378559947013855, "raw_score": -10.147581100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.10139945894479752, "raw_score": -10.982917785644531, "rank": 3}, {"label": "direct", "score": 0.03180213272571564, "raw_score": -12.142452239990234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65bc4bf467e9008c1863dd1600b1d9d2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6330127716064453, "raw_score": -9.151494979858398, "rank": 1}, {"label": "request_for_info", "score": 0.23378559947013855, "raw_score": -10.147581100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.10139945894479752, "raw_score": -10.982917785644531, "rank": 3}, {"label": "direct", "score": 0.03180213272571564, "raw_score": -12.142452239990234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "51759339ac9a0c0674917dd7baaa092c", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.759089469909668, "raw_score": -11.436569213867188, "rank": 1}, {"label": "tool_call", "score": 0.1988537460565567, "raw_score": -12.776119232177734, "rank": 2}, {"label": "cannot_answer", "score": 0.0218939371407032, "raw_score": -14.982479095458984, "rank": 3}, {"label": "direct", "score": 0.02016288973391056, "raw_score": -15.064845085144043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aca2b51e25822488e8fac4e125b32520", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6056678891181946, "raw_score": -19.854122161865234, "rank": 1}, {"label": "cannot_answer", "score": 0.1347895860671997, "raw_score": -21.356739044189453, "rank": 2}, {"label": "direct", "score": 0.1309528946876526, "raw_score": -21.385616302490234, "rank": 3}, {"label": "request_for_info", "score": 0.12858964502811432, "raw_score": -21.403827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "056b5ba002d6be8a2032d873dc1cf5c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.816051721572876, "raw_score": -12.460959434509277, "rank": 1}, {"label": "request_for_info", "score": 0.13317511975765228, "raw_score": -14.273772239685059, "rank": 2}, {"label": "cannot_answer", "score": 0.04517097771167755, "raw_score": -15.354982376098633, "rank": 3}, {"label": "direct", "score": 0.005602092482149601, "raw_score": -17.442296981811523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "88265361e97e9d25b1807337c4fe5646", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.816051721572876, "raw_score": -12.460959434509277, "rank": 1}, {"label": "request_for_info", "score": 0.13317511975765228, "raw_score": -14.273772239685059, "rank": 2}, {"label": "cannot_answer", "score": 0.04517097771167755, "raw_score": -15.354982376098633, "rank": 3}, {"label": "direct", "score": 0.005602092482149601, "raw_score": -17.442296981811523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56d4d4258119aae67de1a32c9f06d824", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a77353489c98eba20984c96675c487a9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85a40d69ab1ef01e6bcc51c19042e147", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "96ba30059c6bb56acf2bb28ecda88806", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84389c5f6c4ffa69309617754b40630e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e4b3324c17296dbcfbb522455a67bd2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bbd12b56fa26ca9f36603ae2fa0dbf2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1736def75cf1a29c66bc69be7e4cded2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8092369d5bbbc5815ab777cc7afefccd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b54fb5a8cb568fe9a07877491f42a51", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61c1cfd078ce5bdbcf1e7d8abe08b706", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a08dd63d35a62c17ed499c6031fdc485", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9229e1c491832b2e0d71b8815f7df841", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69ff476421d88bd99766ff88958005b6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b76427327c6cd3e2ff0f7e6c8630d809", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "541e73113cfb3992f782f8364fc856ee", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dcdcc21e25d13af5c60dddbbeb0e498d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.911321222782135, "raw_score": -9.18628215789795, "rank": 1}, {"label": "request_for_info", "score": 0.0486074797809124, "raw_score": -12.117400169372559, "rank": 2}, {"label": "cannot_answer", "score": 0.030650390312075615, "raw_score": -12.578532218933105, "rank": 3}, {"label": "direct", "score": 0.009420905262231827, "raw_score": -13.758246421813965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8ac79bd0225bcf3c5387c97c22426da", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.911321222782135, "raw_score": -9.18628215789795, "rank": 1}, {"label": "request_for_info", "score": 0.0486074797809124, "raw_score": -12.117400169372559, "rank": 2}, {"label": "cannot_answer", "score": 0.030650390312075615, "raw_score": -12.578532218933105, "rank": 3}, {"label": "direct", "score": 0.009420905262231827, "raw_score": -13.758246421813965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bd2a560a25ff6ffdb7c0bcc1bdc1453", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "486bb08db9e0d7bffd13520de108e72c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24281ece3844b62ef672242ed2df7ac3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e817e3bd06a066a6d5b8295ad72927fe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52656c334c889d25e8e9b85834a82d62", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4886191785335541, "raw_score": -12.807329177856445, "rank": 1}, {"label": "cannot_answer", "score": 0.3633793890476227, "raw_score": -13.10346508026123, "rank": 2}, {"label": "direct", "score": 0.11746414005756378, "raw_score": -14.232779502868652, "rank": 3}, {"label": "request_for_info", "score": 0.030537299811840057, "raw_score": -15.579963684082031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f17b7d038ad907e3e55d8cd1044079c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "37c557be5594e2e5ab4326ef2bb89879", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a3eadc950b5ce8e825be61b77ee9110", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9934a049bad11b0d608c83404fa6e6a", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4872058033943176, "raw_score": -18.222755432128906, "rank": 1}, {"label": "tool_call", "score": 0.37146902084350586, "raw_score": -18.493976593017578, "rank": 2}, {"label": "cannot_answer", "score": 0.11914218217134476, "raw_score": -19.63112449645996, "rank": 3}, {"label": "direct", "score": 0.022183023393154144, "raw_score": -21.312114715576172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54977e3a031f0d64b959574bbebf492a", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4872058033943176, "raw_score": -18.222755432128906, "rank": 1}, {"label": "tool_call", "score": 0.37146902084350586, "raw_score": -18.493976593017578, "rank": 2}, {"label": "cannot_answer", "score": 0.11914218217134476, "raw_score": -19.63112449645996, "rank": 3}, {"label": "direct", "score": 0.022183023393154144, "raw_score": -21.312114715576172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "26afd6ef716f8affbee1252dd446a70b", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6526621580123901, "raw_score": -14.288067817687988, "rank": 1}, {"label": "tool_call", "score": 0.28160014748573303, "raw_score": -15.128639221191406, "rank": 2}, {"label": "request_for_info", "score": 0.048283740878105164, "raw_score": -16.892032623291016, "rank": 3}, {"label": "direct", "score": 0.017453888431191444, "raw_score": -17.909564971923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9430334d7cd00be8e5dc349a7295c1c7", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6335129141807556, "raw_score": -15.303794860839844, "rank": 1}, {"label": "tool_call", "score": 0.3148084580898285, "raw_score": -16.003110885620117, "rank": 2}, {"label": "request_for_info", "score": 0.037626415491104126, "raw_score": -18.127368927001953, "rank": 3}, {"label": "direct", "score": 0.014052162878215313, "raw_score": -19.1122989654541, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "954230de9520ccf4ab34d3eac9130fa3", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.9067511558532715, "raw_score": -13.77285099029541, "rank": 1}, {"label": "tool_call", "score": 0.0692446157336235, "raw_score": -16.345073699951172, "rank": 2}, {"label": "request_for_info", "score": 0.02074616216123104, "raw_score": -17.550357818603516, "rank": 3}, {"label": "direct", "score": 0.0032579810358583927, "raw_score": -19.401611328125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "766a247dda09e1658c64de35691cea49", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5140303373336792, "raw_score": -14.22148609161377, "rank": 1}, {"label": "tool_call", "score": 0.34496116638183594, "raw_score": -14.620336532592773, "rank": 2}, {"label": "request_for_info", "score": 0.08043993264436722, "raw_score": -16.076257705688477, "rank": 3}, {"label": "direct", "score": 0.06056853011250496, "raw_score": -16.35999298095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c448d27bce7df2731b9d01c8b1d4ac44", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.9009765386581421, "raw_score": -14.962116241455078, "rank": 1}, {"label": "tool_call", "score": 0.07862891256809235, "raw_score": -17.400856018066406, "rank": 2}, {"label": "request_for_info", "score": 0.013088331557810307, "raw_score": -19.19387435913086, "rank": 3}, {"label": "direct", "score": 0.007306224666535854, "raw_score": -19.77686882019043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb796699d3b202c0738e40d8cfb918fd", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.8574575185775757, "raw_score": -17.64332389831543, "rank": 1}, {"label": "tool_call", "score": 0.10732769221067429, "raw_score": -19.72140884399414, "rank": 2}, {"label": "request_for_info", "score": 0.024251004680991173, "raw_score": -21.208837509155273, "rank": 3}, {"label": "direct", "score": 0.010963879525661469, "raw_score": -22.002689361572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5bcd231930ea4bec2874d494c41ea1c1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8638983964920044, "raw_score": -13.102343559265137, "rank": 1}, {"label": "request_for_info", "score": 0.07376095652580261, "raw_score": -15.562969207763672, "rank": 2}, {"label": "cannot_answer", "score": 0.03520923852920532, "raw_score": -16.302490234375, "rank": 3}, {"label": "direct", "score": 0.027131464332342148, "raw_score": -16.5631046295166, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d315c350b34f26c8321b2e2094cc8c92", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6399739384651184, "raw_score": -14.892071723937988, "rank": 1}, {"label": "request_for_info", "score": 0.1768455058336258, "raw_score": -16.17822265625, "rank": 2}, {"label": "cannot_answer", "score": 0.12189877033233643, "raw_score": -16.550308227539062, "rank": 3}, {"label": "direct", "score": 0.06128180772066116, "raw_score": -17.23801612854004, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c18caa5bff7bc65df8be600da279eea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f6a3a74fe67b63ecbe1ec4eafd1e544d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66bcc232c2eb3c1ba367ddd08de2c7bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5742c0cce1a0c52816f5176dd3ceed4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39e85288d3e20c0e660a6ea6e7bd0bb6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848059892654419, "raw_score": -17.159103393554688, "rank": 1}, {"label": "cannot_answer", "score": 0.14896148443222046, "raw_score": -18.684551239013672, "rank": 2}, {"label": "direct", "score": 0.09287235885858536, "raw_score": -19.157012939453125, "rank": 3}, {"label": "request_for_info", "score": 0.07336025685071945, "raw_score": -19.39285659790039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98740b52a35cee126dc46e414bb2057b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848059892654419, "raw_score": -17.159103393554688, "rank": 1}, {"label": "cannot_answer", "score": 0.14896148443222046, "raw_score": -18.684551239013672, "rank": 2}, {"label": "direct", "score": 0.09287235885858536, "raw_score": -19.157012939453125, "rank": 3}, {"label": "request_for_info", "score": 0.07336025685071945, "raw_score": -19.39285659790039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dfa3adad4ee7c431175a09b1a34a4dae", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5048815011978149, "raw_score": -19.387989044189453, "rank": 1}, {"label": "cannot_answer", "score": 0.3905911445617676, "raw_score": -19.644651412963867, "rank": 2}, {"label": "direct", "score": 0.0563884973526001, "raw_score": -21.580047607421875, "rank": 3}, {"label": "request_for_info", "score": 0.0481388121843338, "raw_score": -21.738224029541016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04f6fbae95ec1832c234110a2270e855", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5039070248603821, "raw_score": -18.1676025390625, "rank": 1}, {"label": "cannot_answer", "score": 0.21277999877929688, "raw_score": -19.029735565185547, "rank": 2}, {"label": "request_for_info", "score": 0.16972197592258453, "raw_score": -19.25583267211914, "rank": 3}, {"label": "direct", "score": 0.11359094083309174, "raw_score": -19.657390594482422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e8552c73e54031692b8f976e267b2e8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4626975357532501, "raw_score": -11.451831817626953, "rank": 1}, {"label": "request_for_info", "score": 0.26067054271698, "raw_score": -12.02564811706543, "rank": 2}, {"label": "cannot_answer", "score": 0.23930010199546814, "raw_score": -12.111186981201172, "rank": 3}, {"label": "direct", "score": 0.03733176365494728, "raw_score": -13.969060897827148, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53defaedfe918b92e3c84eaf90d9baf6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4626975357532501, "raw_score": -11.451831817626953, "rank": 1}, {"label": "request_for_info", "score": 0.26067054271698, "raw_score": -12.02564811706543, "rank": 2}, {"label": "cannot_answer", "score": 0.23930010199546814, "raw_score": -12.111186981201172, "rank": 3}, {"label": "direct", "score": 0.03733176365494728, "raw_score": -13.969060897827148, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7941d3db8a0527e70e0a448a685216f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47123417258262634, "raw_score": -14.478231430053711, "rank": 1}, {"label": "request_for_info", "score": 0.3216947615146637, "raw_score": -14.859983444213867, "rank": 2}, {"label": "cannot_answer", "score": 0.16786514222621918, "raw_score": -15.510425567626953, "rank": 3}, {"label": "direct", "score": 0.03920595720410347, "raw_score": -16.964757919311523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75f43c8196a190608aee960217418dfa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6213893890380859, "raw_score": -15.516813278198242, "rank": 1}, {"label": "cannot_answer", "score": 0.2521096467971802, "raw_score": -16.418907165527344, "rank": 2}, {"label": "direct", "score": 0.0722307562828064, "raw_score": -17.66890525817871, "rank": 3}, {"label": "request_for_info", "score": 0.05427020415663719, "raw_score": -17.954795837402344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d257fd0b89f98997f212cc87bd332b4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6213893890380859, "raw_score": -15.516813278198242, "rank": 1}, {"label": "cannot_answer", "score": 0.2521096467971802, "raw_score": -16.418907165527344, "rank": 2}, {"label": "direct", "score": 0.0722307562828064, "raw_score": -17.66890525817871, "rank": 3}, {"label": "request_for_info", "score": 0.05427020415663719, "raw_score": -17.954795837402344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "674a57c472f97b7037af2be115bb9662", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.6909632682800293, "raw_score": -20.359113693237305, "rank": 1}, {"label": "tool_call", "score": 0.18251697719097137, "raw_score": -21.690357208251953, "rank": 2}, {"label": "cannot_answer", "score": 0.0661395862698555, "raw_score": -22.705432891845703, "rank": 3}, {"label": "direct", "score": 0.06038007140159607, "raw_score": -22.796541213989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc360336f76b3038aba264482a0c211e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.511033833026886, "raw_score": -17.004648208618164, "rank": 1}, {"label": "request_for_info", "score": 0.37953275442123413, "raw_score": -17.302143096923828, "rank": 2}, {"label": "cannot_answer", "score": 0.0756554827094078, "raw_score": -18.914894104003906, "rank": 3}, {"label": "direct", "score": 0.03377790004014969, "raw_score": -19.721277236938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a71984573a315f937464e01d5fb1922f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.511033833026886, "raw_score": -17.004648208618164, "rank": 1}, {"label": "request_for_info", "score": 0.37953275442123413, "raw_score": -17.302143096923828, "rank": 2}, {"label": "cannot_answer", "score": 0.0756554827094078, "raw_score": -18.914894104003906, "rank": 3}, {"label": "direct", "score": 0.03377790004014969, "raw_score": -19.721277236938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad31d0886d4a6ff73053d23770a6638b", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4341890811920166, "raw_score": -16.726356506347656, "rank": 1}, {"label": "tool_call", "score": 0.3786630928516388, "raw_score": -16.863189697265625, "rank": 2}, {"label": "cannot_answer", "score": 0.1384858936071396, "raw_score": -17.869068145751953, "rank": 3}, {"label": "direct", "score": 0.04866191744804382, "raw_score": -18.914939880371094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f91f32cdd8a20a209c7fcd7f3e968c4e", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4341890811920166, "raw_score": -16.726356506347656, "rank": 1}, {"label": "tool_call", "score": 0.3786630928516388, "raw_score": -16.863189697265625, "rank": 2}, {"label": "cannot_answer", "score": 0.1384858936071396, "raw_score": -17.869068145751953, "rank": 3}, {"label": "direct", "score": 0.04866191744804382, "raw_score": -18.914939880371094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f34de070088a6c309dc83228637ce1a0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5684864521026611, "raw_score": -16.588062286376953, "rank": 1}, {"label": "request_for_info", "score": 0.2701161503791809, "raw_score": -17.33218765258789, "rank": 2}, {"label": "cannot_answer", "score": 0.13033320009708405, "raw_score": -18.060945510864258, "rank": 3}, {"label": "direct", "score": 0.031064143404364586, "raw_score": -19.494985580444336, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d25b45f54df84e0e25a9ac164502cfb9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6139169335365295, "raw_score": -14.04015827178955, "rank": 1}, {"label": "request_for_info", "score": 0.23081879317760468, "raw_score": -15.01838493347168, "rank": 2}, {"label": "cannot_answer", "score": 0.12411123514175415, "raw_score": -15.638839721679688, "rank": 3}, {"label": "direct", "score": 0.03115301951766014, "raw_score": -17.021106719970703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aee6f1829c7de42b23d576e4ea5130aa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "acfb7c8ed5ab67567c723cac7051a6d6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2070b2f172608b4426fb71e7e5d56814", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48850b500e80c71c2656f140ce1ed243", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f586bb57bd20ce5a0f5e205188e388e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e44a11f1a4c453574fa8c1a6cfa733f1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a664cc4a2b15f934f33e55588298cfde", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5800550580024719, "raw_score": -17.11806297302246, "rank": 1}, {"label": "cannot_answer", "score": 0.27432700991630554, "raw_score": -17.866865158081055, "rank": 2}, {"label": "request_for_info", "score": 0.08862307667732239, "raw_score": -18.996793746948242, "rank": 3}, {"label": "direct", "score": 0.05699486657977104, "raw_score": -19.43822479248047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "838b0d03331ea10b5ca31e489ffee6a7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7887880802154541, "raw_score": -6.899827480316162, "rank": 1}, {"label": "cannot_answer", "score": 0.18027149140834808, "raw_score": -8.375861167907715, "rank": 2}, {"label": "direct", "score": 0.020547213032841682, "raw_score": -10.547599792480469, "rank": 3}, {"label": "request_for_info", "score": 0.010393167845904827, "raw_score": -11.22917652130127, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4b34986a661f5ddf657a6f0739e3920", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5901880264282227, "raw_score": -17.582990646362305, "rank": 1}, {"label": "direct", "score": 0.19110050797462463, "raw_score": -18.71063232421875, "rank": 2}, {"label": "cannot_answer", "score": 0.12047110497951508, "raw_score": -19.172021865844727, "rank": 3}, {"label": "request_for_info", "score": 0.09824036061763763, "raw_score": -19.376014709472656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8a5ff88a8966168605eea63fc39b8cab", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.509574294090271, "raw_score": -11.539730072021484, "rank": 1}, {"label": "request_for_info", "score": 0.2915675640106201, "raw_score": -12.098033905029297, "rank": 2}, {"label": "cannot_answer", "score": 0.15706662833690643, "raw_score": -12.716635704040527, "rank": 3}, {"label": "direct", "score": 0.041791483759880066, "raw_score": -14.040613174438477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9251ac024122df727fc43334f9729023", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.47237908840179443, "raw_score": -15.120651245117188, "rank": 1}, {"label": "tool_call", "score": 0.3811822235584259, "raw_score": -15.335155487060547, "rank": 2}, {"label": "cannot_answer", "score": 0.1296081393957138, "raw_score": -16.413917541503906, "rank": 3}, {"label": "direct", "score": 0.01683046855032444, "raw_score": -18.455242156982422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6990960a5460505ec37d80b3d52698d9", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4386889338493347, "raw_score": -13.5992431640625, "rank": 1}, {"label": "tool_call", "score": 0.3702250123023987, "raw_score": -13.768922805786133, "rank": 2}, {"label": "request_for_info", "score": 0.18189437687397003, "raw_score": -14.479607582092285, "rank": 3}, {"label": "direct", "score": 0.009191697463393211, "raw_score": -17.464733123779297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8fda3ca896322402ce0f7a8b21521b0d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba96ded6e2145abbfc9c6e86ae901f28", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "456358650b3df4b2845fcc0ac42fdbc2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c2acf518312c9fc5f44316632ebb981", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4eaea4d6789d4242264e11a672ee2541", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7449695467948914, "raw_score": -13.525601387023926, "rank": 1}, {"label": "cannot_answer", "score": 0.16848494112491608, "raw_score": -15.01209831237793, "rank": 2}, {"label": "request_for_info", "score": 0.06893946975469589, "raw_score": -15.905715942382812, "rank": 3}, {"label": "direct", "score": 0.017606046050786972, "raw_score": -17.270702362060547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a3e4cd447b466e71aeae2a51bc1029a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.727569580078125, "raw_score": -15.126399993896484, "rank": 1}, {"label": "request_for_info", "score": 0.17520351707935333, "raw_score": -16.550161361694336, "rank": 2}, {"label": "cannot_answer", "score": 0.07286441326141357, "raw_score": -17.427509307861328, "rank": 3}, {"label": "direct", "score": 0.0243624746799469, "raw_score": -18.5230655670166, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6d1b4c328f07b3c5891afa0a8a7c832", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8397085070610046, "raw_score": -10.926050186157227, "rank": 1}, {"label": "cannot_answer", "score": 0.08845534920692444, "raw_score": -13.176607131958008, "rank": 2}, {"label": "request_for_info", "score": 0.06168562173843384, "raw_score": -13.537054061889648, "rank": 3}, {"label": "direct", "score": 0.010150526650249958, "raw_score": -15.34157943725586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee46b69a625847657fcce1d8bbbf7915", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5971129536628723, "raw_score": -16.8900146484375, "rank": 1}, {"label": "request_for_info", "score": 0.1796976625919342, "raw_score": -18.090845108032227, "rank": 2}, {"label": "cannot_answer", "score": 0.17214277386665344, "raw_score": -18.13379669189453, "rank": 3}, {"label": "direct", "score": 0.05104658007621765, "raw_score": -19.349382400512695, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64301ce5f6f44f5d5552214434fd1985", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48341313004493713, "raw_score": -13.708906173706055, "rank": 1}, {"label": "request_for_info", "score": 0.26726236939430237, "raw_score": -14.301547050476074, "rank": 2}, {"label": "cannot_answer", "score": 0.22564437985420227, "raw_score": -14.470817565917969, "rank": 3}, {"label": "direct", "score": 0.023680174723267555, "raw_score": -16.725139617919922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2e18768e3a1715b01d9efe2b1d9789c0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5354989767074585, "raw_score": -16.582073211669922, "rank": 1}, {"label": "request_for_info", "score": 0.3718132972717285, "raw_score": -16.946880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.06508593261241913, "raw_score": -18.689563751220703, "rank": 3}, {"label": "direct", "score": 0.027601728215813637, "raw_score": -19.547393798828125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "732cdafc6131d5d6858712da7c0cca2d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45779988169670105, "raw_score": -16.742130279541016, "rank": 1}, {"label": "request_for_info", "score": 0.3203085958957672, "raw_score": -17.09927749633789, "rank": 2}, {"label": "cannot_answer", "score": 0.1995498538017273, "raw_score": -17.572498321533203, "rank": 3}, {"label": "direct", "score": 0.02234160713851452, "raw_score": -19.76211166381836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b6398880b00dad9a2dcca11b1ff812a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.41533181071281433, "raw_score": -15.965282440185547, "rank": 1}, {"label": "request_for_info", "score": 0.3941706717014313, "raw_score": -16.017576217651367, "rank": 2}, {"label": "cannot_answer", "score": 0.14261247217655182, "raw_score": -17.034229278564453, "rank": 3}, {"label": "direct", "score": 0.047885045409202576, "raw_score": -18.12555694580078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c181951eef60f0a5e82f75bcd16ed5e5", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.578384518623352, "raw_score": -10.588787078857422, "rank": 1}, {"label": "request_for_info", "score": 0.2864833474159241, "raw_score": -11.291345596313477, "rank": 2}, {"label": "cannot_answer", "score": 0.10916988551616669, "raw_score": -12.256120681762695, "rank": 3}, {"label": "direct", "score": 0.025962263345718384, "raw_score": -13.692381858825684, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00991323d275efa9161abc6cc0b2c882", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6234513521194458, "raw_score": -16.479751586914062, "rank": 1}, {"label": "request_for_info", "score": 0.17289519309997559, "raw_score": -17.76233673095703, "rank": 2}, {"label": "cannot_answer", "score": 0.162612184882164, "raw_score": -17.823654174804688, "rank": 3}, {"label": "direct", "score": 0.041041307151317596, "raw_score": -19.200443267822266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1982fa3c862bca72e4764e92630d5ac7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6450501084327698, "raw_score": -17.578853607177734, "rank": 1}, {"label": "direct", "score": 0.14468733966350555, "raw_score": -19.073606491088867, "rank": 2}, {"label": "request_for_info", "score": 0.11378169059753418, "raw_score": -19.313899993896484, "rank": 3}, {"label": "cannot_answer", "score": 0.09648094326257706, "raw_score": -19.478836059570312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "447ffe96aa7f6a80a2b86d528bbafc48", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7882988452911377, "raw_score": -10.417922973632812, "rank": 1}, {"label": "request_for_info", "score": 0.12141247093677521, "raw_score": -12.288606643676758, "rank": 2}, {"label": "cannot_answer", "score": 0.06318072229623795, "raw_score": -12.941801071166992, "rank": 3}, {"label": "direct", "score": 0.027108022943139076, "raw_score": -13.787970542907715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "06f8d4e49fad4aeac153c23e1fdfca1f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6993712186813354, "raw_score": -11.019807815551758, "rank": 1}, {"label": "request_for_info", "score": 0.14997674524784088, "raw_score": -12.55950927734375, "rank": 2}, {"label": "cannot_answer", "score": 0.1355469822883606, "raw_score": -12.66067123413086, "rank": 3}, {"label": "direct", "score": 0.015105064027011395, "raw_score": -14.854959487915039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc7d882b10370fb27c172a623525ba4f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7703850269317627, "raw_score": -16.192800521850586, "rank": 1}, {"label": "cannot_answer", "score": 0.12539711594581604, "raw_score": -18.00820541381836, "rank": 2}, {"label": "direct", "score": 0.06878484785556793, "raw_score": -18.608707427978516, "rank": 3}, {"label": "request_for_info", "score": 0.03543301299214363, "raw_score": -19.27204704284668, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d6514ee7b08ce2a0f31fb7a7972be5c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6492443084716797, "raw_score": -16.31863784790039, "rank": 1}, {"label": "request_for_info", "score": 0.13532336056232452, "raw_score": -17.88677978515625, "rank": 2}, {"label": "cannot_answer", "score": 0.13307857513427734, "raw_score": -17.903507232666016, "rank": 3}, {"label": "direct", "score": 0.08235375583171844, "raw_score": -18.3834228515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10d60a180d3614abf4f8db0a99331c36", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4686626195907593, "raw_score": -19.242446899414062, "rank": 1}, {"label": "tool_call", "score": 0.35026034712791443, "raw_score": -19.533653259277344, "rank": 2}, {"label": "cannot_answer", "score": 0.15331365168094635, "raw_score": -20.359844207763672, "rank": 3}, {"label": "direct", "score": 0.027763409540057182, "raw_score": -22.06861114501953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3137f9be0b14f2fd6aaab1b52a0fb24d", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.45481452345848083, "raw_score": -19.06745147705078, "rank": 1}, {"label": "cannot_answer", "score": 0.24993278086185455, "raw_score": -19.666149139404297, "rank": 2}, {"label": "tool_call", "score": 0.24381643533706665, "raw_score": -19.69092559814453, "rank": 3}, {"label": "direct", "score": 0.05143635720014572, "raw_score": -21.24699592590332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84db797d138671785427d4eaa8083008", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6267764568328857, "raw_score": -13.701949119567871, "rank": 1}, {"label": "request_for_info", "score": 0.16571928560733795, "raw_score": -15.032243728637695, "rank": 2}, {"label": "cannot_answer", "score": 0.1311567723751068, "raw_score": -15.266145706176758, "rank": 3}, {"label": "direct", "score": 0.07634753733873367, "raw_score": -15.807243347167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d6344d063ed6e87295b35f0d309210e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6003441214561462, "raw_score": -8.835968017578125, "rank": 1}, {"label": "request_for_info", "score": 0.26421552896499634, "raw_score": -9.656705856323242, "rank": 2}, {"label": "cannot_answer", "score": 0.11816134303808212, "raw_score": -10.461420059204102, "rank": 3}, {"label": "direct", "score": 0.017278987914323807, "raw_score": -12.383979797363281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7069d3cba14eee042f4e5edd4b58c025", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6892267465591431, "raw_score": -14.359814643859863, "rank": 1}, {"label": "request_for_info", "score": 0.13532893359661102, "raw_score": -15.987676620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.11035285890102386, "raw_score": -16.191701889038086, "rank": 3}, {"label": "direct", "score": 0.06509136408567429, "raw_score": -16.719593048095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f31dfd7728a8105eb020ac5d9ffd5ba", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6892267465591431, "raw_score": -14.359814643859863, "rank": 1}, {"label": "request_for_info", "score": 0.13532893359661102, "raw_score": -15.987676620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.11035285890102386, "raw_score": -16.191701889038086, "rank": 3}, {"label": "direct", "score": 0.06509136408567429, "raw_score": -16.719593048095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b5b2fe65f7179070be55f13210abcd3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6463823318481445, "raw_score": -13.394756317138672, "rank": 1}, {"label": "request_for_info", "score": 0.21095260977745056, "raw_score": -14.514513969421387, "rank": 2}, {"label": "cannot_answer", "score": 0.09428088366985321, "raw_score": -15.319869041442871, "rank": 3}, {"label": "direct", "score": 0.0483841747045517, "raw_score": -15.986974716186523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "46451b03905e187e5b116179c847cb08", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6557843685150146, "raw_score": -15.341150283813477, "rank": 1}, {"label": "cannot_answer", "score": 0.14728429913520813, "raw_score": -16.834617614746094, "rank": 2}, {"label": "request_for_info", "score": 0.1427234262228012, "raw_score": -16.866073608398438, "rank": 3}, {"label": "direct", "score": 0.054207880049943924, "raw_score": -17.834156036376953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3acacefc997fca878182fa8e15cf1b7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6557843685150146, "raw_score": -15.341150283813477, "rank": 1}, {"label": "cannot_answer", "score": 0.14728429913520813, "raw_score": -16.834617614746094, "rank": 2}, {"label": "request_for_info", "score": 0.1427234262228012, "raw_score": -16.866073608398438, "rank": 3}, {"label": "direct", "score": 0.054207880049943924, "raw_score": -17.834156036376953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed9b8aa21acbbfab6a8a5b1eea253c94", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4932328760623932, "raw_score": -19.234210968017578, "rank": 1}, {"label": "tool_call", "score": 0.22820508480072021, "raw_score": -20.004947662353516, "rank": 2}, {"label": "cannot_answer", "score": 0.21259371936321259, "raw_score": -20.075809478759766, "rank": 3}, {"label": "direct", "score": 0.0659683421254158, "raw_score": -21.246017456054688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95457db57fd6e3618d00dd8ae73180a8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b06d6ed4cc2ddd24a4af82399fd2f18", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "330dc81f34b36738a855103084606944", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e996744299d41ca103e4d072699bd23", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4450640380382538, "raw_score": -16.80083656311035, "rank": 1}, {"label": "cannot_answer", "score": 0.3478076159954071, "raw_score": -17.047405242919922, "rank": 2}, {"label": "request_for_info", "score": 0.14186787605285645, "raw_score": -17.94415855407715, "rank": 3}, {"label": "direct", "score": 0.06526044011116028, "raw_score": -18.72066879272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "55a6902a690b45c675a12543626159c1", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4284362494945526, "raw_score": -16.402828216552734, "rank": 1}, {"label": "tool_call", "score": 0.33629629015922546, "raw_score": -16.644977569580078, "rank": 2}, {"label": "request_for_info", "score": 0.1784360557794571, "raw_score": -17.27873992919922, "rank": 3}, {"label": "direct", "score": 0.056831348687410355, "raw_score": -18.422882080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d72df8361e9f23232bcd625768773843", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5407498478889465, "raw_score": -15.583651542663574, "rank": 1}, {"label": "request_for_info", "score": 0.30421993136405945, "raw_score": -16.158857345581055, "rank": 2}, {"label": "cannot_answer", "score": 0.12112856656312943, "raw_score": -17.079755783081055, "rank": 3}, {"label": "direct", "score": 0.03390161693096161, "raw_score": -18.353145599365234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b5d4105e2028d727b7aad867d6ac157", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4305066168308258, "raw_score": -19.01957893371582, "rank": 1}, {"label": "tool_call", "score": 0.2498333752155304, "raw_score": -19.56374740600586, "rank": 2}, {"label": "request_for_info", "score": 0.24897567927837372, "raw_score": -19.56718635559082, "rank": 3}, {"label": "direct", "score": 0.07068438827991486, "raw_score": -20.826316833496094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b31af170559c07bc9664d4eec5099211", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6558902263641357, "raw_score": -13.238510131835938, "rank": 1}, {"label": "cannot_answer", "score": 0.16042408347129822, "raw_score": -14.646682739257812, "rank": 2}, {"label": "request_for_info", "score": 0.1314973086118698, "raw_score": -14.8455171585083, "rank": 3}, {"label": "direct", "score": 0.05218832567334175, "raw_score": -15.769644737243652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c64d4311a3326dd5502cff9f228e7f7a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4996664822101593, "raw_score": -14.968790054321289, "rank": 1}, {"label": "request_for_info", "score": 0.21792078018188477, "raw_score": -15.798599243164062, "rank": 2}, {"label": "cannot_answer", "score": 0.18852315843105316, "raw_score": -15.943510055541992, "rank": 3}, {"label": "direct", "score": 0.09388957172632217, "raw_score": -16.64061164855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f85dc0a4f97c6c0b765d658f3787477b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7582502961158752, "raw_score": -13.63619613647461, "rank": 1}, {"label": "request_for_info", "score": 0.11350440979003906, "raw_score": -15.535367965698242, "rank": 2}, {"label": "cannot_answer", "score": 0.09158197045326233, "raw_score": -15.749975204467773, "rank": 3}, {"label": "direct", "score": 0.03666335344314575, "raw_score": -16.66543197631836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce170c73bdac0d273b70ac05c30ce957", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4679112434387207, "raw_score": -18.61608123779297, "rank": 1}, {"label": "cannot_answer", "score": 0.26915788650512695, "raw_score": -19.1690616607666, "rank": 2}, {"label": "request_for_info", "score": 0.1881280541419983, "raw_score": -19.527236938476562, "rank": 3}, {"label": "direct", "score": 0.07480277866125107, "raw_score": -20.449504852294922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f4cacd8418a6cc6f5308e031535ea78", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47318679094314575, "raw_score": -16.617168426513672, "rank": 1}, {"label": "request_for_info", "score": 0.2674028277397156, "raw_score": -17.187902450561523, "rank": 2}, {"label": "cannot_answer", "score": 0.1761551797389984, "raw_score": -17.60529327392578, "rank": 3}, {"label": "direct", "score": 0.08325522392988205, "raw_score": -18.354747772216797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9952f18f9d1c8f0904cf10d6ab552caa", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5615888833999634, "raw_score": -10.564062118530273, "rank": 1}, {"label": "tool_call", "score": 0.364850252866745, "raw_score": -10.995345115661621, "rank": 2}, {"label": "cannot_answer", "score": 0.05299088731408119, "raw_score": -12.924712181091309, "rank": 3}, {"label": "direct", "score": 0.020569883286952972, "raw_score": -13.871004104614258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da6141fdd499d3b080f15c3d05ebc978", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5006557703018188, "raw_score": -15.862122535705566, "rank": 1}, {"label": "request_for_info", "score": 0.23163791000843048, "raw_score": -16.63286590576172, "rank": 2}, {"label": "cannot_answer", "score": 0.17883449792861938, "raw_score": -16.89158058166504, "rank": 3}, {"label": "direct", "score": 0.08887174725532532, "raw_score": -17.59084701538086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b03174fd2d7e4d3e262e5fa02225249", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4311160147190094, "raw_score": -18.613054275512695, "rank": 1}, {"label": "cannot_answer", "score": 0.28595373034477234, "raw_score": -19.023601531982422, "rank": 2}, {"label": "request_for_info", "score": 0.1874629259109497, "raw_score": -19.445850372314453, "rank": 3}, {"label": "direct", "score": 0.09546732902526855, "raw_score": -20.120647430419922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89c9fefbdb92a1cbc209469e27800da4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011968731880188, "raw_score": -11.636802673339844, "rank": 1}, {"label": "request_for_info", "score": 0.11922615021467209, "raw_score": -13.541887283325195, "rank": 2}, {"label": "cannot_answer", "score": 0.058730654418468475, "raw_score": -14.249947547912598, "rank": 3}, {"label": "direct", "score": 0.020846353843808174, "raw_score": -15.285730361938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd75d9633558ca4abff571c247e1d197", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5497537851333618, "raw_score": -16.999448776245117, "rank": 1}, {"label": "request_for_info", "score": 0.330562561750412, "raw_score": -17.50812339782715, "rank": 2}, {"label": "cannot_answer", "score": 0.10582596808671951, "raw_score": -18.647123336791992, "rank": 3}, {"label": "direct", "score": 0.013857696205377579, "raw_score": -20.680078506469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8291db376b6ef930c68399ab27b27c52", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5087513327598572, "raw_score": -11.791133880615234, "rank": 1}, {"label": "tool_call", "score": 0.4014047682285309, "raw_score": -12.028122901916504, "rank": 2}, {"label": "request_for_info", "score": 0.06715821474790573, "raw_score": -13.816041946411133, "rank": 3}, {"label": "direct", "score": 0.022685762494802475, "raw_score": -14.901355743408203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40cdb50eb875ee1ce9e677bed05ec710", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6433948278427124, "raw_score": -14.968003273010254, "rank": 1}, {"label": "cannot_answer", "score": 0.22518889605998993, "raw_score": -16.017822265625, "rank": 2}, {"label": "direct", "score": 0.07955332100391388, "raw_score": -17.058334350585938, "rank": 3}, {"label": "request_for_info", "score": 0.051862988620996475, "raw_score": -17.486156463623047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5f5ee80241716df1b2e74e0c92b0a157", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7823000550270081, "raw_score": -12.88390827178955, "rank": 1}, {"label": "request_for_info", "score": 0.1266210973262787, "raw_score": -14.704947471618652, "rank": 2}, {"label": "cannot_answer", "score": 0.05417446792125702, "raw_score": -15.553936958312988, "rank": 3}, {"label": "direct", "score": 0.03690437227487564, "raw_score": -15.937816619873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95bd9205e51557b39fd051e80b2237cf", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5238703489303589, "raw_score": -17.154163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.24150985479354858, "raw_score": -17.928497314453125, "rank": 2}, {"label": "cannot_answer", "score": 0.16761603951454163, "raw_score": -18.293731689453125, "rank": 3}, {"label": "direct", "score": 0.0670037493109703, "raw_score": -19.21065902709961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cbfb6df6128a888d553ab7264fea169e", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.44494175910949707, "raw_score": -13.982017517089844, "rank": 1}, {"label": "tool_call", "score": 0.3784109950065613, "raw_score": -14.143980026245117, "rank": 2}, {"label": "cannot_answer", "score": 0.1096934974193573, "raw_score": -15.382270812988281, "rank": 3}, {"label": "direct", "score": 0.06695377826690674, "raw_score": -15.875958442687988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d079e849f138c929d36476578a0c2b79", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.44494175910949707, "raw_score": -13.982017517089844, "rank": 1}, {"label": "tool_call", "score": 0.3784109950065613, "raw_score": -14.143980026245117, "rank": 2}, {"label": "cannot_answer", "score": 0.1096934974193573, "raw_score": -15.382270812988281, "rank": 3}, {"label": "direct", "score": 0.06695377826690674, "raw_score": -15.875958442687988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27ef8acd6042c57b00d62cda94c5d5bf", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.686568558216095, "raw_score": -14.446800231933594, "rank": 1}, {"label": "cannot_answer", "score": 0.15635409951210022, "raw_score": -15.926383018493652, "rank": 2}, {"label": "request_for_info", "score": 0.09646108746528625, "raw_score": -16.409366607666016, "rank": 3}, {"label": "direct", "score": 0.060616251081228256, "raw_score": -16.873943328857422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82cc6c07b7197246f750797ab58e02cc", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.686568558216095, "raw_score": -14.446800231933594, "rank": 1}, {"label": "cannot_answer", "score": 0.15635409951210022, "raw_score": -15.926383018493652, "rank": 2}, {"label": "request_for_info", "score": 0.09646108746528625, "raw_score": -16.409366607666016, "rank": 3}, {"label": "direct", "score": 0.060616251081228256, "raw_score": -16.873943328857422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df047e9e0a3579a2ad3bc35ec744a731", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848614811897278, "raw_score": -14.150392532348633, "rank": 1}, {"label": "request_for_info", "score": 0.1445877104997635, "raw_score": -15.70572280883789, "rank": 2}, {"label": "cannot_answer", "score": 0.11968249082565308, "raw_score": -15.894766807556152, "rank": 3}, {"label": "direct", "score": 0.050868257880210876, "raw_score": -16.750370025634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9533c1a64ed1e38fcc9fc3eb934b761", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848614811897278, "raw_score": -14.150392532348633, "rank": 1}, {"label": "request_for_info", "score": 0.1445877104997635, "raw_score": -15.70572280883789, "rank": 2}, {"label": "cannot_answer", "score": 0.11968249082565308, "raw_score": -15.894766807556152, "rank": 3}, {"label": "direct", "score": 0.050868257880210876, "raw_score": -16.750370025634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5fc37b895ad3c5bf82083b7bd797e6eb", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7255344986915588, "raw_score": -15.228172302246094, "rank": 1}, {"label": "request_for_info", "score": 0.15711328387260437, "raw_score": -16.758113861083984, "rank": 2}, {"label": "cannot_answer", "score": 0.08702076226472855, "raw_score": -17.348934173583984, "rank": 3}, {"label": "direct", "score": 0.030331533402204514, "raw_score": -18.40289306640625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0df3dbbbecc56fb3a1f2ae9cd75abed8", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7347812652587891, "raw_score": -13.992941856384277, "rank": 1}, {"label": "request_for_info", "score": 0.12423165887594223, "raw_score": -15.770366668701172, "rank": 2}, {"label": "cannot_answer", "score": 0.09791217744350433, "raw_score": -16.00844383239746, "rank": 3}, {"label": "direct", "score": 0.043074969202280045, "raw_score": -16.829572677612305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6d25f2447e0a806dde1979737f7011fd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5592525601387024, "raw_score": -16.182106018066406, "rank": 1}, {"label": "request_for_info", "score": 0.2721693515777588, "raw_score": -16.90228271484375, "rank": 2}, {"label": "cannot_answer", "score": 0.08431123942136765, "raw_score": -18.07419204711914, "rank": 3}, {"label": "direct", "score": 0.08426686376333237, "raw_score": -18.074718475341797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5decfb6907e4c73c61ae79769edd84a0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6586505174636841, "raw_score": -14.96425724029541, "rank": 1}, {"label": "direct", "score": 0.13817141950130463, "raw_score": -16.525955200195312, "rank": 2}, {"label": "request_for_info", "score": 0.13253138959407806, "raw_score": -16.567630767822266, "rank": 3}, {"label": "cannot_answer", "score": 0.07064661383628845, "raw_score": -17.196760177612305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c3014d32bb00a7459e29b1be84f8526", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8506314158439636, "raw_score": -13.780673027038574, "rank": 1}, {"label": "request_for_info", "score": 0.06481517851352692, "raw_score": -16.355112075805664, "rank": 2}, {"label": "cannot_answer", "score": 0.048342347145080566, "raw_score": -16.648344039916992, "rank": 3}, {"label": "direct", "score": 0.03621102496981621, "raw_score": -16.937288284301758, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2641ea34d700b980d4cc40976ccaa68", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.547113299369812, "raw_score": -18.752370834350586, "rank": 1}, {"label": "cannot_answer", "score": 0.3301326632499695, "raw_score": -19.257532119750977, "rank": 2}, {"label": "request_for_info", "score": 0.09168239682912827, "raw_score": -20.5386962890625, "rank": 3}, {"label": "direct", "score": 0.031071636825799942, "raw_score": -21.620731353759766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff1e1ec0016277619d1329e69f45300a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5415427088737488, "raw_score": -19.810274124145508, "rank": 1}, {"label": "cannot_answer", "score": 0.3466719686985016, "raw_score": -20.256317138671875, "rank": 2}, {"label": "request_for_info", "score": 0.09272003918886185, "raw_score": -21.575111389160156, "rank": 3}, {"label": "direct", "score": 0.019065337255597115, "raw_score": -23.156824111938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed40bddaed66ae58f8cf4a057e6e2f82", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8301616311073303, "raw_score": -15.179256439208984, "rank": 1}, {"label": "direct", "score": 0.05989723280072212, "raw_score": -17.808246612548828, "rank": 2}, {"label": "cannot_answer", "score": 0.057476941496133804, "raw_score": -17.8494930267334, "rank": 3}, {"label": "request_for_info", "score": 0.05246417596936226, "raw_score": -17.940746307373047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f7e8740e562b9924066d6970cdc892e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6097449064254761, "raw_score": -16.026813507080078, "rank": 1}, {"label": "request_for_info", "score": 0.2088308483362198, "raw_score": -17.098329544067383, "rank": 2}, {"label": "cannot_answer", "score": 0.1358315646648407, "raw_score": -17.528438568115234, "rank": 3}, {"label": "direct", "score": 0.04559273645281792, "raw_score": -18.620105743408203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2c9ecd1fa73a41d7b6ff3478af36686", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7723382711410522, "raw_score": -14.904163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.09876354783773422, "raw_score": -16.960857391357422, "rank": 2}, {"label": "direct", "score": 0.07999961823225021, "raw_score": -17.17156410217285, "rank": 3}, {"label": "cannot_answer", "score": 0.048898495733737946, "raw_score": -17.66383934020996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "804d33fea2ba49d4ecc5c38e710f2010", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7723382711410522, "raw_score": -14.904163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.09876354783773422, "raw_score": -16.960857391357422, "rank": 2}, {"label": "direct", "score": 0.07999961823225021, "raw_score": -17.17156410217285, "rank": 3}, {"label": "cannot_answer", "score": 0.048898495733737946, "raw_score": -17.66383934020996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c050081262fd6c04a5c2d66c9fdd7db0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "34f0fe699fa5c0b57802347bc75ad431", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e1a97af6647be64ecb53c4ad656738c6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1734f90c76715f7178b34c67bec46f2b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ead71dd8a85c2ca20df21558b148d126", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ee5031bc95fcd8fe0248aad0628f37d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cfd0cb88dbc8e76c43547d59d7d4a714", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d49a2ff98fcd8489e1ee7f0b4e93d1e2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c758e3ef56f7336530382cefdb335190", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9b383d987a11f70f0bbd395630c75c6", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2e0e92646b9b8eb440128583d482aca", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80ea90762e26a241926692fdb24367c9", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "feb8ec2c0fa6c0f709e35949d41d556a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5d69f52657705572349548193b89f83", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d1cf1c29f198ce49186dc74153dc504", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd8459eaa47499dd2a7898c63a79e9ee", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94eb05b6b7634fa9fd964ba07711b7a1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "82ab015d69047c5fa87ce257a89c7413", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a25af2ca19b6fbb3c6e7ac19fdde1fdd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a25fa7025ba983524f879c69eb054d6f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb59ee15b544dd602b46db09e96484e1", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4fb069e0fd759dd5b54866cb0fcdf963", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4493562579154968, "raw_score": -10.379384994506836, "rank": 1}, {"label": "request_for_info", "score": 0.29122284054756165, "raw_score": -10.813112258911133, "rank": 2}, {"label": "cannot_answer", "score": 0.24789412319660187, "raw_score": -10.974199295043945, "rank": 3}, {"label": "direct", "score": 0.011526810936629772, "raw_score": -14.042525291442871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bda05db0c564a79026fb8ac4e5c34783", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7266716957092285, "raw_score": -13.787683486938477, "rank": 1}, {"label": "request_for_info", "score": 0.2168056219816208, "raw_score": -14.997157096862793, "rank": 2}, {"label": "cannot_answer", "score": 0.049115706235170364, "raw_score": -16.481979370117188, "rank": 3}, {"label": "direct", "score": 0.007406937889754772, "raw_score": -18.373741149902344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de4dffa084bf56c0f38c9764d9494b3f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "259529263ac51cfd60a8a9cbcd48c0b3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f62256e47f0862677502fd5926ef551e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29d32cb8efae1812516d6fc9142e206a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "734728ea06bb257c9bf49c559636392d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4a8b2943f448ac4c7f3f528e5eef49b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "76a14cf945b7cffcfee8b75bfd569ae0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea82b829cd7e5e13c01eee945a6fa99b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b88792ebacc12ef9f884340001170e2a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7124359607696533, "raw_score": -10.773143768310547, "rank": 1}, {"label": "request_for_info", "score": 0.17316916584968567, "raw_score": -12.187564849853516, "rank": 2}, {"label": "cannot_answer", "score": 0.08942201733589172, "raw_score": -12.848466873168945, "rank": 3}, {"label": "direct", "score": 0.02497290074825287, "raw_score": -14.124042510986328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64105e3195755977043f77849626573e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.669330894947052, "raw_score": -12.833146095275879, "rank": 1}, {"label": "request_for_info", "score": 0.25116094946861267, "raw_score": -13.81333065032959, "rank": 2}, {"label": "cannot_answer", "score": 0.05401388928294182, "raw_score": -15.350183486938477, "rank": 3}, {"label": "direct", "score": 0.02549426071345806, "raw_score": -16.100971221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95bda28513dc922e3d86805be152c8af", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5153205990791321, "raw_score": -12.027347564697266, "rank": 1}, {"label": "request_for_info", "score": 0.3749655485153198, "raw_score": -12.34530258178711, "rank": 2}, {"label": "cannot_answer", "score": 0.06498492509126663, "raw_score": -14.097981452941895, "rank": 3}, {"label": "direct", "score": 0.04472891613841057, "raw_score": -14.471516609191895, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85097fd29f679dcdaac8872220b66fa2", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7002583742141724, "raw_score": -11.625951766967773, "rank": 1}, {"label": "request_for_info", "score": 0.16697214543819427, "raw_score": -13.059574127197266, "rank": 2}, {"label": "cannot_answer", "score": 0.08873694390058517, "raw_score": -13.69172477722168, "rank": 3}, {"label": "direct", "score": 0.0440324991941452, "raw_score": -14.392473220825195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "862d1f1df2dd2d6e7459ed0cf5af40cd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7002583742141724, "raw_score": -11.625951766967773, "rank": 1}, {"label": "request_for_info", "score": 0.16697214543819427, "raw_score": -13.059574127197266, "rank": 2}, {"label": "cannot_answer", "score": 0.08873694390058517, "raw_score": -13.69172477722168, "rank": 3}, {"label": "direct", "score": 0.0440324991941452, "raw_score": -14.392473220825195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8152991cd0caa4110203299bbda9770d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6408169865608215, "raw_score": -10.515695571899414, "rank": 1}, {"label": "request_for_info", "score": 0.18683533370494843, "raw_score": -11.748211860656738, "rank": 2}, {"label": "cannot_answer", "score": 0.10494223982095718, "raw_score": -12.325029373168945, "rank": 3}, {"label": "direct", "score": 0.06740545481443405, "raw_score": -12.76771354675293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f1ce716d60577c2505d3a3854552ac7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7051392793655396, "raw_score": -11.786975860595703, "rank": 1}, {"label": "request_for_info", "score": 0.20992718636989594, "raw_score": -12.998610496520996, "rank": 2}, {"label": "cannot_answer", "score": 0.05808063969016075, "raw_score": -14.283538818359375, "rank": 3}, {"label": "direct", "score": 0.02685297466814518, "raw_score": -15.054994583129883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce7bc1090d8344d1a02817ee70b4d026", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5740514993667603, "raw_score": -12.675287246704102, "rank": 1}, {"label": "request_for_info", "score": 0.2761556804180145, "raw_score": -13.407041549682617, "rank": 2}, {"label": "cannot_answer", "score": 0.08476744592189789, "raw_score": -14.588094711303711, "rank": 3}, {"label": "direct", "score": 0.06502532958984375, "raw_score": -14.853229522705078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe4df1cc10a010f0e72766b49e8f7b51", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5657689571380615, "raw_score": -15.345864295959473, "rank": 1}, {"label": "request_for_info", "score": 0.22911928594112396, "raw_score": -16.249807357788086, "rank": 2}, {"label": "cannot_answer", "score": 0.13444022834300995, "raw_score": -16.782930374145508, "rank": 3}, {"label": "direct", "score": 0.0706714615225792, "raw_score": -17.426008224487305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e571725896617706f4d5592f9aa992f", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.46152782440185547, "raw_score": -15.05477237701416, "rank": 1}, {"label": "tool_call", "score": 0.3595568537712097, "raw_score": -15.304442405700684, "rank": 2}, {"label": "cannot_answer", "score": 0.15573230385780334, "raw_score": -16.141176223754883, "rank": 3}, {"label": "direct", "score": 0.02318301983177662, "raw_score": -18.045894622802734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb09be209bcd958ade90bc1a4f0c1601", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49167323112487793, "raw_score": -13.994296073913574, "rank": 1}, {"label": "tool_call", "score": 0.3972322940826416, "raw_score": -14.207589149475098, "rank": 2}, {"label": "cannot_answer", "score": 0.0792214497923851, "raw_score": -15.819863319396973, "rank": 3}, {"label": "direct", "score": 0.03187302127480507, "raw_score": -16.730350494384766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f78794e5229062ac913dcc32bd9d2d23", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4377784729003906, "raw_score": -15.049383163452148, "rank": 1}, {"label": "request_for_info", "score": 0.3383535146713257, "raw_score": -15.307004928588867, "rank": 2}, {"label": "cannot_answer", "score": 0.1357305347919464, "raw_score": -16.22042465209961, "rank": 3}, {"label": "direct", "score": 0.0881374329328537, "raw_score": -16.652198791503906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9dfc88d55c627a85311b10867d0622f3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5917128920555115, "raw_score": -16.141761779785156, "rank": 1}, {"label": "request_for_info", "score": 0.25897300243377686, "raw_score": -16.968059539794922, "rank": 2}, {"label": "cannot_answer", "score": 0.10425683110952377, "raw_score": -17.877925872802734, "rank": 3}, {"label": "direct", "score": 0.04505738615989685, "raw_score": -18.716846466064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad5a2220f81107f10601841557e64a2d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5635553598403931, "raw_score": -14.968656539916992, "rank": 1}, {"label": "request_for_info", "score": 0.28470563888549805, "raw_score": -15.651466369628906, "rank": 2}, {"label": "cannot_answer", "score": 0.10454334318637848, "raw_score": -16.6533203125, "rank": 3}, {"label": "direct", "score": 0.0471956767141819, "raw_score": -17.448619842529297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d3188d6e454dfe1f2ca463bb21eebc4", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4121151864528656, "raw_score": -12.726457595825195, "rank": 1}, {"label": "tool_call", "score": 0.40572670102119446, "raw_score": -12.742080688476562, "rank": 2}, {"label": "cannot_answer", "score": 0.14946191012859344, "raw_score": -13.740718841552734, "rank": 3}, {"label": "direct", "score": 0.0326961912214756, "raw_score": -15.260501861572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "422ad1f857af354850dd53fbc73c6a3e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6419143080711365, "raw_score": -13.06506061553955, "rank": 1}, {"label": "request_for_info", "score": 0.3019719123840332, "raw_score": -13.819181442260742, "rank": 2}, {"label": "cannot_answer", "score": 0.04726933687925339, "raw_score": -15.673653602600098, "rank": 3}, {"label": "direct", "score": 0.00884439516812563, "raw_score": -17.3497314453125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67c802bf9a7bf8e26c7cc56c8e9b9d09", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252570748329163, "raw_score": -14.936609268188477, "rank": 1}, {"label": "cannot_answer", "score": 0.28264692425727844, "raw_score": -15.730573654174805, "rank": 2}, {"label": "request_for_info", "score": 0.08018738031387329, "raw_score": -16.990406036376953, "rank": 3}, {"label": "direct", "score": 0.011908609420061111, "raw_score": -18.897510528564453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "097566ba0543aa49ed302a77f72fead7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252570748329163, "raw_score": -14.936609268188477, "rank": 1}, {"label": "cannot_answer", "score": 0.28264692425727844, "raw_score": -15.730573654174805, "rank": 2}, {"label": "request_for_info", "score": 0.08018738031387329, "raw_score": -16.990406036376953, "rank": 3}, {"label": "direct", "score": 0.011908609420061111, "raw_score": -18.897510528564453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d5020da26beb67748ed673e79c05195b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b693b56fea561ebbd3e2114d3d26d050", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3de03b83292ceb33f9bde7beeb9687ce", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "755a56914eba8ac34fb3de41e22b5fc3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "595a2cb639f5699170588ac752047be0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d666592ce111607c62f198cb8479393f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9235b66587ee3885a2b356aebef48bea", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6cff0aa50d755f160a0ac5af25bd1c3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6aca26e535b2507736338514c867c406", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86ff3066603da817fe7d43217cc31850", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aee1647c90b950b29dd125364859ddb3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c2c305f22e45f74a373cb46b4842bf3", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e258a59ea345fe69b3556d51c0652c7b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3e32f026bf5f8fd203ea3df84f8a063", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "56bd3cb7b3a8f6bbca2b9d26784871d0", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9d72eb5933f94cf7846b66bc231f82b", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e03d09797225d476d0e31fa394e3d6ef", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7313553094863892, "raw_score": -15.057149887084961, "rank": 1}, {"label": "request_for_info", "score": 0.15020431578159332, "raw_score": -16.640052795410156, "rank": 2}, {"label": "cannot_answer", "score": 0.11191016435623169, "raw_score": -16.93435287475586, "rank": 3}, {"label": "direct", "score": 0.006530174519866705, "raw_score": -19.775615692138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94219f4330e3ba1a50f2fbd676805f78", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7313553094863892, "raw_score": -15.057149887084961, "rank": 1}, {"label": "request_for_info", "score": 0.15020431578159332, "raw_score": -16.640052795410156, "rank": 2}, {"label": "cannot_answer", "score": 0.11191016435623169, "raw_score": -16.93435287475586, "rank": 3}, {"label": "direct", "score": 0.006530174519866705, "raw_score": -19.775615692138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "63d217bf8e14bb015a95a14c5f8ca213", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5483730435371399, "raw_score": -14.67503547668457, "rank": 1}, {"label": "cannot_answer", "score": 0.23582936823368073, "raw_score": -15.518882751464844, "rank": 2}, {"label": "request_for_info", "score": 0.20622475445270538, "raw_score": -15.653024673461914, "rank": 3}, {"label": "direct", "score": 0.009572846814990044, "raw_score": -18.723060607910156, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8f20d654165a69b6108ff80e04ad316", "gold": "request_for_info", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3795929551124573, "raw_score": -20.205059051513672, "rank": 1}, {"label": "tool_call", "score": 0.37248462438583374, "raw_score": -20.223962783813477, "rank": 2}, {"label": "cannot_answer", "score": 0.18541884422302246, "raw_score": -20.921541213989258, "rank": 3}, {"label": "direct", "score": 0.0625036284327507, "raw_score": -22.008934020996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a2e828c380783c2f9e692fd0d92ebf4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4308076798915863, "raw_score": -15.283021926879883, "rank": 1}, {"label": "request_for_info", "score": 0.4205668568611145, "raw_score": -15.307080268859863, "rank": 2}, {"label": "cannot_answer", "score": 0.09149099141359329, "raw_score": -16.832443237304688, "rank": 3}, {"label": "direct", "score": 0.057134468108415604, "raw_score": -17.30327606201172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa54b6b3fbe03ab4ffe25a2dc434ade4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4617803692817688, "raw_score": -16.967742919921875, "rank": 1}, {"label": "request_for_info", "score": 0.3656873404979706, "raw_score": -17.201053619384766, "rank": 2}, {"label": "cannot_answer", "score": 0.1624467968940735, "raw_score": -18.012481689453125, "rank": 3}, {"label": "direct", "score": 0.010085545480251312, "raw_score": -20.791728973388672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "945687bdccdfacf2f243567b878e995e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4617803692817688, "raw_score": -16.967742919921875, "rank": 1}, {"label": "request_for_info", "score": 0.3656873404979706, "raw_score": -17.201053619384766, "rank": 2}, {"label": "cannot_answer", "score": 0.1624467968940735, "raw_score": -18.012481689453125, "rank": 3}, {"label": "direct", "score": 0.010085545480251312, "raw_score": -20.791728973388672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f47d823f132dc1982c464877de4e6f49", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5900891423225403, "raw_score": -17.025421142578125, "rank": 1}, {"label": "cannot_answer", "score": 0.22408752143383026, "raw_score": -17.9936580657959, "rank": 2}, {"label": "request_for_info", "score": 0.1489454209804535, "raw_score": -18.402114868164062, "rank": 3}, {"label": "direct", "score": 0.03687796741724014, "raw_score": -19.798080444335938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5bb7d646e47634d3c5f9e94647f8463a", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5900891423225403, "raw_score": -17.025421142578125, "rank": 1}, {"label": "cannot_answer", "score": 0.22408752143383026, "raw_score": -17.9936580657959, "rank": 2}, {"label": "request_for_info", "score": 0.1489454209804535, "raw_score": -18.402114868164062, "rank": 3}, {"label": "direct", "score": 0.03687796741724014, "raw_score": -19.798080444335938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2262a1ae1bda6b63028f9eff24ee8e1e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7517980933189392, "raw_score": -16.733478546142578, "rank": 1}, {"label": "request_for_info", "score": 0.13257426023483276, "raw_score": -18.46880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.07835686206817627, "raw_score": -18.994672775268555, "rank": 3}, {"label": "direct", "score": 0.037270817905664444, "raw_score": -19.737735748291016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c1339d4acc4095c5409392aebae799c", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7517980933189392, "raw_score": -16.733478546142578, "rank": 1}, {"label": "request_for_info", "score": 0.13257426023483276, "raw_score": -18.46880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.07835686206817627, "raw_score": -18.994672775268555, "rank": 3}, {"label": "direct", "score": 0.037270817905664444, "raw_score": -19.737735748291016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "112c816804c51eda8496938cc49b7d82", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "28cc07e7fa8719512883b61d1791069e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c7eaefe64911679c8a9fc30daa02175", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d7d1c7665d9fb6503f6222195ea3461", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b5e3e2335656397b273e51098568ba7", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b25a96999a1690059def8a4906694781", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d92fbff9b15d56db30d32cab6e8938fa", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "55c30130d00bb3abd9d36ac99829d8a4", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb961c9b70b4a44c25381d7432efcd0e", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5868918895721436, "raw_score": -17.498302459716797, "rank": 1}, {"label": "cannot_answer", "score": 0.3196108043193817, "raw_score": -18.10603904724121, "rank": 2}, {"label": "request_for_info", "score": 0.0624065175652504, "raw_score": -19.739473342895508, "rank": 3}, {"label": "direct", "score": 0.03109084442257881, "raw_score": -20.436229705810547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "088560342df6610988a32305d6bddd7f", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5361797213554382, "raw_score": -18.224105834960938, "rank": 1}, {"label": "cannot_answer", "score": 0.2764147222042084, "raw_score": -18.886672973632812, "rank": 2}, {"label": "direct", "score": 0.11924079060554504, "raw_score": -19.72743034362793, "rank": 3}, {"label": "request_for_info", "score": 0.06816474348306656, "raw_score": -20.28664779663086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "63b59b8578920d27cdd119fff141d211", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6382948756217957, "raw_score": -14.860201835632324, "rank": 1}, {"label": "cannot_answer", "score": 0.24924717843532562, "raw_score": -15.800557136535645, "rank": 2}, {"label": "request_for_info", "score": 0.07068167626857758, "raw_score": -17.060815811157227, "rank": 3}, {"label": "direct", "score": 0.04177626967430115, "raw_score": -17.586673736572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a1163a133e2d46fe1379fbbce9cff1bd", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5133087635040283, "raw_score": -11.523481369018555, "rank": 1}, {"label": "request_for_info", "score": 0.34087398648262024, "raw_score": -11.932846069335938, "rank": 2}, {"label": "cannot_answer", "score": 0.13350294530391693, "raw_score": -12.870235443115234, "rank": 3}, {"label": "direct", "score": 0.012314294464886189, "raw_score": -15.2535982131958, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10ff78fe8a015e844550a9d66dbb6541", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5233889818191528, "raw_score": -11.046319961547852, "rank": 1}, {"label": "request_for_info", "score": 0.3859257996082306, "raw_score": -11.35099983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.06990668922662735, "raw_score": -13.059483528137207, "rank": 3}, {"label": "direct", "score": 0.020778561010956764, "raw_score": -14.272723197937012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e8729a0524b7a9dc70373b21e21dc93", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8435342907905579, "raw_score": -9.480060577392578, "rank": 1}, {"label": "request_for_info", "score": 0.07630889117717743, "raw_score": -11.882871627807617, "rank": 2}, {"label": "cannot_answer", "score": 0.05176590755581856, "raw_score": -12.270929336547852, "rank": 3}, {"label": "direct", "score": 0.028390923514962196, "raw_score": -12.871591567993164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32b79904e971d748ed3aa2cd89fa8733", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8812398910522461, "raw_score": -10.737149238586426, "rank": 1}, {"label": "cannot_answer", "score": 0.057527221739292145, "raw_score": -13.46622085571289, "rank": 2}, {"label": "request_for_info", "score": 0.05091960355639458, "raw_score": -13.588231086730957, "rank": 3}, {"label": "direct", "score": 0.01031325664371252, "raw_score": -15.185049057006836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9be391c98668f2b1631834aa4f9156fe", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5117281079292297, "raw_score": -13.542410850524902, "rank": 1}, {"label": "request_for_info", "score": 0.4022982716560364, "raw_score": -13.783010482788086, "rank": 2}, {"label": "cannot_answer", "score": 0.07335380464792252, "raw_score": -15.484910011291504, "rank": 3}, {"label": "direct", "score": 0.012619840912520885, "raw_score": -17.24493408203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca72eec710b3910e923a1c6fc6b5cf6d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7317802906036377, "raw_score": -10.646610260009766, "rank": 1}, {"label": "request_for_info", "score": 0.17330028116703033, "raw_score": -12.087064743041992, "rank": 2}, {"label": "direct", "score": 0.04789295047521591, "raw_score": -13.373122215270996, "rank": 3}, {"label": "cannot_answer", "score": 0.04702645167708397, "raw_score": -13.391380310058594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2094419a23957aa874d992a6b60618d", "gold": "request_for_info", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7317802906036377, "raw_score": -10.646610260009766, "rank": 1}, {"label": "request_for_info", "score": 0.17330028116703033, "raw_score": -12.087064743041992, "rank": 2}, {"label": "direct", "score": 0.04789295047521591, "raw_score": -13.373122215270996, "rank": 3}, {"label": "cannot_answer", "score": 0.04702645167708397, "raw_score": -13.391380310058594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a3eaf4e03f5c9e35a8b73a043d59cfb", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.7428777813911438, "raw_score": -9.629180908203125, "rank": 1}, {"label": "tool_call", "score": 0.24251042306423187, "raw_score": -10.74866771697998, "rank": 2}, {"label": "direct", "score": 0.009471713565289974, "raw_score": -13.991402626037598, "rank": 3}, {"label": "request_for_info", "score": 0.005140118300914764, "raw_score": -14.602636337280273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66c7d111649c26ba607578f363e60aef", "gold": "request_for_info", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.7428777813911438, "raw_score": -9.629180908203125, "rank": 1}, {"label": "tool_call", "score": 0.24251042306423187, "raw_score": -10.74866771697998, "rank": 2}, {"label": "direct", "score": 0.009471713565289974, "raw_score": -13.991402626037598, "rank": 3}, {"label": "request_for_info", "score": 0.005140118300914764, "raw_score": -14.602636337280273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "87a8069839ba47ab8948cf49f66472e6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6884946823120117, "raw_score": -12.510370254516602, "rank": 1}, {"label": "request_for_info", "score": 0.21924126148223877, "raw_score": -13.654705047607422, "rank": 2}, {"label": "cannot_answer", "score": 0.07050473988056183, "raw_score": -14.78919792175293, "rank": 3}, {"label": "direct", "score": 0.021759267896413803, "raw_score": -15.964838027954102, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c37dcaa0deda4cccfc7ad98fc444475", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.49688732624053955, "raw_score": -12.584232330322266, "rank": 1}, {"label": "request_for_info", "score": 0.366293340921402, "raw_score": -12.889161109924316, "rank": 2}, {"label": "cannot_answer", "score": 0.10225725173950195, "raw_score": -14.165103912353516, "rank": 3}, {"label": "direct", "score": 0.03456209972500801, "raw_score": -15.249837875366211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94a37aa60da80227d8dc6b7a81e94a1c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6619904637336731, "raw_score": -8.360737800598145, "rank": 1}, {"label": "cannot_answer", "score": 0.2942870259284973, "raw_score": -9.171433448791504, "rank": 2}, {"label": "direct", "score": 0.03241873160004616, "raw_score": -11.377252578735352, "rank": 3}, {"label": "request_for_info", "score": 0.01130372378975153, "raw_score": -12.430856704711914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "62beef84939ab0e6251306980802c21c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7907315492630005, "raw_score": -10.881269454956055, "rank": 1}, {"label": "cannot_answer", "score": 0.09917517751455307, "raw_score": -12.957340240478516, "rank": 2}, {"label": "request_for_info", "score": 0.07850722968578339, "raw_score": -13.19103717803955, "rank": 3}, {"label": "direct", "score": 0.031585972756147385, "raw_score": -14.10151481628418, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "111cfdfb9cce60501798daeb9ba16f43", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7907315492630005, "raw_score": -10.881269454956055, "rank": 1}, {"label": "cannot_answer", "score": 0.09917517751455307, "raw_score": -12.957340240478516, "rank": 2}, {"label": "request_for_info", "score": 0.07850722968578339, "raw_score": -13.19103717803955, "rank": 3}, {"label": "direct", "score": 0.031585972756147385, "raw_score": -14.10151481628418, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6553680b0dc624a89e018325df6cfc9b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4101523d56bb05afb5be5da00fb6abfe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a95f9f8a71c5bc49b8eb4b6cfbd6169c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7755087018013, "raw_score": -7.111475944519043, "rank": 1}, {"label": "cannot_answer", "score": 0.15999604761600494, "raw_score": -8.68984603881836, "rank": 2}, {"label": "request_for_info", "score": 0.05017387494444847, "raw_score": -9.84950065612793, "rank": 3}, {"label": "direct", "score": 0.014321334660053253, "raw_score": -11.10324478149414, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4442b022c550dd931ac95acab04945f3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ee41f541da51c936b04f615c2f28dd8a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52e6ad371319fd423a4f86148271e565", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1cf582161bf07e18ecefa0d9052d69c1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "88d830e777f9861832ec906eb04fd510", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "07c867b744b55134e3b3c18e85fb0927", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0fafcd984ac303a8ca0420cc4595e80", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92887de18c0b924cd28802f849450464", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d0780271422fb662268f75bb153ab23", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e1b014c3b6c1005a3b43a695e1f4a6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54bd2012e6436dbe4c9644b4fc04c6b8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3512b5b7c04ffe0ca8718c101d30dd6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "207d074900f85f4b44600f66b2b2c6cb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7616ef65113d81942734f8fbac0c89d6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e6e5f3b54b2ae49b011147eaa648f62", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8568227291107178, "raw_score": -10.45242691040039, "rank": 1}, {"label": "request_for_info", "score": 0.087023064494133, "raw_score": -12.739484786987305, "rank": 2}, {"label": "cannot_answer", "score": 0.04956486076116562, "raw_score": -13.302375793457031, "rank": 3}, {"label": "direct", "score": 0.006589346565306187, "raw_score": -15.32020378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6441524486615f8f06c9d3862b548c5c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7033141255378723, "raw_score": -5.862238883972168, "rank": 1}, {"label": "request_for_info", "score": 0.20177718997001648, "raw_score": -7.1108784675598145, "rank": 2}, {"label": "cannot_answer", "score": 0.06961329281330109, "raw_score": -8.175086975097656, "rank": 3}, {"label": "direct", "score": 0.025295402854681015, "raw_score": -9.187419891357422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "481d08a84e2bcaf50dcd57d90fd9ef14", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7033141255378723, "raw_score": -5.862238883972168, "rank": 1}, {"label": "request_for_info", "score": 0.20177718997001648, "raw_score": -7.1108784675598145, "rank": 2}, {"label": "cannot_answer", "score": 0.06961329281330109, "raw_score": -8.175086975097656, "rank": 3}, {"label": "direct", "score": 0.025295402854681015, "raw_score": -9.187419891357422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8172305bffffc606f0acc77a835008fa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6241250038146973, "raw_score": -4.152131080627441, "rank": 1}, {"label": "request_for_info", "score": 0.19342587888240814, "raw_score": -5.323587417602539, "rank": 2}, {"label": "cannot_answer", "score": 0.12196570634841919, "raw_score": -5.7847418785095215, "rank": 3}, {"label": "direct", "score": 0.060483355075120926, "raw_score": -6.486113548278809, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64e3b43235f1a1cd2cbb814e3a3648cd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6241250038146973, "raw_score": -4.152131080627441, "rank": 1}, {"label": "request_for_info", "score": 0.19342587888240814, "raw_score": -5.323587417602539, "rank": 2}, {"label": "cannot_answer", "score": 0.12196570634841919, "raw_score": -5.7847418785095215, "rank": 3}, {"label": "direct", "score": 0.060483355075120926, "raw_score": -6.486113548278809, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "76541cb7a9ea2499daa0d0b4d56b2f4e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7785671353340149, "raw_score": -11.730789184570312, "rank": 1}, {"label": "request_for_info", "score": 0.0894654393196106, "raw_score": -13.894392013549805, "rank": 2}, {"label": "direct", "score": 0.07487160712480545, "raw_score": -14.072469711303711, "rank": 3}, {"label": "cannot_answer", "score": 0.05709582194685936, "raw_score": -14.343513488769531, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2961cdac648eb68c67bf95636021ae66", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029788732528687, "raw_score": -11.045539855957031, "rank": 1}, {"label": "request_for_info", "score": 0.06871986389160156, "raw_score": -13.503829956054688, "rank": 2}, {"label": "direct", "score": 0.0649523064494133, "raw_score": -13.56021499633789, "rank": 3}, {"label": "cannot_answer", "score": 0.06334889680147171, "raw_score": -13.585210800170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e70166e457557c9f7266f7716825426e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4269143044948578, "raw_score": -10.348010063171387, "rank": 1}, {"label": "cannot_answer", "score": 0.3325760066509247, "raw_score": -10.597724914550781, "rank": 2}, {"label": "direct", "score": 0.13775739073753357, "raw_score": -11.47909927368164, "rank": 3}, {"label": "request_for_info", "score": 0.10275230556726456, "raw_score": -11.772272109985352, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dae0cba61887972ca0c8aab6b32b9b2b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c7d3a9cf9106686f6f9766b4a312710", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a46b82f7d4d84e8dece74d9752f841d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "18c523ebd10970e855fc9619f9c1ecbc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374776363372803, "raw_score": -11.106212615966797, "rank": 1}, {"label": "request_for_info", "score": 0.21494290232658386, "raw_score": -12.193359375, "rank": 2}, {"label": "cannot_answer", "score": 0.13204869627952576, "raw_score": -12.680561065673828, "rank": 3}, {"label": "direct", "score": 0.015530799515545368, "raw_score": -14.820906639099121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b6f0ed5d29db576cf818801dd28d977", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8652733564376831, "raw_score": -10.246198654174805, "rank": 1}, {"label": "cannot_answer", "score": 0.09414330124855042, "raw_score": -12.464426040649414, "rank": 2}, {"label": "request_for_info", "score": 0.03224401921033859, "raw_score": -13.535911560058594, "rank": 3}, {"label": "direct", "score": 0.008339324966073036, "raw_score": -14.888261795043945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0a3ae81e61984bb6bfb138272ae3638", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8652733564376831, "raw_score": -10.246198654174805, "rank": 1}, {"label": "cannot_answer", "score": 0.09414330124855042, "raw_score": -12.464426040649414, "rank": 2}, {"label": "request_for_info", "score": 0.03224401921033859, "raw_score": -13.535911560058594, "rank": 3}, {"label": "direct", "score": 0.008339324966073036, "raw_score": -14.888261795043945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94f0956fab82e02659f2083e6bdda2a7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6088676452636719, "raw_score": -13.620783805847168, "rank": 1}, {"label": "direct", "score": 0.20275264978408813, "raw_score": -14.72039794921875, "rank": 2}, {"label": "request_for_info", "score": 0.13259615004062653, "raw_score": -15.145076751708984, "rank": 3}, {"label": "cannot_answer", "score": 0.05578351765871048, "raw_score": -16.010906219482422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "507fa994ac047d7926bb301cbea9d83b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7927895188331604, "raw_score": -4.822648048400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08661137521266937, "raw_score": -7.036774635314941, "rank": 2}, {"label": "request_for_info", "score": 0.07932671159505844, "raw_score": -7.124630928039551, "rank": 3}, {"label": "direct", "score": 0.041272420436143875, "raw_score": -7.778011322021484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57db6633fedfd838a4c11c749b8f8935", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44094571471214294, "raw_score": -9.059194564819336, "rank": 1}, {"label": "cannot_answer", "score": 0.31037071347236633, "raw_score": -9.410348892211914, "rank": 2}, {"label": "request_for_info", "score": 0.23593434691429138, "raw_score": -9.684562683105469, "rank": 3}, {"label": "direct", "score": 0.01274923700839281, "raw_score": -12.602644920349121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00d57e16a8eae6ee08a30d06497be5c0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44094571471214294, "raw_score": -9.059194564819336, "rank": 1}, {"label": "cannot_answer", "score": 0.31037071347236633, "raw_score": -9.410348892211914, "rank": 2}, {"label": "request_for_info", "score": 0.23593434691429138, "raw_score": -9.684562683105469, "rank": 3}, {"label": "direct", "score": 0.01274923700839281, "raw_score": -12.602644920349121, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d4c81685061c5db7e65b32f077b6241", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6512404680252075, "raw_score": -11.21371841430664, "rank": 1}, {"label": "cannot_answer", "score": 0.23985207080841064, "raw_score": -12.21257495880127, "rank": 2}, {"label": "direct", "score": 0.055879153311252594, "raw_score": -13.669405937194824, "rank": 3}, {"label": "request_for_info", "score": 0.05302831903100014, "raw_score": -13.721771240234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40ee73915e195ed22ca3f4d5a88b3579", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "62139021b96774a35a8fd1b6b41e2190", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "710015c88c1b498e40ff08b156b16bd3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6674305200576782, "raw_score": -8.943370819091797, "rank": 1}, {"label": "cannot_answer", "score": 0.14457617700099945, "raw_score": -10.472999572753906, "rank": 2}, {"label": "direct", "score": 0.11307457089424133, "raw_score": -10.718758583068848, "rank": 3}, {"label": "request_for_info", "score": 0.0749187022447586, "raw_score": -11.130402565002441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2feaee143bcd745a5764008f4bae4537", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6071351766586304, "raw_score": -2.588115692138672, "rank": 1}, {"label": "request_for_info", "score": 0.2308507263660431, "raw_score": -3.555095911026001, "rank": 2}, {"label": "cannot_answer", "score": 0.11380115896463394, "raw_score": -4.262414455413818, "rank": 3}, {"label": "direct", "score": 0.048213034868240356, "raw_score": -5.121237754821777, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47e5cb0afb92e3ed93e59c517a978dad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e509d1d4637b886e11026cb1247b903", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "328759cadf9e8dc43a3451168e18c35f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4bd3c543c8a8c8a7bd3f04c57b7f2124", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7695744037628174, "raw_score": -8.819907188415527, "rank": 1}, {"label": "cannot_answer", "score": 0.15273836255073547, "raw_score": -10.437018394470215, "rank": 2}, {"label": "request_for_info", "score": 0.06853649020195007, "raw_score": -11.238378524780273, "rank": 3}, {"label": "direct", "score": 0.009150738827884197, "raw_score": -13.251910209655762, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7271a5ac380091bbf81bc10714aa3814", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6524036526679993, "raw_score": -9.433927536010742, "rank": 1}, {"label": "request_for_info", "score": 0.2005588263273239, "raw_score": -10.613483428955078, "rank": 2}, {"label": "cannot_answer", "score": 0.13769464194774628, "raw_score": -10.98955249786377, "rank": 3}, {"label": "direct", "score": 0.009342871606349945, "raw_score": -13.679977416992188, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61b17c3f3b047c3160a7c25603afe8a3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6305767893791199, "raw_score": -6.8140764236450195, "rank": 1}, {"label": "cannot_answer", "score": 0.20568564534187317, "raw_score": -7.934362411499023, "rank": 2}, {"label": "request_for_info", "score": 0.09220471978187561, "raw_score": -8.736700057983398, "rank": 3}, {"label": "direct", "score": 0.07153276354074478, "raw_score": -8.990555763244629, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af07019605d12c65bb9380b5c8831c0a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7561636567115784, "raw_score": -5.949170112609863, "rank": 1}, {"label": "request_for_info", "score": 0.18067722022533417, "raw_score": -7.380715847015381, "rank": 2}, {"label": "cannot_answer", "score": 0.05318664759397507, "raw_score": -8.603620529174805, "rank": 3}, {"label": "direct", "score": 0.00997249223291874, "raw_score": -10.277597427368164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "553f1c4c8fda74f7ca7ec3fa7fa9e5f7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7561636567115784, "raw_score": -5.949170112609863, "rank": 1}, {"label": "request_for_info", "score": 0.18067722022533417, "raw_score": -7.380715847015381, "rank": 2}, {"label": "cannot_answer", "score": 0.05318664759397507, "raw_score": -8.603620529174805, "rank": 3}, {"label": "direct", "score": 0.00997249223291874, "raw_score": -10.277597427368164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0a6d1d81d1f18585a97bb5f652e32736", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d37787f0435081a47a81f7119c9cc6f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1a8912beb54adf127d982976c745e8d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49146b822c9aa45bb31bd3f2ab4efc7b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48dd5747efafd619f3ffa232e595d30d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75578d792889ac4ee368a01ae157de06", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "602d23fde433785f2c8b1bd040b4ec10", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3fc9ccf6c6de6824864dc309896aca1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8398308157920837, "raw_score": -5.399158477783203, "rank": 1}, {"label": "request_for_info", "score": 0.11734742671251297, "raw_score": -7.367219924926758, "rank": 2}, {"label": "cannot_answer", "score": 0.03531826287508011, "raw_score": -8.56795883178711, "rank": 3}, {"label": "direct", "score": 0.00750354491174221, "raw_score": -10.116983413696289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ac52ff9eeb8df638a8f352764918076", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6277685165405273, "raw_score": -2.972102165222168, "rank": 1}, {"label": "request_for_info", "score": 0.19131694734096527, "raw_score": -4.160342216491699, "rank": 2}, {"label": "cannot_answer", "score": 0.15459762513637543, "raw_score": -4.373447895050049, "rank": 3}, {"label": "direct", "score": 0.026316983625292778, "raw_score": -6.144059181213379, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5add3c7d5a08207d89b55df6bbb41f86", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5418444871902466, "raw_score": -11.120080947875977, "rank": 1}, {"label": "request_for_info", "score": 0.3138980269432068, "raw_score": -11.66599178314209, "rank": 2}, {"label": "cannot_answer", "score": 0.1147957518696785, "raw_score": -12.671905517578125, "rank": 3}, {"label": "direct", "score": 0.029461665078997612, "raw_score": -14.031970024108887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1449fc1f6e29a8c88b6641deb3146fdf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5668087005615234, "raw_score": -12.026886940002441, "rank": 1}, {"label": "request_for_info", "score": 0.31602007150650024, "raw_score": -12.611103057861328, "rank": 2}, {"label": "cannot_answer", "score": 0.08286567032337189, "raw_score": -13.949687957763672, "rank": 3}, {"label": "direct", "score": 0.03430553525686264, "raw_score": -14.831602096557617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "17bdaa12bd11516b0c7cc5d30c3cf614", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8265549540519714, "raw_score": -9.952882766723633, "rank": 1}, {"label": "request_for_info", "score": 0.12059672921895981, "raw_score": -11.877696990966797, "rank": 2}, {"label": "cannot_answer", "score": 0.04269460216164589, "raw_score": -12.91607666015625, "rank": 3}, {"label": "direct", "score": 0.010153727605938911, "raw_score": -14.35230827331543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af424c00163d4f5eca688f6d2fd3eb77", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8265549540519714, "raw_score": -9.952882766723633, "rank": 1}, {"label": "request_for_info", "score": 0.12059672921895981, "raw_score": -11.877696990966797, "rank": 2}, {"label": "cannot_answer", "score": 0.04269460216164589, "raw_score": -12.91607666015625, "rank": 3}, {"label": "direct", "score": 0.010153727605938911, "raw_score": -14.35230827331543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f316574a875129212016e6b32f81179c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7867305278778076, "raw_score": -15.01583480834961, "rank": 1}, {"label": "request_for_info", "score": 0.12333665043115616, "raw_score": -16.868803024291992, "rank": 2}, {"label": "cannot_answer", "score": 0.06388694047927856, "raw_score": -17.5266056060791, "rank": 3}, {"label": "direct", "score": 0.026045892387628555, "raw_score": -18.423860549926758, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "62b368ae26f0caf6dd7553fd5807b621", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8402472138404846, "raw_score": -14.935434341430664, "rank": 1}, {"label": "request_for_info", "score": 0.0988692119717598, "raw_score": -17.075332641601562, "rank": 2}, {"label": "cannot_answer", "score": 0.04748721048235893, "raw_score": -17.808670043945312, "rank": 3}, {"label": "direct", "score": 0.0133964279666543, "raw_score": -19.074142456054688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "493cebf8e88110222a616146a49bdd21", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7437189817428589, "raw_score": -12.474757194519043, "rank": 1}, {"label": "request_for_info", "score": 0.11043258011341095, "raw_score": -14.382015228271484, "rank": 2}, {"label": "cannot_answer", "score": 0.08059012144804001, "raw_score": -14.697044372558594, "rank": 3}, {"label": "direct", "score": 0.06525833159685135, "raw_score": -14.908066749572754, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d988fd491c66d0489e078bf6f7b2852b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6676892042160034, "raw_score": -11.59608268737793, "rank": 1}, {"label": "request_for_info", "score": 0.1424470692873001, "raw_score": -13.140934944152832, "rank": 2}, {"label": "cannot_answer", "score": 0.1320967823266983, "raw_score": -13.216370582580566, "rank": 3}, {"label": "direct", "score": 0.05776695907115936, "raw_score": -14.043488502502441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2fe9d96ea7c154b0f2549bba7303c87", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6676892042160034, "raw_score": -11.59608268737793, "rank": 1}, {"label": "request_for_info", "score": 0.1424470692873001, "raw_score": -13.140934944152832, "rank": 2}, {"label": "cannot_answer", "score": 0.1320967823266983, "raw_score": -13.216370582580566, "rank": 3}, {"label": "direct", "score": 0.05776695907115936, "raw_score": -14.043488502502441, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1fa041eb5adde70cce5d871685b3cf2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8044924139976501, "raw_score": -12.24899673461914, "rank": 1}, {"label": "request_for_info", "score": 0.10412776470184326, "raw_score": -14.29358959197998, "rank": 2}, {"label": "cannot_answer", "score": 0.061131011694669724, "raw_score": -14.826189041137695, "rank": 3}, {"label": "direct", "score": 0.030248887836933136, "raw_score": -15.529748916625977, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a06f76ec1b2c7ae7d14fafcaa8eca5a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7697818875312805, "raw_score": -7.081032752990723, "rank": 1}, {"label": "request_for_info", "score": 0.1304050087928772, "raw_score": -8.856494903564453, "rank": 2}, {"label": "cannot_answer", "score": 0.08057529479265213, "raw_score": -9.337947845458984, "rank": 3}, {"label": "direct", "score": 0.019237803295254707, "raw_score": -10.770262718200684, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98f459dcc13e690841cd77fd2a582e10", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6314144730567932, "raw_score": -12.569087982177734, "rank": 1}, {"label": "request_for_info", "score": 0.17998571693897247, "raw_score": -13.824172973632812, "rank": 2}, {"label": "cannot_answer", "score": 0.16522735357284546, "raw_score": -13.909728050231934, "rank": 3}, {"label": "direct", "score": 0.02337241917848587, "raw_score": -15.865493774414062, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f6bc6e780a69226091c54746d668b532", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5513511896133423, "raw_score": -15.494141578674316, "rank": 1}, {"label": "cannot_answer", "score": 0.35379645228385925, "raw_score": -15.93779182434082, "rank": 2}, {"label": "request_for_info", "score": 0.05428139120340347, "raw_score": -17.812332153320312, "rank": 3}, {"label": "direct", "score": 0.04057091102004051, "raw_score": -18.10346221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9097b84e4e2e9d2c2b5c39b36e4b7674", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5513511896133423, "raw_score": -15.494141578674316, "rank": 1}, {"label": "cannot_answer", "score": 0.35379645228385925, "raw_score": -15.93779182434082, "rank": 2}, {"label": "request_for_info", "score": 0.05428139120340347, "raw_score": -17.812332153320312, "rank": 3}, {"label": "direct", "score": 0.04057091102004051, "raw_score": -18.10346221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67ff9b7f86bd1f8d95feb36bcee76b2d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "58aef3e4d22397202f7ab6b00d996c64", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db1b829efbfc6fca35d8233deb8fe870", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4953303635120392, "raw_score": -11.969554901123047, "rank": 1}, {"label": "request_for_info", "score": 0.27234014868736267, "raw_score": -12.567728042602539, "rank": 2}, {"label": "cannot_answer", "score": 0.18926458060741425, "raw_score": -12.931633949279785, "rank": 3}, {"label": "direct", "score": 0.043064914643764496, "raw_score": -14.412071228027344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42052bd8cc90d2ea8d2d4b64891f4fab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c546cbc0a18cfcef2533441ea9cf9fe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54c6af27da8596880f4912cda9fdc3dd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6114965081214905, "raw_score": -13.85643196105957, "rank": 1}, {"label": "cannot_answer", "score": 0.1927148848772049, "raw_score": -15.011129379272461, "rank": 2}, {"label": "request_for_info", "score": 0.18466466665267944, "raw_score": -15.053799629211426, "rank": 3}, {"label": "direct", "score": 0.011123966425657272, "raw_score": -17.863239288330078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd2fedc948238c5462749bf68a33e755", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5860099196434021, "raw_score": -13.252979278564453, "rank": 1}, {"label": "cannot_answer", "score": 0.22862237691879272, "raw_score": -14.194244384765625, "rank": 2}, {"label": "request_for_info", "score": 0.1506330519914627, "raw_score": -14.611469268798828, "rank": 3}, {"label": "direct", "score": 0.03473462536931038, "raw_score": -16.07857894897461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d7fde132dbca11f8c685c5e6513556e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fe09dfea7e7351f6c180794b81d5e73", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c2b7d62bee05f40bcd9023b0c5598e0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36b37579f7e3c31e99b417f97a572e2f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "496118f52dca8e6f223add53283a844a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f83f51b1b311fa30bc5e55d3ed9d7e22", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7641582489013672, "raw_score": -4.54119873046875, "rank": 1}, {"label": "request_for_info", "score": 0.11175469309091568, "raw_score": -6.463667392730713, "rank": 2}, {"label": "cannot_answer", "score": 0.08689228445291519, "raw_score": -6.715304374694824, "rank": 3}, {"label": "direct", "score": 0.03719480335712433, "raw_score": -7.563804626464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae91acff74873e373f297e0f7f508f30", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6415414810180664, "raw_score": -7.470191478729248, "rank": 1}, {"label": "request_for_info", "score": 0.21074670553207397, "raw_score": -8.58340835571289, "rank": 2}, {"label": "cannot_answer", "score": 0.12089706212282181, "raw_score": -9.13912582397461, "rank": 3}, {"label": "direct", "score": 0.02681467868387699, "raw_score": -10.645115852355957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "138be4474e9cffc77006023431b6ddd5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6983929872512817, "raw_score": -9.31865406036377, "rank": 1}, {"label": "cannot_answer", "score": 0.16367797553539276, "raw_score": -10.769535064697266, "rank": 2}, {"label": "request_for_info", "score": 0.08463173359632492, "raw_score": -11.429126739501953, "rank": 3}, {"label": "direct", "score": 0.053297314792871475, "raw_score": -11.891550064086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89c58e0a6207f53a7436397b690fb118", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6983929872512817, "raw_score": -9.31865406036377, "rank": 1}, {"label": "cannot_answer", "score": 0.16367797553539276, "raw_score": -10.769535064697266, "rank": 2}, {"label": "request_for_info", "score": 0.08463173359632492, "raw_score": -11.429126739501953, "rank": 3}, {"label": "direct", "score": 0.053297314792871475, "raw_score": -11.891550064086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f91fe8cfb667909d55f82006b8b6ede", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6983929872512817, "raw_score": -9.31865406036377, "rank": 1}, {"label": "cannot_answer", "score": 0.16367797553539276, "raw_score": -10.769535064697266, "rank": 2}, {"label": "request_for_info", "score": 0.08463173359632492, "raw_score": -11.429126739501953, "rank": 3}, {"label": "direct", "score": 0.053297314792871475, "raw_score": -11.891550064086914, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0acbe1bd6b4bc3a5466579a74157d1b5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024132609367371, "raw_score": -7.453176498413086, "rank": 1}, {"label": "request_for_info", "score": 0.15239447355270386, "raw_score": -8.981225967407227, "rank": 2}, {"label": "cannot_answer", "score": 0.07677381485700607, "raw_score": -9.666834831237793, "rank": 3}, {"label": "direct", "score": 0.06841851770877838, "raw_score": -9.782054901123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "259475e4fdc207e4661c1d340407bda7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024132609367371, "raw_score": -7.453176498413086, "rank": 1}, {"label": "request_for_info", "score": 0.15239447355270386, "raw_score": -8.981225967407227, "rank": 2}, {"label": "cannot_answer", "score": 0.07677381485700607, "raw_score": -9.666834831237793, "rank": 3}, {"label": "direct", "score": 0.06841851770877838, "raw_score": -9.782054901123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31d81298fd0c2d957db484d31768c8d7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7024132609367371, "raw_score": -7.453176498413086, "rank": 1}, {"label": "request_for_info", "score": 0.15239447355270386, "raw_score": -8.981225967407227, "rank": 2}, {"label": "cannot_answer", "score": 0.07677381485700607, "raw_score": -9.666834831237793, "rank": 3}, {"label": "direct", "score": 0.06841851770877838, "raw_score": -9.782054901123047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b20476a8edc3c1804ba1b4f1b2adc62b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b7a6a69ec8976c2dbe642f30d3bf952", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4275ba142d85309b9517def477de879", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae9314d8bd45297842d2ad2a58507858", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7a276df3b9b843ffbc200ecb34665bc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b8dbb40f8431459bed6bbb4eaf47ee6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5285623073577881, "raw_score": -7.561524391174316, "rank": 1}, {"label": "request_for_info", "score": 0.20131880044937134, "raw_score": -8.526795387268066, "rank": 2}, {"label": "direct", "score": 0.166427880525589, "raw_score": -8.717123031616211, "rank": 3}, {"label": "cannot_answer", "score": 0.10369112342596054, "raw_score": -9.190268516540527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8eb5292641021727566e7cb0e16fcde", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c4c3371f595bd63afd2f04a2bad28fb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "acd90b44604349c1c2ae8cc880585550", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "431d4094c011f6aecb98f46d6397e3a9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f9558d68544aac6ade7b90ad344e59a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f3c88f985c77be23533ca863fc7d953e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e0a681e13f70170598eaa7497bfb29d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "545aa674d91caa6de6fcdb590bfc0c66", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ddd0c8de69812994bdad78102c5aae9b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5720439bf7020c6565a108b30382a66c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2392f66acb28af9d6ac95f8a689c62f9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.44955143332481384, "raw_score": -7.686786651611328, "rank": 1}, {"label": "request_for_info", "score": 0.24312153458595276, "raw_score": -8.301475524902344, "rank": 2}, {"label": "cannot_answer", "score": 0.20146064460277557, "raw_score": -8.489442825317383, "rank": 3}, {"label": "direct", "score": 0.10586638003587723, "raw_score": -9.132859230041504, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac624225fe1eb1ee437bd1775baaedf8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.583307147026062, "raw_score": -7.170465469360352, "rank": 1}, {"label": "request_for_info", "score": 0.2369559109210968, "raw_score": -8.071305274963379, "rank": 2}, {"label": "direct", "score": 0.09883379936218262, "raw_score": -8.94573974609375, "rank": 3}, {"label": "cannot_answer", "score": 0.08090315759181976, "raw_score": -9.145926475524902, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "322696b2f31f981a0286cc22d162368c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.583307147026062, "raw_score": -7.170465469360352, "rank": 1}, {"label": "request_for_info", "score": 0.2369559109210968, "raw_score": -8.071305274963379, "rank": 2}, {"label": "direct", "score": 0.09883379936218262, "raw_score": -8.94573974609375, "rank": 3}, {"label": "cannot_answer", "score": 0.08090315759181976, "raw_score": -9.145926475524902, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d294f647f849329fe0d9394bed5f45e9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48c596532b7f7177542f1fdee4e9c6bf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "730359c1ee434e7af82b8a6e23588401", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6073f585cf475b139d501144c7ae450a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ccc993a3a6e6dd5e2d9c857a921871f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd7b6e133e425fda0295c5cb4db8581d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7430732846260071, "raw_score": -5.184315204620361, "rank": 1}, {"label": "request_for_info", "score": 0.12904712557792664, "raw_score": -6.934932231903076, "rank": 2}, {"label": "cannot_answer", "score": 0.08419741690158844, "raw_score": -7.361945629119873, "rank": 3}, {"label": "direct", "score": 0.04368215054273605, "raw_score": -8.018170356750488, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7eb9a391c4f4d063b734ea59710eca01", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "725bfcc354cd3ecea943b36bca6394ab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6c590b20a3e6a48f00639abc6cb0a8c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.589019238948822, "raw_score": -3.4562273025512695, "rank": 1}, {"label": "request_for_info", "score": 0.19878992438316345, "raw_score": -4.542437553405762, "rank": 2}, {"label": "direct", "score": 0.1076539158821106, "raw_score": -5.155764579772949, "rank": 3}, {"label": "cannot_answer", "score": 0.10453696548938751, "raw_score": -5.185145378112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "057ede216d235276166e02628e446e75", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029711246490479, "raw_score": -8.04340648651123, "rank": 1}, {"label": "cannot_answer", "score": 0.12448864430189133, "raw_score": -9.907510757446289, "rank": 2}, {"label": "request_for_info", "score": 0.04903750121593475, "raw_score": -10.839139938354492, "rank": 3}, {"label": "direct", "score": 0.02350270375609398, "raw_score": -11.574609756469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e18660caf60666bac0fdee07da85ddd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029711246490479, "raw_score": -8.04340648651123, "rank": 1}, {"label": "cannot_answer", "score": 0.12448864430189133, "raw_score": -9.907510757446289, "rank": 2}, {"label": "request_for_info", "score": 0.04903750121593475, "raw_score": -10.839139938354492, "rank": 3}, {"label": "direct", "score": 0.02350270375609398, "raw_score": -11.574609756469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f690588b17f21a67dc747a981176b8a5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.53038090467453, "raw_score": -8.91895866394043, "rank": 1}, {"label": "cannot_answer", "score": 0.26386716961860657, "raw_score": -9.617108345031738, "rank": 2}, {"label": "request_for_info", "score": 0.13421925902366638, "raw_score": -10.293079376220703, "rank": 3}, {"label": "direct", "score": 0.07153276354074478, "raw_score": -10.922398567199707, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2ed2bf6084db5dc03f360a3abd39c58", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6849731206893921, "raw_score": -9.543715476989746, "rank": 1}, {"label": "cannot_answer", "score": 0.21853505074977875, "raw_score": -10.686148643493652, "rank": 2}, {"label": "request_for_info", "score": 0.07343970239162445, "raw_score": -11.776630401611328, "rank": 3}, {"label": "direct", "score": 0.023052126169204712, "raw_score": -12.93533706665039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5f370717f62672da48d16ed78b62e50", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad9a90e61ac57673228b5cb28d923004", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4662ce9ba8eb02dddab275e65a6cce6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1206b6c5b4d38f0437cc75188f510d6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d4212a6bc60cb3590d3ca46b270778b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e93a9de31ea22f63b44ddf6eac0afc4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5847199559211731, "raw_score": -8.0535888671875, "rank": 1}, {"label": "cannot_answer", "score": 0.33555105328559875, "raw_score": -8.60894775390625, "rank": 2}, {"label": "request_for_info", "score": 0.04593326523900032, "raw_score": -10.597532272338867, "rank": 3}, {"label": "direct", "score": 0.03379569575190544, "raw_score": -10.904388427734375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ecbacd6a828cc5c4166263bdae03100c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6296710968017578, "raw_score": -10.60731029510498, "rank": 1}, {"label": "cannot_answer", "score": 0.23564547300338745, "raw_score": -11.590179443359375, "rank": 2}, {"label": "request_for_info", "score": 0.09559205174446106, "raw_score": -12.49241828918457, "rank": 3}, {"label": "direct", "score": 0.039091333746910095, "raw_score": -13.38660717010498, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5bd7efb7c14eb8d1bcdfd1019a4f17cc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6296710968017578, "raw_score": -10.60731029510498, "rank": 1}, {"label": "cannot_answer", "score": 0.23564547300338745, "raw_score": -11.590179443359375, "rank": 2}, {"label": "request_for_info", "score": 0.09559205174446106, "raw_score": -12.49241828918457, "rank": 3}, {"label": "direct", "score": 0.039091333746910095, "raw_score": -13.38660717010498, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2545db80f307b258ef712bac4cae829c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6577863693237305, "raw_score": -11.353277206420898, "rank": 1}, {"label": "cannot_answer", "score": 0.15848660469055176, "raw_score": -12.776487350463867, "rank": 2}, {"label": "request_for_info", "score": 0.1280829906463623, "raw_score": -12.989479064941406, "rank": 3}, {"label": "direct", "score": 0.05564410984516144, "raw_score": -13.82318115234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de56a6290d65c33c41ab999619b99adc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6577863693237305, "raw_score": -11.353277206420898, "rank": 1}, {"label": "cannot_answer", "score": 0.15848660469055176, "raw_score": -12.776487350463867, "rank": 2}, {"label": "request_for_info", "score": 0.1280829906463623, "raw_score": -12.989479064941406, "rank": 3}, {"label": "direct", "score": 0.05564410984516144, "raw_score": -13.82318115234375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9df49c0f38adcf303a8313b61fd8d91e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6737422347068787, "raw_score": -12.562440872192383, "rank": 1}, {"label": "cannot_answer", "score": 0.1784677505493164, "raw_score": -13.890880584716797, "rank": 2}, {"label": "request_for_info", "score": 0.0981048047542572, "raw_score": -14.489252090454102, "rank": 3}, {"label": "direct", "score": 0.049685243517160416, "raw_score": -15.169580459594727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ccc4d3290c906a64e8b11503fa70140", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6737422347068787, "raw_score": -12.562440872192383, "rank": 1}, {"label": "cannot_answer", "score": 0.1784677505493164, "raw_score": -13.890880584716797, "rank": 2}, {"label": "request_for_info", "score": 0.0981048047542572, "raw_score": -14.489252090454102, "rank": 3}, {"label": "direct", "score": 0.049685243517160416, "raw_score": -15.169580459594727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5ce90a53df161f58a68626a0ecd5df7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6409044861793518, "raw_score": -12.35763931274414, "rank": 1}, {"label": "cannot_answer", "score": 0.23485144972801208, "raw_score": -13.361566543579102, "rank": 2}, {"label": "request_for_info", "score": 0.06419550627470016, "raw_score": -14.658586502075195, "rank": 3}, {"label": "direct", "score": 0.06004847586154938, "raw_score": -14.725367546081543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2c30695a7a4b15ba8f6392d1b6619f7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6409044861793518, "raw_score": -12.35763931274414, "rank": 1}, {"label": "cannot_answer", "score": 0.23485144972801208, "raw_score": -13.361566543579102, "rank": 2}, {"label": "request_for_info", "score": 0.06419550627470016, "raw_score": -14.658586502075195, "rank": 3}, {"label": "direct", "score": 0.06004847586154938, "raw_score": -14.725367546081543, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97610c083cd0166369d52d7749304a2f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6272830963134766, "raw_score": -7.86168098449707, "rank": 1}, {"label": "cannot_answer", "score": 0.18704035878181458, "raw_score": -9.071754455566406, "rank": 2}, {"label": "request_for_info", "score": 0.1487460434436798, "raw_score": -9.300838470458984, "rank": 3}, {"label": "direct", "score": 0.036930426955223083, "raw_score": -10.694043159484863, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d801f29681c8f59ebe4e152c4b7220aa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6272830963134766, "raw_score": -7.86168098449707, "rank": 1}, {"label": "cannot_answer", "score": 0.18704035878181458, "raw_score": -9.071754455566406, "rank": 2}, {"label": "request_for_info", "score": 0.1487460434436798, "raw_score": -9.300838470458984, "rank": 3}, {"label": "direct", "score": 0.036930426955223083, "raw_score": -10.694043159484863, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5927366c1e51eb52d68ae19a51984283", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5293089747428894, "raw_score": -13.564359664916992, "rank": 1}, {"label": "cannot_answer", "score": 0.29486313462257385, "raw_score": -14.149420738220215, "rank": 2}, {"label": "request_for_info", "score": 0.16447234153747559, "raw_score": -14.733189582824707, "rank": 3}, {"label": "direct", "score": 0.01135552953928709, "raw_score": -17.406227111816406, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00ed66e6209b64cabd74458f4c1baee9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7527177929878235, "raw_score": -7.920438766479492, "rank": 1}, {"label": "cannot_answer", "score": 0.17894871532917023, "raw_score": -9.357029914855957, "rank": 2}, {"label": "request_for_info", "score": 0.052455414086580276, "raw_score": -10.584165573120117, "rank": 3}, {"label": "direct", "score": 0.01587807387113571, "raw_score": -11.779190063476562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8afe475db13715a469a792e12de43ccf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6262392401695251, "raw_score": -12.007637023925781, "rank": 1}, {"label": "cannot_answer", "score": 0.2193830907344818, "raw_score": -13.056550025939941, "rank": 2}, {"label": "request_for_info", "score": 0.12438201159238815, "raw_score": -13.624011993408203, "rank": 3}, {"label": "direct", "score": 0.02999567799270153, "raw_score": -15.046316146850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7da189651bc6d65910d93c2657f99698", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6262392401695251, "raw_score": -12.007637023925781, "rank": 1}, {"label": "cannot_answer", "score": 0.2193830907344818, "raw_score": -13.056550025939941, "rank": 2}, {"label": "request_for_info", "score": 0.12438201159238815, "raw_score": -13.624011993408203, "rank": 3}, {"label": "direct", "score": 0.02999567799270153, "raw_score": -15.046316146850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91d54658c050b466180d32b9b4778eff", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "49a8d74d71f90cf1444543fcbee364e4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "962ea7a4ac93a58f1bb8fa32ac99dbf9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7e9baafea5f7068fc12330238e13660", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6138d1b31a2f78e51285f6f7045415bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba50c7f4ca2835b3df517a79683613b3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5abe214383b48c715060975def29fbd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86e1ab99478f249b8858df2443982887", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.563835084438324, "raw_score": -13.308409690856934, "rank": 1}, {"label": "cannot_answer", "score": 0.2545202076435089, "raw_score": -14.103791236877441, "rank": 2}, {"label": "request_for_info", "score": 0.15177138149738312, "raw_score": -14.620796203613281, "rank": 3}, {"label": "direct", "score": 0.02987324632704258, "raw_score": -16.24620819091797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7296976c6e9fd3d02c3e4c87fd02a38d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7655702829360962, "raw_score": -6.119352340698242, "rank": 1}, {"label": "request_for_info", "score": 0.11284970492124557, "raw_score": -8.033916473388672, "rank": 2}, {"label": "cannot_answer", "score": 0.090883769094944, "raw_score": -8.250391960144043, "rank": 3}, {"label": "direct", "score": 0.030696140602231026, "raw_score": -9.335836410522461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "01c36b18a855d9cc81910b1507288b28", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7320636510848999, "raw_score": -9.267051696777344, "rank": 1}, {"label": "request_for_info", "score": 0.15604233741760254, "raw_score": -10.81279182434082, "rank": 2}, {"label": "cannot_answer", "score": 0.07323677092790604, "raw_score": -11.569221496582031, "rank": 3}, {"label": "direct", "score": 0.038657236844301224, "raw_score": -12.208185195922852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64541c4579fa0c1c16e2081b9bec4c37", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6716672778129578, "raw_score": -9.419902801513672, "rank": 1}, {"label": "cannot_answer", "score": 0.11767342686653137, "raw_score": -11.161752700805664, "rank": 2}, {"label": "direct", "score": 0.10550793260335922, "raw_score": -11.270879745483398, "rank": 3}, {"label": "request_for_info", "score": 0.10515134036540985, "raw_score": -11.27426528930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f6bcd62ac4cc113d4b13e9ad104e4ab4", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.46278098225593567, "raw_score": -8.448806762695312, "rank": 1}, {"label": "tool_call", "score": 0.384928435087204, "raw_score": -8.633003234863281, "rank": 2}, {"label": "request_for_info", "score": 0.1235215812921524, "raw_score": -9.769644737243652, "rank": 3}, {"label": "direct", "score": 0.028768984600901604, "raw_score": -11.226762771606445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d8c8773fdd280541d6065adce528068", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.46278098225593567, "raw_score": -8.448806762695312, "rank": 1}, {"label": "tool_call", "score": 0.384928435087204, "raw_score": -8.633003234863281, "rank": 2}, {"label": "request_for_info", "score": 0.1235215812921524, "raw_score": -9.769644737243652, "rank": 3}, {"label": "direct", "score": 0.028768984600901604, "raw_score": -11.226762771606445, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4695c2cd003988f59b4c47d462b64174", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8326050043106079, "raw_score": -5.542780876159668, "rank": 1}, {"label": "request_for_info", "score": 0.09906824678182602, "raw_score": -7.6715312004089355, "rank": 2}, {"label": "cannot_answer", "score": 0.05795971676707268, "raw_score": -8.207592010498047, "rank": 3}, {"label": "direct", "score": 0.010366987437009811, "raw_score": -9.92871379852295, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27648d349ff79084e23057d193fb5e60", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8326050043106079, "raw_score": -5.542780876159668, "rank": 1}, {"label": "request_for_info", "score": 0.09906824678182602, "raw_score": -7.6715312004089355, "rank": 2}, {"label": "cannot_answer", "score": 0.05795971676707268, "raw_score": -8.207592010498047, "rank": 3}, {"label": "direct", "score": 0.010366987437009811, "raw_score": -9.92871379852295, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ccac1fd3ffb3f20bbd66048abb72eb23", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.795912504196167, "raw_score": -6.35347843170166, "rank": 1}, {"label": "request_for_info", "score": 0.1185067817568779, "raw_score": -8.257997512817383, "rank": 2}, {"label": "cannot_answer", "score": 0.07326944917440414, "raw_score": -8.738823890686035, "rank": 3}, {"label": "direct", "score": 0.012311284430325031, "raw_score": -10.522451400756836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "930ef046012f86063700ef17f1a54a24", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7553534507751465, "raw_score": -4.796884536743164, "rank": 1}, {"label": "request_for_info", "score": 0.15218470990657806, "raw_score": -6.398975372314453, "rank": 2}, {"label": "cannot_answer", "score": 0.08005616813898087, "raw_score": -7.041341781616211, "rank": 3}, {"label": "direct", "score": 0.012405592948198318, "raw_score": -8.905922889709473, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a946669efa8557f1d7c12e6ca60be143", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7553534507751465, "raw_score": -4.796884536743164, "rank": 1}, {"label": "request_for_info", "score": 0.15218470990657806, "raw_score": -6.398975372314453, "rank": 2}, {"label": "cannot_answer", "score": 0.08005616813898087, "raw_score": -7.041341781616211, "rank": 3}, {"label": "direct", "score": 0.012405592948198318, "raw_score": -8.905922889709473, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6403a9c27794d689848e79d8a673212c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8671296834945679, "raw_score": -3.437063217163086, "rank": 1}, {"label": "request_for_info", "score": 0.07651994377374649, "raw_score": -5.8647003173828125, "rank": 2}, {"label": "cannot_answer", "score": 0.04802250117063522, "raw_score": -6.330582141876221, "rank": 3}, {"label": "direct", "score": 0.008327851071953773, "raw_score": -8.082646369934082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c8954977bf89d6c020b59e8f1156a38", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5487699508666992, "raw_score": -5.690852642059326, "rank": 1}, {"label": "cannot_answer", "score": 0.3111719489097595, "raw_score": -6.258186340332031, "rank": 2}, {"label": "request_for_info", "score": 0.11890561133623123, "raw_score": -7.2202019691467285, "rank": 3}, {"label": "direct", "score": 0.02115248702466488, "raw_score": -8.94677448272705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cce586dac00fabf0b3ee2f0dcf62c970", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7091298699378967, "raw_score": -5.8190226554870605, "rank": 1}, {"label": "request_for_info", "score": 0.21110093593597412, "raw_score": -7.030725002288818, "rank": 2}, {"label": "cannot_answer", "score": 0.06521288305521011, "raw_score": -8.205404281616211, "rank": 3}, {"label": "direct", "score": 0.014556276611983776, "raw_score": -9.705039024353027, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "189becde2fefa0384ad1c973c4f1f28b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6816162467002869, "raw_score": -4.8667755126953125, "rank": 1}, {"label": "request_for_info", "score": 0.2394222915172577, "raw_score": -5.913013458251953, "rank": 2}, {"label": "cannot_answer", "score": 0.06720138341188431, "raw_score": -7.183548450469971, "rank": 3}, {"label": "direct", "score": 0.011760110966861248, "raw_score": -8.926528930664062, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b37ea5f91c8647c491f300988c7341f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.746820867061615, "raw_score": -3.019866466522217, "rank": 1}, {"label": "request_for_info", "score": 0.14262238144874573, "raw_score": -4.6754913330078125, "rank": 2}, {"label": "cannot_answer", "score": 0.08639532327651978, "raw_score": -5.176758289337158, "rank": 3}, {"label": "direct", "score": 0.024161357432603836, "raw_score": -6.450937271118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8278466d6faf69809c60d8ad4596cd5b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8ad4096c11b4a31a9c1f705e8287ea8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20fa4446aa6f1d98780d0b7de08c30bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.750576376914978, "raw_score": -4.803680896759033, "rank": 1}, {"label": "request_for_info", "score": 0.19935359060764313, "raw_score": -6.12944221496582, "rank": 2}, {"label": "cannot_answer", "score": 0.04061601683497429, "raw_score": -7.720359802246094, "rank": 3}, {"label": "direct", "score": 0.009454090148210526, "raw_score": -9.178074836730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6aa74ea7b2cf42c45d4d7c04f0274e8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48657023906707764, "raw_score": -6.093959331512451, "rank": 1}, {"label": "request_for_info", "score": 0.36420172452926636, "raw_score": -6.383632659912109, "rank": 2}, {"label": "cannot_answer", "score": 0.11668039113283157, "raw_score": -7.521902084350586, "rank": 3}, {"label": "direct", "score": 0.03254764899611473, "raw_score": -8.798635482788086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "171abe36e8125011c96286ce9de086d5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48657023906707764, "raw_score": -6.093959331512451, "rank": 1}, {"label": "request_for_info", "score": 0.36420172452926636, "raw_score": -6.383632659912109, "rank": 2}, {"label": "cannot_answer", "score": 0.11668039113283157, "raw_score": -7.521902084350586, "rank": 3}, {"label": "direct", "score": 0.03254764899611473, "raw_score": -8.798635482788086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe344c2d99e667bbf8202c3cd66feb1e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7222171425819397, "raw_score": -6.087533950805664, "rank": 1}, {"label": "request_for_info", "score": 0.1268569827079773, "raw_score": -7.826799392700195, "rank": 2}, {"label": "cannot_answer", "score": 0.11180366575717926, "raw_score": -7.953115463256836, "rank": 3}, {"label": "direct", "score": 0.03912214934825897, "raw_score": -9.00317096710205, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "013aaa32b41fae49e44616fa8030b3bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8918692469596863, "raw_score": -8.860411643981934, "rank": 1}, {"label": "direct", "score": 0.05689194053411484, "raw_score": -11.612577438354492, "rank": 2}, {"label": "request_for_info", "score": 0.026669448241591454, "raw_score": -12.37021255493164, "rank": 3}, {"label": "cannot_answer", "score": 0.024569373577833176, "raw_score": -12.452230453491211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44e18d1dcea2315716e5b2e4408fc754", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7876543402671814, "raw_score": -7.251726150512695, "rank": 1}, {"label": "cannot_answer", "score": 0.1254919469356537, "raw_score": -9.088543891906738, "rank": 2}, {"label": "request_for_info", "score": 0.07324642688035965, "raw_score": -9.62695598602295, "rank": 3}, {"label": "direct", "score": 0.01360729057341814, "raw_score": -11.310179710388184, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bea2183787bc70879d92c992b000bafc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7876543402671814, "raw_score": -7.251726150512695, "rank": 1}, {"label": "cannot_answer", "score": 0.1254919469356537, "raw_score": -9.088543891906738, "rank": 2}, {"label": "request_for_info", "score": 0.07324642688035965, "raw_score": -9.62695598602295, "rank": 3}, {"label": "direct", "score": 0.01360729057341814, "raw_score": -11.310179710388184, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6958847fe32f5b76ec34bafc8ad3b56c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7329826354980469, "raw_score": -4.577201843261719, "rank": 1}, {"label": "request_for_info", "score": 0.19251839816570282, "raw_score": -5.914132118225098, "rank": 2}, {"label": "cannot_answer", "score": 0.04321713373064995, "raw_score": -7.408086776733398, "rank": 3}, {"label": "direct", "score": 0.03128176927566528, "raw_score": -7.731288433074951, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "452ca80d89db3dae588b639a3bac8089", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7329826354980469, "raw_score": -4.577201843261719, "rank": 1}, {"label": "request_for_info", "score": 0.19251839816570282, "raw_score": -5.914132118225098, "rank": 2}, {"label": "cannot_answer", "score": 0.04321713373064995, "raw_score": -7.408086776733398, "rank": 3}, {"label": "direct", "score": 0.03128176927566528, "raw_score": -7.731288433074951, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d00710538b064b247bd26babd01255e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6509533524513245, "raw_score": -12.242401123046875, "rank": 1}, {"label": "cannot_answer", "score": 0.24629203975200653, "raw_score": -13.21432113647461, "rank": 2}, {"label": "request_for_info", "score": 0.06566418707370758, "raw_score": -14.536285400390625, "rank": 3}, {"label": "direct", "score": 0.03709043562412262, "raw_score": -15.1074800491333, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "524f5e3f52d6209aea1fc8419a812a5e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8405026197433472, "raw_score": -1.207160472869873, "rank": 1}, {"label": "cannot_answer", "score": 0.11984250694513321, "raw_score": -3.154982089996338, "rank": 2}, {"label": "request_for_info", "score": 0.026060795411467552, "raw_score": -4.680728435516357, "rank": 3}, {"label": "direct", "score": 0.013594032265245914, "raw_score": -5.33152961730957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "540bfc015fed6ff695d0d23dfde14677", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7980601191520691, "raw_score": -7.128480911254883, "rank": 1}, {"label": "request_for_info", "score": 0.12231460958719254, "raw_score": -9.004068374633789, "rank": 2}, {"label": "cannot_answer", "score": 0.06452316790819168, "raw_score": -9.643640518188477, "rank": 3}, {"label": "direct", "score": 0.015102086588740349, "raw_score": -11.095831871032715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "01565555763da8cb1e106bf1f15ab09b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6534041166305542, "raw_score": -4.857738494873047, "rank": 1}, {"label": "cannot_answer", "score": 0.22252675890922546, "raw_score": -5.934886932373047, "rank": 2}, {"label": "request_for_info", "score": 0.10004884004592896, "raw_score": -6.734275817871094, "rank": 3}, {"label": "direct", "score": 0.02402028627693653, "raw_score": -8.161035537719727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b2543cd6222d137721c8b0e2fc2b17d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7735207080841064, "raw_score": -7.213303565979004, "rank": 1}, {"label": "cannot_answer", "score": 0.1349136084318161, "raw_score": -8.95962142944336, "rank": 2}, {"label": "direct", "score": 0.051421232521533966, "raw_score": -9.92420482635498, "rank": 3}, {"label": "request_for_info", "score": 0.04014444351196289, "raw_score": -10.171772003173828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2916a6ad4efa63b36214f7dd9ac8927a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5941399335861206, "raw_score": -15.029987335205078, "rank": 1}, {"label": "cannot_answer", "score": 0.2985062599182129, "raw_score": -15.718311309814453, "rank": 2}, {"label": "direct", "score": 0.0566180981695652, "raw_score": -17.380773544311523, "rank": 3}, {"label": "request_for_info", "score": 0.050735682249069214, "raw_score": -17.4904727935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2fcf230488497301a32f16df81fa5450", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5941399335861206, "raw_score": -15.029987335205078, "rank": 1}, {"label": "cannot_answer", "score": 0.2985062599182129, "raw_score": -15.718311309814453, "rank": 2}, {"label": "direct", "score": 0.0566180981695652, "raw_score": -17.380773544311523, "rank": 3}, {"label": "request_for_info", "score": 0.050735682249069214, "raw_score": -17.4904727935791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61ec3b68b8d43ed509f9acc4a9541abe", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.9224383234977722, "raw_score": -4.268398284912109, "rank": 1}, {"label": "tool_call", "score": 0.05050408095121384, "raw_score": -7.173364639282227, "rank": 2}, {"label": "cannot_answer", "score": 0.0250219888985157, "raw_score": -7.875663757324219, "rank": 3}, {"label": "direct", "score": 0.0020356231834739447, "raw_score": -10.38461685180664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "16f8bcad566c89b3856e88168480a75f", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5864613652229309, "raw_score": -12.632102966308594, "rank": 1}, {"label": "tool_call", "score": 0.25647687911987305, "raw_score": -13.459171295166016, "rank": 2}, {"label": "cannot_answer", "score": 0.13896426558494568, "raw_score": -14.071992874145508, "rank": 3}, {"label": "direct", "score": 0.018097473308444023, "raw_score": -16.110437393188477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d40789aca22419f7b34c5df6d0edb39", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6350075006484985, "raw_score": -12.665483474731445, "rank": 1}, {"label": "cannot_answer", "score": 0.18309645354747772, "raw_score": -13.909107208251953, "rank": 2}, {"label": "request_for_info", "score": 0.10200809687376022, "raw_score": -14.494068145751953, "rank": 3}, {"label": "direct", "score": 0.0798879861831665, "raw_score": -14.738494873046875, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4fa0002f17d5feb750c0b45c30eba16a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5853961110115051, "raw_score": -4.085216522216797, "rank": 1}, {"label": "cannot_answer", "score": 0.38005274534225464, "raw_score": -4.517195224761963, "rank": 2}, {"label": "request_for_info", "score": 0.021374013274908066, "raw_score": -7.395329475402832, "rank": 3}, {"label": "direct", "score": 0.013177165761590004, "raw_score": -7.879019737243652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4be10ac443fef178fae32553b289aece", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.696872353553772, "raw_score": -13.983843803405762, "rank": 1}, {"label": "cannot_answer", "score": 0.13085591793060303, "raw_score": -15.656349182128906, "rank": 2}, {"label": "request_for_info", "score": 0.08728796243667603, "raw_score": -16.061233520507812, "rank": 3}, {"label": "direct", "score": 0.08498375117778778, "raw_score": -16.08798599243164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b517a00c8fc060b2b93c0363fda47f50", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.696872353553772, "raw_score": -13.983843803405762, "rank": 1}, {"label": "cannot_answer", "score": 0.13085591793060303, "raw_score": -15.656349182128906, "rank": 2}, {"label": "request_for_info", "score": 0.08728796243667603, "raw_score": -16.061233520507812, "rank": 3}, {"label": "direct", "score": 0.08498375117778778, "raw_score": -16.08798599243164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "60c841649a2a7fd9876f784f8b4e0a86", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.696872353553772, "raw_score": -13.983843803405762, "rank": 1}, {"label": "cannot_answer", "score": 0.13085591793060303, "raw_score": -15.656349182128906, "rank": 2}, {"label": "request_for_info", "score": 0.08728796243667603, "raw_score": -16.061233520507812, "rank": 3}, {"label": "direct", "score": 0.08498375117778778, "raw_score": -16.08798599243164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c35db722ff4b7cda74f7f5fce14b89f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9026313424110413, "raw_score": -8.095490455627441, "rank": 1}, {"label": "request_for_info", "score": 0.04604000970721245, "raw_score": -11.071293830871582, "rank": 2}, {"label": "cannot_answer", "score": 0.04137115553021431, "raw_score": -11.178220748901367, "rank": 3}, {"label": "direct", "score": 0.009957544505596161, "raw_score": -12.602474212646484, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "09c3e817ad4dee8e487f3b1fda113a54", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8693426251411438, "raw_score": -9.968548774719238, "rank": 1}, {"label": "cannot_answer", "score": 0.07395291328430176, "raw_score": -12.432857513427734, "rank": 2}, {"label": "direct", "score": 0.03316443786025047, "raw_score": -13.234807968139648, "rank": 3}, {"label": "request_for_info", "score": 0.023540016263723373, "raw_score": -13.577584266662598, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "740310e2b37d570178185d46cb0c43d8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "427a5cc1cc7b6922c64e53c91c059b5e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47f12b240f458ccda93b171b6d6a94aa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8810f686dbda537cf5134949e40000d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "90804a1f95e3439fb2a3d7557edf19da", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b11c219fe298cac11bcc9055c8d78cf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29770d44a5280a982f52797867cc68de", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b734a3f99dda160ce16211d67369d7f4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7515326738357544, "raw_score": -9.539648056030273, "rank": 1}, {"label": "request_for_info", "score": 0.1835537850856781, "raw_score": -10.949254989624023, "rank": 2}, {"label": "direct", "score": 0.0428665354847908, "raw_score": -12.403671264648438, "rank": 3}, {"label": "cannot_answer", "score": 0.02204703912138939, "raw_score": -13.068584442138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04ee11ea11f8b82523054d1e81918ada", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b099772099b45504609b5d211a6d2ac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "909d6f2c889756bad074c6e36432b1b2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45a376fa580cd6a8e06fec131b83a580", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "50955af80240d33c5be67a42f0c9e1a9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dac35de00da6edc8277b98ae325a5d01", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f439266ef663613553f042fdc4689fbd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98226ee023c09e6e890c231878cbcb81", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00f89cdfd95a7f3dc15f9728ff76cfe0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ba71c6a28c8fcb035be450479bf9b74", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8463963270187378, "raw_score": -5.547637939453125, "rank": 1}, {"label": "request_for_info", "score": 0.12472160905599594, "raw_score": -7.462541580200195, "rank": 2}, {"label": "cannot_answer", "score": 0.014995901845395565, "raw_score": -9.580848693847656, "rank": 3}, {"label": "direct", "score": 0.013886134140193462, "raw_score": -9.657734870910645, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3792db3ed8e12cfa13eff09cf85a5f5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.806328535079956, "raw_score": -8.832657814025879, "rank": 1}, {"label": "cannot_answer", "score": 0.11259802430868149, "raw_score": -10.801324844360352, "rank": 2}, {"label": "request_for_info", "score": 0.05754949897527695, "raw_score": -11.472503662109375, "rank": 3}, {"label": "direct", "score": 0.023524034768342972, "raw_score": -12.36712646484375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38178b007dbfef5d66d195b6da6f4265", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47114327549934387, "raw_score": 3.942080020904541, "rank": 1}, {"label": "request_for_info", "score": 0.40722009539604187, "raw_score": 3.796271562576294, "rank": 2}, {"label": "cannot_answer", "score": 0.07066062837839127, "raw_score": 2.0448062419891357, "rank": 3}, {"label": "direct", "score": 0.05097602307796478, "raw_score": 1.7182731628417969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d01cad4c4e8005fc2736fab2338a2e32", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "913c10da6ade7f9091f3694f52a374d9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dc6336fe701e45a3c4a4700b8eba10e3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5594784021377563, "raw_score": -12.079231262207031, "rank": 1}, {"label": "cannot_answer", "score": 0.26698896288871765, "raw_score": -12.819028854370117, "rank": 2}, {"label": "request_for_info", "score": 0.14213687181472778, "raw_score": -13.449445724487305, "rank": 3}, {"label": "direct", "score": 0.03139582276344299, "raw_score": -14.959561347961426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0e9bb5f104fa1869e9bda24728c1f62", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750893831253052, "raw_score": -12.521194458007812, "rank": 1}, {"label": "request_for_info", "score": 0.1272585093975067, "raw_score": -14.32795238494873, "rank": 2}, {"label": "cannot_answer", "score": 0.09011311084032059, "raw_score": -14.673107147216797, "rank": 3}, {"label": "direct", "score": 0.0075390576384961605, "raw_score": -17.154075622558594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b29e2e2c6db46a7ce5fb9064373528a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7128280997276306, "raw_score": -11.566001892089844, "rank": 1}, {"label": "request_for_info", "score": 0.1543639451265335, "raw_score": -13.095929145812988, "rank": 2}, {"label": "cannot_answer", "score": 0.10783885419368744, "raw_score": -13.454604148864746, "rank": 3}, {"label": "direct", "score": 0.024969113990664482, "raw_score": -14.9176025390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f84882421140373a7b93efe03ff3015c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.798462986946106, "raw_score": -13.021902084350586, "rank": 1}, {"label": "request_for_info", "score": 0.11513704806566238, "raw_score": -14.958467483520508, "rank": 2}, {"label": "direct", "score": 0.04667128622531891, "raw_score": -15.861461639404297, "rank": 3}, {"label": "cannot_answer", "score": 0.03972872346639633, "raw_score": -16.02251625061035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03f75ec1dc5853729d50c0bb88ef3e9a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7761187553405762, "raw_score": -11.224706649780273, "rank": 1}, {"label": "cannot_answer", "score": 0.18305811285972595, "raw_score": -12.669208526611328, "rank": 2}, {"label": "request_for_info", "score": 0.0325993113219738, "raw_score": -14.394721031188965, "rank": 3}, {"label": "direct", "score": 0.008223788812756538, "raw_score": -15.771981239318848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "09be9d14ebf0101c08265cdfde5f9328", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8593122363090515, "raw_score": -10.554290771484375, "rank": 1}, {"label": "request_for_info", "score": 0.06822310388088226, "raw_score": -13.087639808654785, "rank": 2}, {"label": "cannot_answer", "score": 0.04935958608984947, "raw_score": -13.411291122436523, "rank": 3}, {"label": "direct", "score": 0.0231049582362175, "raw_score": -14.17037582397461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8952be83de455586e4d69cdbee02f01a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.877544105052948, "raw_score": -5.3955769538879395, "rank": 1}, {"label": "request_for_info", "score": 0.0641220360994339, "raw_score": -8.011916160583496, "rank": 2}, {"label": "cannot_answer", "score": 0.03284971043467522, "raw_score": -8.680761337280273, "rank": 3}, {"label": "direct", "score": 0.025484124198555946, "raw_score": -8.934648513793945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9f36d18dde02b9e44986dc5e7ae7842", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8240391612052917, "raw_score": -6.330129623413086, "rank": 1}, {"label": "request_for_info", "score": 0.10678080469369888, "raw_score": -8.37356948852539, "rank": 2}, {"label": "cannot_answer", "score": 0.041879501193761826, "raw_score": -9.309551239013672, "rank": 3}, {"label": "direct", "score": 0.02730056829750538, "raw_score": -9.73744010925293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd38157d8c702fa7ae97994608d035e1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8369627594947815, "raw_score": -6.522502899169922, "rank": 1}, {"label": "request_for_info", "score": 0.08792814612388611, "raw_score": -8.775762557983398, "rank": 2}, {"label": "cannot_answer", "score": 0.0636020302772522, "raw_score": -9.099637031555176, "rank": 3}, {"label": "direct", "score": 0.011507075279951096, "raw_score": -10.809320449829102, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc37b0951da2f8e0977a6bab1196ce05", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8511232137680054, "raw_score": -5.718401908874512, "rank": 1}, {"label": "request_for_info", "score": 0.09126965701580048, "raw_score": -7.951140403747559, "rank": 2}, {"label": "cannot_answer", "score": 0.03714732080698013, "raw_score": -8.850067138671875, "rank": 3}, {"label": "direct", "score": 0.020459894090890884, "raw_score": -9.446492195129395, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42b362f1c0be4aebff56ff0646f717b2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8511232137680054, "raw_score": -5.718401908874512, "rank": 1}, {"label": "request_for_info", "score": 0.09126965701580048, "raw_score": -7.951140403747559, "rank": 2}, {"label": "cannot_answer", "score": 0.03714732080698013, "raw_score": -8.850067138671875, "rank": 3}, {"label": "direct", "score": 0.020459894090890884, "raw_score": -9.446492195129395, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c865bcabfbf87a8479bdbfaea1447eef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9374561309814453, "raw_score": -3.946770668029785, "rank": 1}, {"label": "cannot_answer", "score": 0.026221416890621185, "raw_score": -7.523364067077637, "rank": 2}, {"label": "request_for_info", "score": 0.02101299539208412, "raw_score": -7.744799613952637, "rank": 3}, {"label": "direct", "score": 0.015309454873204231, "raw_score": -8.061470031738281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39a1591e4c9b65d403860b6c34bca733", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9374561309814453, "raw_score": -3.946770668029785, "rank": 1}, {"label": "cannot_answer", "score": 0.026221416890621185, "raw_score": -7.523364067077637, "rank": 2}, {"label": "request_for_info", "score": 0.02101299539208412, "raw_score": -7.744799613952637, "rank": 3}, {"label": "direct", "score": 0.015309454873204231, "raw_score": -8.061470031738281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89ec3d17a9392efe83974041538c5495", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9209688305854797, "raw_score": -5.20358943939209, "rank": 1}, {"label": "request_for_info", "score": 0.04409521818161011, "raw_score": -8.242664337158203, "rank": 2}, {"label": "cannot_answer", "score": 0.027355799451470375, "raw_score": -8.720087051391602, "rank": 3}, {"label": "direct", "score": 0.007580083794891834, "raw_score": -10.003491401672363, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a9b22e676d4940ef87dbc3890719d7c2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7cb67c6f283dbb9cb12e7752dabe3368", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8bc5e6c317fb12fd0fdc4a94a2b743ec", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8f0a225f63c71409d44c68f1c10083a5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45941287c9300b5af3c35ce04e796476", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7750989198684692, "raw_score": -4.928165435791016, "rank": 1}, {"label": "cannot_answer", "score": 0.11780288070440292, "raw_score": -6.812143325805664, "rank": 2}, {"label": "request_for_info", "score": 0.07421544939279556, "raw_score": -7.274183750152588, "rank": 3}, {"label": "direct", "score": 0.032882772386074066, "raw_score": -8.088207244873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00ae83042524c19aec4de741aababcaf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f45165c33d38cd4319e869dc15a28c9e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "766552ed66f3abac698c3c2eb11ea1ed", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8036988059666d9f6c63ea06fa9adb84", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "397c8be916ee95f009369525a82b7647", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8036966323852539, "raw_score": -3.730684757232666, "rank": 1}, {"label": "request_for_info", "score": 0.11380664259195328, "raw_score": -5.685405731201172, "rank": 2}, {"label": "cannot_answer", "score": 0.048013485968112946, "raw_score": -6.54842472076416, "rank": 3}, {"label": "direct", "score": 0.03448329120874405, "raw_score": -6.87943172454834, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "391e833cad436cab33f1ebaa207dc2b7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6779491305351257, "raw_score": -11.190130233764648, "rank": 1}, {"label": "request_for_info", "score": 0.20323446393013, "raw_score": -12.394842147827148, "rank": 2}, {"label": "cannot_answer", "score": 0.10189822316169739, "raw_score": -13.085227966308594, "rank": 3}, {"label": "direct", "score": 0.016918182373046875, "raw_score": -14.880813598632812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d464416ae3ae3b8f81f41bead28d07d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5379679203033447, "raw_score": -13.478981018066406, "rank": 1}, {"label": "request_for_info", "score": 0.23665882647037506, "raw_score": -14.30016040802002, "rank": 2}, {"label": "cannot_answer", "score": 0.1463955193758011, "raw_score": -14.780467987060547, "rank": 3}, {"label": "direct", "score": 0.07897777110338211, "raw_score": -15.397613525390625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d623d8750303d8006c3baf4f982464b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7147642374038696, "raw_score": -13.340982437133789, "rank": 1}, {"label": "cannot_answer", "score": 0.13988925516605377, "raw_score": -14.972084045410156, "rank": 2}, {"label": "request_for_info", "score": 0.09794067591428757, "raw_score": -15.328573226928711, "rank": 3}, {"label": "direct", "score": 0.04740584269165993, "raw_score": -16.054189682006836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "050f3fd7176ad5d161b6f42ce4058c1a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.715404748916626, "raw_score": -9.73435115814209, "rank": 1}, {"label": "request_for_info", "score": 0.15659016370773315, "raw_score": -11.253567695617676, "rank": 2}, {"label": "cannot_answer", "score": 0.0944586917757988, "raw_score": -11.759037017822266, "rank": 3}, {"label": "direct", "score": 0.03354635462164879, "raw_score": -12.794271469116211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abf0d4d253c12d426d0d5be8444b6c23", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6854717135429382, "raw_score": -7.605555534362793, "rank": 1}, {"label": "request_for_info", "score": 0.16824403405189514, "raw_score": -9.010247230529785, "rank": 2}, {"label": "cannot_answer", "score": 0.0740039050579071, "raw_score": -9.831544876098633, "rank": 3}, {"label": "direct", "score": 0.07228030264377594, "raw_score": -9.855111122131348, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e242ed00d8a22f68666a04c9935e656a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46934422850608826, "raw_score": -13.54241943359375, "rank": 1}, {"label": "cannot_answer", "score": 0.37600067257881165, "raw_score": -13.764164924621582, "rank": 2}, {"label": "request_for_info", "score": 0.12080501019954681, "raw_score": -14.899578094482422, "rank": 3}, {"label": "direct", "score": 0.03385009989142418, "raw_score": -16.17181396484375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f8ccc066d12252f3631279f38b5154b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7893778085708618, "raw_score": -9.164782524108887, "rank": 1}, {"label": "cannot_answer", "score": 0.11376458406448364, "raw_score": -11.101896286010742, "rank": 2}, {"label": "request_for_info", "score": 0.07327227294445038, "raw_score": -11.541845321655273, "rank": 3}, {"label": "direct", "score": 0.023585330694913864, "raw_score": -12.675402641296387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df6aff8e8e7ce3d507921222a86508ce", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45019298791885376, "raw_score": -14.738597869873047, "rank": 1}, {"label": "cannot_answer", "score": 0.3930703401565552, "raw_score": -14.874285697937012, "rank": 2}, {"label": "request_for_info", "score": 0.09170296043157578, "raw_score": -16.32971954345703, "rank": 3}, {"label": "direct", "score": 0.06503371149301529, "raw_score": -16.673368453979492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cc8083a9b2cbdf5f8fa9d2c699b855f8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7478722929954529, "raw_score": -7.967471122741699, "rank": 1}, {"label": "cannot_answer", "score": 0.11272063851356506, "raw_score": -9.859790802001953, "rank": 2}, {"label": "request_for_info", "score": 0.07819033414125443, "raw_score": -10.225557327270508, "rank": 3}, {"label": "direct", "score": 0.061216745525598526, "raw_score": -10.470282554626465, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97820b74c0d7ac2c04db11c7d2a0f7bf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.872148871421814, "raw_score": -5.467442512512207, "rank": 1}, {"label": "request_for_info", "score": 0.04932255670428276, "raw_score": -8.340021133422852, "rank": 2}, {"label": "cannot_answer", "score": 0.04908830299973488, "raw_score": -8.344781875610352, "rank": 3}, {"label": "direct", "score": 0.029440246522426605, "raw_score": -8.856040000915527, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4febb0b4023fc6534b2629ed4fd709d4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6993455290794373, "raw_score": -12.117706298828125, "rank": 1}, {"label": "cannot_answer", "score": 0.13879241049289703, "raw_score": -13.734871864318848, "rank": 2}, {"label": "request_for_info", "score": 0.1301901936531067, "raw_score": -13.79885482788086, "rank": 3}, {"label": "direct", "score": 0.03167183697223663, "raw_score": -15.212423324584961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c171dc11d254a5467077f6dc0adb80ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6327464580535889, "raw_score": -11.571492195129395, "rank": 1}, {"label": "cannot_answer", "score": 0.2070281207561493, "raw_score": -12.68870735168457, "rank": 2}, {"label": "request_for_info", "score": 0.12992608547210693, "raw_score": -13.154596328735352, "rank": 3}, {"label": "direct", "score": 0.03029935620725155, "raw_score": -14.610435485839844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bd6922861569af6dbf9b83b56844ad2f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.68984055519104, "raw_score": -9.979452133178711, "rank": 1}, {"label": "cannot_answer", "score": 0.21531054377555847, "raw_score": -11.143831253051758, "rank": 2}, {"label": "request_for_info", "score": 0.07318282872438431, "raw_score": -12.222951889038086, "rank": 3}, {"label": "direct", "score": 0.021666083484888077, "raw_score": -13.440164566040039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86c882a4b07387f4ae99d3c48d7686d0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7756943702697754, "raw_score": -6.454260349273682, "rank": 1}, {"label": "request_for_info", "score": 0.12600024044513702, "raw_score": -8.271735191345215, "rank": 2}, {"label": "cannot_answer", "score": 0.08234269171953201, "raw_score": -8.697129249572754, "rank": 3}, {"label": "direct", "score": 0.015962736681103706, "raw_score": -10.337761878967285, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab75209e7093420a0e3f32c513e93c05", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6838653087615967, "raw_score": -13.40495777130127, "rank": 1}, {"label": "cannot_answer", "score": 0.16956372559070587, "raw_score": -14.799489974975586, "rank": 2}, {"label": "request_for_info", "score": 0.11855792254209518, "raw_score": -15.157317161560059, "rank": 3}, {"label": "direct", "score": 0.02801305614411831, "raw_score": -16.600048065185547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f341b626d67d7f6732c33dbbd5036a7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7338162064552307, "raw_score": -7.188444137573242, "rank": 1}, {"label": "cannot_answer", "score": 0.15097427368164062, "raw_score": -8.769593238830566, "rank": 2}, {"label": "request_for_info", "score": 0.07813231647014618, "raw_score": -9.428298950195312, "rank": 3}, {"label": "direct", "score": 0.03707727789878845, "raw_score": -10.173698425292969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "119c5210b161146148d7dd685c53e2f0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6810744404792786, "raw_score": -5.560113906860352, "rank": 1}, {"label": "request_for_info", "score": 0.18906062841415405, "raw_score": -6.841717720031738, "rank": 2}, {"label": "cannot_answer", "score": 0.09159287810325623, "raw_score": -7.566431999206543, "rank": 3}, {"label": "direct", "score": 0.03827203810214996, "raw_score": -8.439065933227539, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42c840a3ca3334301eb226a0006b795c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5550616383552551, "raw_score": -11.651107788085938, "rank": 1}, {"label": "request_for_info", "score": 0.19409607350826263, "raw_score": -12.701833724975586, "rank": 2}, {"label": "cannot_answer", "score": 0.18763414025306702, "raw_score": -12.735692977905273, "rank": 3}, {"label": "direct", "score": 0.06320817768573761, "raw_score": -13.823753356933594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c50953880f5dc348b1336d57ba0f0efd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5550616383552551, "raw_score": -11.651107788085938, "rank": 1}, {"label": "request_for_info", "score": 0.19409607350826263, "raw_score": -12.701833724975586, "rank": 2}, {"label": "cannot_answer", "score": 0.18763414025306702, "raw_score": -12.735692977905273, "rank": 3}, {"label": "direct", "score": 0.06320817768573761, "raw_score": -13.823753356933594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4848d15d06bab93c2ca5b1b93923678", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5906245112419128, "raw_score": -11.736427307128906, "rank": 1}, {"label": "cannot_answer", "score": 0.23179315030574799, "raw_score": -12.671762466430664, "rank": 2}, {"label": "request_for_info", "score": 0.17048409581184387, "raw_score": -12.978965759277344, "rank": 3}, {"label": "direct", "score": 0.007098255679011345, "raw_score": -16.157758712768555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a1c8e649ede7ae7262a559e415aa10c7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5906245112419128, "raw_score": -11.736427307128906, "rank": 1}, {"label": "cannot_answer", "score": 0.23179315030574799, "raw_score": -12.671762466430664, "rank": 2}, {"label": "request_for_info", "score": 0.17048409581184387, "raw_score": -12.978965759277344, "rank": 3}, {"label": "direct", "score": 0.007098255679011345, "raw_score": -16.157758712768555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1814d7d6b5d003474bd81307bd685ab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "96b41864d3a39228d4050e9a14f2581d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83c0be15db6c47c0e4f2c6b430003da2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "faa7c82e7538f444e3ad0a4bab74b52e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5647bc2c34028e6fd8c9b608fd75421c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "848c72694c51a0349e30d549dadfd0e8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86a49364005d06da5487f3d87f5846f0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29f3eefcdaa2208cb81bd3288f2fc4db", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "808ee3bbf27e26c8aa3dbf0ab5105fdc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0cbdaa2768a07ebecfa2e45081b7d71c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be40855d3207badee2a84ea6b8872ecf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78485feb244602145db54b45e3705196", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8264017105102539, "raw_score": -3.890435218811035, "rank": 1}, {"label": "cannot_answer", "score": 0.09923494607210159, "raw_score": -6.010025978088379, "rank": 2}, {"label": "request_for_info", "score": 0.04671173915266991, "raw_score": -6.76352071762085, "rank": 3}, {"label": "direct", "score": 0.027651596814393997, "raw_score": -7.287832736968994, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f01ee89d441b85b10c119f3085efa889", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b306de8851f2ec8730e79f35e071e0f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d982b78652ccc30f7a343d9252e5f111", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f467f610c3dbe5a95f75a82f814cdd0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e672df0149ed5f698344904376a2d84", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89cbfdf118d139e627195b56ed4242c9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "01ad2eb053ad8bbcbb3e3edd14cab0aa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e8fe0a54c967fa77e8f5d08d75560b1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7617193460464478, "raw_score": -6.602339744567871, "rank": 1}, {"label": "cannot_answer", "score": 0.11679862439632416, "raw_score": -8.477466583251953, "rank": 2}, {"label": "request_for_info", "score": 0.09379378706216812, "raw_score": -8.696819305419922, "rank": 3}, {"label": "direct", "score": 0.027688240632414818, "raw_score": -9.916910171508789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4ba68386625de008544b213b28f5761", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efb850c8026248dd791c35e1c1144708", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb677a48e38dca74c8d11eb715284541", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b87d10c2029495019f506d60bf7ca02", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bf0067ad46e5b1c8b096f3e99cb5fa5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1e0ba08dce5654746dcd255e2d79938", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6207013130187988, "raw_score": -9.864837646484375, "rank": 1}, {"label": "cannot_answer", "score": 0.17001231014728546, "raw_score": -11.15981674194336, "rank": 2}, {"label": "direct", "score": 0.12754906713962555, "raw_score": -11.447186470031738, "rank": 3}, {"label": "request_for_info", "score": 0.08173733949661255, "raw_score": -11.892176628112793, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a617d0197ba580a3ca864b7507ec7996", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8616c1cb9ec67a497a5794565217b209", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "630672667161b0a852b9d3771ea454cc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "88a0319ffa9e0bfb201b27fa90c8115e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ae7cb947af6f3ec1687806c72de3d9d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3192b086c3f55b9346a652204d663bbd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c6f2c25627e5ddc90c4c46cabb2a7fbe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98f2e1532d49ff6e9ddea0f54ac88ebf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b77e35e34b183b3db67ce4766a27e26a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "462a1e27be3915d3c29b1722816ce4a8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7178102731704712, "raw_score": -9.638338088989258, "rank": 1}, {"label": "cannot_answer", "score": 0.17192880809307098, "raw_score": -11.067462921142578, "rank": 2}, {"label": "request_for_info", "score": 0.10483189672231674, "raw_score": -11.562185287475586, "rank": 3}, {"label": "direct", "score": 0.005428996868431568, "raw_score": -14.522789001464844, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8b9905bf99578ab12599c15581740b97", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b356721ab38a98580377760d97c72068", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7f2099df1c17d9270de81a001dcd87e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36629dc10715230ceba2e786b88317d2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c83baea9493c9857edfe1605fde8367c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac64757450327190903d6821e707731d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed49c436763576bbb86693fbee946fe4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27a9483952915efa272fbe7ee56b8d88", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7eac91be3531f11cbb395c992df4be58", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8999356627464294, "raw_score": -4.171036720275879, "rank": 1}, {"label": "cannot_answer", "score": 0.04859981685876846, "raw_score": -7.08974027633667, "rank": 2}, {"label": "request_for_info", "score": 0.03528213873505592, "raw_score": -7.409983158111572, "rank": 3}, {"label": "direct", "score": 0.016182411462068558, "raw_score": -8.189435005187988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c4b3d30e62bd018f6911f297a4e8d40", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "190f38466a3480495b70f49d8550c83d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ea5e68129318cda99f3952c5a728783", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "430153621dc16200f62fa0174f059484", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb03796cdab0adcb683c2d28f5f4d910", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f5411da58efe8474d25bc12c662654c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aca87bed7aa48a1dbd2e9eaa054eb5e3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7290e8ebfdf3e2542abb9bc3e94aaa2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bebd4387a250d3d7cd5161af45d8b6f7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44584cb1639eadf7207c2bd9856fb46e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11fb8eb3e07d760c6ed91093d13577d8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d64308d8f40bdae06e1f6af9bc15a40", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0e7601195003a491a48c40c6e2a6e4f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91d2732782708f2dc9712a42b81ee8db", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d2713a2252e45930f94a8d8069d4b7f6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c5f67cbb1dd9cf63f7a8394e8229969", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d2a66899889b3d807407333d7622fbd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be4c2f6c116f2a28d7cbd7a46c8e32ac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86172459d277b924afe5853b6037edbc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "58b37169eed8c2f78c39a6d2cbf86017", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "23b0ed9129a804212df252a81cf38f48", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2466ad8e8e70212e7444087382425e10", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d68fcdd5cb14ea5175f24292a249b99", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c7cb19c803a213b10ddd4b1fc31fae7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "278b0d47f5018f72a7b5b4c120300f75", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e7c93e239f3671a1e376a97105ff8216", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7429676651954651, "raw_score": -7.684662342071533, "rank": 1}, {"label": "cannot_answer", "score": 0.1318514347076416, "raw_score": -9.413639068603516, "rank": 2}, {"label": "request_for_info", "score": 0.08826864510774612, "raw_score": -9.814929962158203, "rank": 3}, {"label": "direct", "score": 0.03691218048334122, "raw_score": -10.686773300170898, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42bd60f61785020b96fea0d2a4f8f6c5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "706c334d7b671d277be1f51b5173757f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da6dea55aa6745dc75f675a95fa0bf8e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa9c95263e5f4242ed3b43afe7b0922b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d70ca07807604c79d1eec1193debc317", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0566515c771c9839badbaeda65861a9e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "07f22988b9ec0a26d64af0d0d3813f1e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7b5c508461d6ab1d4e4c0e189af50b3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d1f9aa231da552dd692cbe63165094a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "783626216fb573b5991f304c1235345d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98cd04951ef58bf429310d3ef916e0b1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2e7c23f8107b68ae3c2b266f70b9e82", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "324ba510591c449cccc7c519d1a0cbef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3900eb6fd91aa6bfa00914e107a4fbe2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0274a7bff6b329cbcfa9d396c30f1a1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ef10229bccb4919baf0e3699e31661d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b579bd7b558a9bf9e1f4d91b12bc762", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca339c8539ec7b1091774fab583f84d1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "829e3443b46a6074a88f6d715af53d96", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4662337303161621, "raw_score": -12.255247116088867, "rank": 1}, {"label": "cannot_answer", "score": 0.30418020486831665, "raw_score": -12.682313919067383, "rank": 2}, {"label": "request_for_info", "score": 0.20366008579730988, "raw_score": -13.083481788635254, "rank": 3}, {"label": "direct", "score": 0.025926005095243454, "raw_score": -15.14468765258789, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cc28fb2622803da85127f794fd1cc6f", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aacc8d262a57b8b102dee0c6fe708130", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cd3fe10c6566762a39f618a510280e6", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7037d6142a51fe4ea0706fedbbcac27b", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8bf3e8e769fc502742ab71495182873", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2c6737a328ba781695c7697574ffaf8", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95116b4b82037226eb7a11d564d4cb93", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c498f748480be102b2bdda45637c79fe", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ea4f37478086f7fb27b15e089850d91", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d79325d280874813c507a7fd5340768", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b3a0182e6fde258c1637f609a901b29", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5240f4e74d5119f60f2ffe9dab574308", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ccfd751a71cdef4fe9416af13bffc875", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa423408bf05066940190783d484c6b5", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da89b06b9927a093ba4db5477fd81ec8", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1b7f739d0e28ca309278a31da2b0236", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa1c175502f3a9a50583941896216faf", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a40a3594bea1a929acec70b690fb7a9", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73dffbff280bb6760be15180904608ff", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "482931fdc36b0f96e536501c17d172d5", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0f13bec89d30a9f1398fca5fa51e12a2", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3698727786540985, "raw_score": -15.08559799194336, "rank": 1}, {"label": "tool_call", "score": 0.32573243975639343, "raw_score": -15.21268081665039, "rank": 2}, {"label": "cannot_answer", "score": 0.2381882518529892, "raw_score": -15.52569580078125, "rank": 3}, {"label": "direct", "score": 0.06620660424232483, "raw_score": -16.80597686767578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c42488965c7e49d1cfbae9f3c35bdab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef88e96131a838f11bc432adb75db78c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f847a294fca30dbe1238d76f93e6b0a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6429868340492249, "raw_score": -10.376081466674805, "rank": 1}, {"label": "cannot_answer", "score": 0.24575945734977722, "raw_score": -11.337852478027344, "rank": 2}, {"label": "request_for_info", "score": 0.0724935457110405, "raw_score": -12.558708190917969, "rank": 3}, {"label": "direct", "score": 0.038760244846343994, "raw_score": -13.184810638427734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03a239ca84f3acabec40a74bf010e255", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "46a0413901e14e566c5692b0c08bd2c6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7abf778b7a63298e3ef1f2781a5e5fb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8523172736167908, "raw_score": 0.40948471426963806, "rank": 1}, {"label": "cannot_answer", "score": 0.09281167387962341, "raw_score": -1.8079018592834473, "rank": 2}, {"label": "request_for_info", "score": 0.035445284098386765, "raw_score": -2.77048397064209, "rank": 3}, {"label": "direct", "score": 0.019425759091973305, "raw_score": -3.3718743324279785, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d90304b50680a611b8ba6028a642688c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7df107df45bac324d6cf36a99498c85d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e18f93b34cdeaa51796313de90990394", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a869b6a8e4a4a2bc132c372551666750", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a241f66b1f459191185f244f4403e6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80b0b8b1c60058c43f0a4bc7ae5d23ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c62afb7a5a004de0e52e9ccebfc6e748", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf5c397455fd08683124a47a77ee681e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69bb96406607662de8c68f2f1384bdd7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9edb5eef143596c0aa297a067db46c3b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7874780893325806, "raw_score": -3.0345239639282227, "rank": 1}, {"label": "cannot_answer", "score": 0.10973308980464935, "raw_score": -5.005308628082275, "rank": 2}, {"label": "request_for_info", "score": 0.0740845575928688, "raw_score": -5.3981523513793945, "rank": 3}, {"label": "direct", "score": 0.02870423160493374, "raw_score": -6.346314907073975, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5cca888daf7e5b40ddd43075d678c0eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c3b94d7e32f72d4c0461de90f7f3674", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24ff4feb8dd3c190ba3b088b6e08e1f3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be61ad37f802513ae752331756db2db9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7032269239425659, "raw_score": -8.570634841918945, "rank": 1}, {"label": "request_for_info", "score": 0.1587015688419342, "raw_score": -10.05928897857666, "rank": 2}, {"label": "cannot_answer", "score": 0.09800415486097336, "raw_score": -10.541304588317871, "rank": 3}, {"label": "direct", "score": 0.04006741940975189, "raw_score": -11.435750961303711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e40bb4207f86f375e40331ed718e8f30", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "280917ea3d40c88ee21bc0bc33cd4f90", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92f04c3259dfd5d1c096d0269a5ec197", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b852fe6e6b9b5b012b1e472528cfb32b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1df8d3ce4e3fdefa610ba62e9ddb0e2a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9c0248ac7a9084d071530fa6f35fbd4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0ce8b171c47c3d5786a1c8ffdb61a51c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e6fa7d904922deeda885310eb4cb51c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7104810476303101, "raw_score": -7.857723712921143, "rank": 1}, {"label": "cannot_answer", "score": 0.15293194353580475, "raw_score": -9.393672943115234, "rank": 2}, {"label": "request_for_info", "score": 0.09711124002933502, "raw_score": -9.847808837890625, "rank": 3}, {"label": "direct", "score": 0.039475761353969574, "raw_score": -10.747979164123535, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4fb61501253a6b613a7e51a84fd312a4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "27e0de99afacf79db5b7f1cdab73d570", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b1c034467108f1c9169fdead8687553", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf32fb9385e30feb0c8b13246eddd0de", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a187a5ff126df9dbccf21c77e98bb1f2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1825db2c12ee0978e64be9ffc7cbf7ed", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f586eea5a4f001ce737ac4a746e18ed7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.43917322158813477, "raw_score": -14.167892456054688, "rank": 1}, {"label": "cannot_answer", "score": 0.2890784740447998, "raw_score": -14.586088180541992, "rank": 2}, {"label": "request_for_info", "score": 0.24340735375881195, "raw_score": -14.758049964904785, "rank": 3}, {"label": "direct", "score": 0.02834097295999527, "raw_score": -16.908477783203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce5e53bf46c3c7d201d4dde74b8f58e9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f77a17f1230004eb7d4f9d3c8f0fd161", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac2226a527bfae94a7e9c1beec176743", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9276a8687ac9ed04be9ff4b164dc5e86", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c1988d007e16c1edfeb4e52414bc29f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "220aba1da8a5ab175396dbe676239caa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4500c3b94129cecf58ff93b399ed8b5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f76c3ef46c10b9bbfcc033502525cfc9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0dac2b198f6ad1ae210f81923559ce03", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c2040f93c1089bf80a7395ecd62bd57", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3160d763b86e376848ab7b9746a6ca83", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cc01fe75dc6168e72acdba755b2f05e4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f68c9671451f736499859849ded7df91", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea0fba0af58840cf7647a053c45c797f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da0806abb1524e152e3dddcf587478cd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa2f805cc9196a5693d615f7973a22f4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eec7e007cb0af3f8fee39fd01da287bb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b92568169cd6cd813d5090e1fb42773", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe2c226b0af3d0fe2b03620a5f8dd4ef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6868f1a03699e303f557616f2ec3024d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b94d65d74d67103630f88992600bd884", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4ed5f84c81326cf1638b30bb9e00578", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a22f3487e7fe6fde4de0f912180f16f4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6464539766311646, "raw_score": -8.29389762878418, "rank": 1}, {"label": "request_for_info", "score": 0.21738660335540771, "raw_score": -9.383722305297852, "rank": 2}, {"label": "cannot_answer", "score": 0.1202523484826088, "raw_score": -9.975807189941406, "rank": 3}, {"label": "direct", "score": 0.015907051041722298, "raw_score": -11.998637199401855, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71bbb8145d336b45ccb2ed7b7faf8cda", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f57cdbd3f44bba253feb1cb56d7e18e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "248f5a72fe24ac068780eef96f0b7a9e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7fd657a33b1a6e1937a9bcedb3100a13", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "30fc651d5dcf8426a8c42b04f82e27de", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6878401637077332, "raw_score": -3.420271873474121, "rank": 1}, {"label": "cannot_answer", "score": 0.1401839554309845, "raw_score": -5.010872840881348, "rank": 2}, {"label": "request_for_info", "score": 0.11029577255249023, "raw_score": -5.250662803649902, "rank": 3}, {"label": "direct", "score": 0.061680085957050323, "raw_score": -5.831867218017578, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a34bb132ff5b2127e9d58f932d7167d1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8274865746498108, "raw_score": -0.6771527528762817, "rank": 1}, {"label": "cannot_answer", "score": 0.11796947568655014, "raw_score": -2.625119686126709, "rank": 2}, {"label": "request_for_info", "score": 0.041594333946704865, "raw_score": -3.667581558227539, "rank": 3}, {"label": "direct", "score": 0.012949591502547264, "raw_score": -4.834481239318848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25c8895238c97ba834bbc1109b56ee25", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a9f6cfc65e06d79e3563443502f61da", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3ea1757893a25a6087d8e6516ef8af6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e927237693422bea3e21c7107de30ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "de1a32bf6363c322c0ca43a27729b1a9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be902ad9c6311a2cd7d65c10e104f188", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "541fe43d8fc703fafc32736b66bd488d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4f467154214b5ea2de503bd3e8c9d220", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0c2916311eae9faeddea9df01abbb6e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7001434564590454, "raw_score": -2.8858723640441895, "rank": 1}, {"label": "request_for_info", "score": 0.22535628080368042, "raw_score": -4.019474983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.04489438235759735, "raw_score": -5.632844924926758, "rank": 3}, {"label": "direct", "score": 0.029605889692902565, "raw_score": -6.049184322357178, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f664f4ef0d341d3314c444127db6b525", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c14fb2879445b53c8d263c779f39f459", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa75a22645206ad5f05ae8ce9f8adc0d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d12c8383a6eb6a9564a6a1d19e5050b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48996704ee62d3ec2733a48ad2f4ce7b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cfd5b3b5980a37b5fc48b7f3d59ca94", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a06b43acc4cb5d4b8a76c71bc5123e10", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64767192c2866115419ba0aabc5acb06", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5eebd90b2d4f995368c2e26fa4b78c4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "380bb640c05e579713997aebdca7ac0e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "76a2517de08ee585630cff6d86a4b38a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a49901d682295f73d135c2bfe5914ac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "67b501a8fe9b94fb927fbc1a849bd345", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0aa2cb334ccba36602262f3260afe1c2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a187d30b60b49760442d47d107d1133", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab33d1d2c54bb8a3624f459a94b13497", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e1f03fdc15e9684a078305eaa0f424a0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "810314e396d1e1941d110505a2148029", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "79c3ad1df6f2e6175f0236850c1f8e7d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7bce6d8e21bb375a3cc7db039f6f59ae", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66b18dc2e55683d2783c1d165ce93040", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a77dd5c59291704df5a2d5a7bff96aa5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "def5239d13c5196fc4074c4e7cd073d2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc631e8a131daa2ccdb24b6a901871bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5ae209e20d12c304550b98ab8c3fff6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1730a81a2d7d95e3b33ae24cfd0f111d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8724575042724609, "raw_score": -4.639013290405273, "rank": 1}, {"label": "request_for_info", "score": 0.059337202459573746, "raw_score": -7.327090740203857, "rank": 2}, {"label": "cannot_answer", "score": 0.056430716067552567, "raw_score": -7.377313613891602, "rank": 3}, {"label": "direct", "score": 0.011774632148444653, "raw_score": -8.944379806518555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "121d37bcc3f83dc08c44b4a8aa8dfd86", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4d5931ed2deaf9a8e7a32d86a48d43c9", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b54b0cf5bc57eecdc44794287c85a5ce", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e8616c124412c61bd63b538f410bf0d2", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36278cc51ff72a0fc2240619c019719c", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0fed4510f313f6256fd72ecaa14172fd", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b53e7ec2676a224afb19225e4221bcd2", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "06f2eaaa6ecb0c1d585291cfd5c7f02f", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c55b2bd3d6ce86ef7f37de8aa54f5fce", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "334e68342939788b4f3b1a7351c54dd1", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3952624797821045, "raw_score": -17.62286376953125, "rank": 1}, {"label": "cannot_answer", "score": 0.307009220123291, "raw_score": -17.87553596496582, "rank": 2}, {"label": "tool_call", "score": 0.26478826999664307, "raw_score": -18.023483276367188, "rank": 3}, {"label": "direct", "score": 0.032940030097961426, "raw_score": -20.107725143432617, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f13b0a0e21154eee9781f2e077c5df7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd9d1275b64ce6cecfea84194a6f5b34", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c0086b214b5bf9e9b42cf153ddf13c51", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dbf2809c24bd0425f948fc5b00c70ed7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a746da8d92a13537187b9f88c2388d3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7088570594787598, "raw_score": -1.7233006954193115, "rank": 1}, {"label": "cannot_answer", "score": 0.16183821856975555, "raw_score": -3.200357437133789, "rank": 2}, {"label": "request_for_info", "score": 0.10079695284366608, "raw_score": -3.673846483230591, "rank": 3}, {"label": "direct", "score": 0.028507763519883156, "raw_score": -4.9367780685424805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5e58e98eb6dc53eabc991044d0eb7ac5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c05c8ca05a8b41c4247d6a47c526c76", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "09e56d7c990fe8120e667252a00b100d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "189e1bb39f52686992f840bd9584ac7d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "832d88880714e14ae5d035d6728b5dcc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a91417d1c0f0afa660ca082ee730f4d4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "454ae5344c7024594cd2abc004b16a8c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5507de592551a0c587925507681dad04", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "064d1e4005bf61284830836049deb10e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f2d3e28818f67d245cea4193057b662", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0563147b0129f0aaa714c2557d51001c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e1c7b71e09d38acd5509432508f1213", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cd82fcc80290d412e4ce2fa8342c33d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5586917996406555, "raw_score": -7.277525901794434, "rank": 1}, {"label": "request_for_info", "score": 0.2813304364681244, "raw_score": -7.96359395980835, "rank": 2}, {"label": "cannot_answer", "score": 0.09907659143209457, "raw_score": -9.007230758666992, "rank": 3}, {"label": "direct", "score": 0.060901157557964325, "raw_score": -9.493871688842773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0741db75dd01d48df17b7cad0f715f54", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7c3e4e29896634ca708d43161ae39ab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24543f8e580b4fb3a4dbd207c48395d1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e269b570b4b62567f57e9c8cd91c63d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "281cf3990b73e402c85b3c68d4f75c67", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b23b8ae5ae90eb1781c9a44f3ca00d4e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c6e57c9676e08ccfce0c394ed0da07b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73d67483d401e89bf1f2358a0c02ea20", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b31fa0f75a28ebaf68ec1aa2d0bbf4e3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8196654915809631, "raw_score": -3.087531566619873, "rank": 1}, {"label": "cannot_answer", "score": 0.10616640746593475, "raw_score": -5.131420135498047, "rank": 2}, {"label": "request_for_info", "score": 0.064838707447052, "raw_score": -5.62452507019043, "rank": 3}, {"label": "direct", "score": 0.00932944007217884, "raw_score": -7.563252925872803, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4826259d43f7882c50ad624b510011e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "096029bc8fa233dbcfd20fe3b7cac647", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b961d697fe946ec0faf0d126d2be9bd2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8a302c1c3ed0e1df34248c21b8e2a3c9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85f4ad5f2f219048f180b990c0a6eaca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd7680ba8d6af84c65efde289c7b4538", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "caebc6e067864349d63ec3257660c3ef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "861a6a3a5b6fda4868f3f1ad6bf5cb9a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1d176a44f464062994922d6f38e30e9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "498ac4eaaa1352c2df2610b30a474756", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc4275e332c73dd3879a2c7aa6cf9f5e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff2464c8a76b2af321266e36fce069d2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6297017931938171, "raw_score": -9.269083023071289, "rank": 1}, {"label": "cannot_answer", "score": 0.18004098534584045, "raw_score": -10.52114486694336, "rank": 2}, {"label": "request_for_info", "score": 0.15741778910160065, "raw_score": -10.655426025390625, "rank": 3}, {"label": "direct", "score": 0.03283947333693504, "raw_score": -12.222698211669922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9001bab0b5bdaa73923493b57357a482", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cda0afd148db3b4d217aa5ccc0f97594", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a1595bbf844971537fc6b9a2ec168773", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3bb9975b81e2abf7c8f0124348d5164b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dec73e4adff11478ca9e29bc85d6d771", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77ea8408186cae8fb405385bb56276b2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da33952db76ebfaab5e5df68db9b7ecd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3436df652c71f2c984d3db2ec455bfff", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a3bfaadd28e2699a4d58fe557c0758f9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f022e806b3c5c180d449571ecae42054", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a36ada99326df432d1c2423bdf1319e0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "94a2b21208fc07bf1c144e3c5f2bb530", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "019b1ee1bb92a4c3edc78a0a95ea1d87", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a563b1aa973db9be352a480fe0110baf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7064934372901917, "raw_score": -8.884035110473633, "rank": 1}, {"label": "cannot_answer", "score": 0.17066842317581177, "raw_score": -10.30462646484375, "rank": 2}, {"label": "request_for_info", "score": 0.08010151237249374, "raw_score": -11.061054229736328, "rank": 3}, {"label": "direct", "score": 0.042736537754535675, "raw_score": -11.689294815063477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3451dba272899681b93b43da1a7f22aa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2008d1ef63085d4d190e3fbb18be6e5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68449017597e5eac1a52b3df3806a57e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "487a707002c6c5873aedcaf4a5c1df2f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54e7d09c7a3f889d9a62e7c93ec5dcca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bff56c8ac7ecb84acf8636c6dc408ec8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "663b540d89def76e3e9613cb4b6c5861", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48c27e822f98d3a1e7ef8e31e36350a2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4d039d9adbcc247ed759785b4a9f485", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b176cc35f387cb468e59fc80b1c6635f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3206f61c276c9221d4d89a3e687d4806", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9efa27b7e45d5dc938c0e1132e885549", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "125fac66d164b4d659d71844ce4d68e5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7693948745727539, "raw_score": -5.122783660888672, "rank": 1}, {"label": "cannot_answer", "score": 0.11303726583719254, "raw_score": -7.040670394897461, "rank": 2}, {"label": "request_for_info", "score": 0.09060933440923691, "raw_score": -7.261830806732178, "rank": 3}, {"label": "direct", "score": 0.026958543807268143, "raw_score": -8.474087715148926, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "07bbcfb9b5a2804eea53102072337617", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "695bd502a21c4468c5818a1da54e27ef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97aeb200e3ae293432c20be762578ab2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7046126127243042, "raw_score": -6.181708335876465, "rank": 1}, {"label": "request_for_info", "score": 0.1449395716190338, "raw_score": -7.763039588928223, "rank": 2}, {"label": "cannot_answer", "score": 0.12690232694149017, "raw_score": -7.895938873291016, "rank": 3}, {"label": "direct", "score": 0.023545552045106888, "raw_score": -9.580419540405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "818903f72aa9e23883ba1369622d3ca7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6cc84875ffb4cd508b5fb92b8a5a55a2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e975f5c955d193412af6b4a9412a4e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "23d5e25c1c5631f2321fb87b4480d684", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24a458f6353031b68f4928f1ecd0cc18", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8bf8c5bd03c6ddaadba4a583c4e16e14", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.688666820526123, "raw_score": -5.297090530395508, "rank": 1}, {"label": "cannot_answer", "score": 0.18983663618564606, "raw_score": -6.585684299468994, "rank": 2}, {"label": "direct", "score": 0.06691654771566391, "raw_score": -7.628401756286621, "rank": 3}, {"label": "request_for_info", "score": 0.05458000674843788, "raw_score": -7.832180500030518, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "65f24c0e83439b657c9e004526105afb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ae127ee11cd0292d7e5e570090623c9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "853629033b3425712997b553591118a8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d80555ebeab6ee08482c631fe6a60b7a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9546332d69bdbe1cb74162612a8b0489", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d7bd919edec6925437e6c19efdb02ca5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5ba43d435d9b86b3d230a1fbc08155d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce2ec9a62962f8e017f38507ad27845c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "57712e67d730ff1a73b9eccfa34f1f33", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7adf53b9f41b29e7347f10abaa39f5b4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca0d584744603f9e5d0b2c3bbea04fd2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c7b79114bb01e568e18c1b4caf1411f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4510bba27b22bf2dddc9337b65434a1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d0cce55fea888ef811390acda3431874", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8049950003623962, "raw_score": -3.2211642265319824, "rank": 1}, {"label": "cannot_answer", "score": 0.12552295625209808, "raw_score": -5.079511642456055, "rank": 2}, {"label": "request_for_info", "score": 0.05838511884212494, "raw_score": -5.844939231872559, "rank": 3}, {"label": "direct", "score": 0.011096932925283909, "raw_score": -7.505331516265869, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0a24090f0653d9fd94b4c1f222b8f6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0dd679b7f466d463793fb5b419ece01f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0eaa1a5f29af4dcd11828f5e600a140", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f752c2e3282c8606499051ec820c258d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a22729f8d0fadd4deb354a399f96e95", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7436501383781433, "raw_score": -5.90110969543457, "rank": 1}, {"label": "request_for_info", "score": 0.1320309042930603, "raw_score": -7.629644393920898, "rank": 2}, {"label": "cannot_answer", "score": 0.09682349115610123, "raw_score": -7.939790725708008, "rank": 3}, {"label": "direct", "score": 0.027495447546243668, "raw_score": -9.198659896850586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1b4350085537344ebf992afceb20397c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3fc38960712a02ca16959f8fae264a3e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "10d5c63f4feff0a56de744ed39383f5f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "80b1aeb816827ea39d19817e52a6b1b9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3218fc30759f0258f6ab2bd3d97fc85d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c95e472f0c7d70da0b54593a25806171", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5d53f7d921f8cad33474ddfb003da5a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d5b812f3cbc94484400a5534600a67f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf8dc61ed86da154743acea9429828bc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "24eb36c39e5cba16f4aab894ba2042be", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b81949076daf152986152a9ecb79a2d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d921f342453e40946e64ee823fe878d1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "333eaa4c59562d3990fa672283849112", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41ad6db3b7a52653eacef915b55404ff", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd84026ca7f451ce165902d62625879c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4526292085647583, "raw_score": -15.858805656433105, "rank": 1}, {"label": "request_for_info", "score": 0.26375430822372437, "raw_score": -16.398860931396484, "rank": 2}, {"label": "cannot_answer", "score": 0.2521219849586487, "raw_score": -16.443965911865234, "rank": 3}, {"label": "direct", "score": 0.031494587659835815, "raw_score": -18.524063110351562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cf4d517f6ebb25ec231344e97401e5d0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25b598f0fcbcb4edfb562d1db5e4c218", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d33c8b9648a04169f3a1f69d50a39286", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a56a68a833ea529b4d5c584a8d5c44e0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "243e4be5b38fe2ae2dd468bcc1cab904", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "399d7c3d25a9b1def7343fde604ae80f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6005e7108d3b4447b16a591f77e61005", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75dd01d7bb3dfbecf209438767a60fca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1f6be305a1794f5103a6200125e1d7c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "66553986f4c6b05e495785c562276cca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd51791a87ace33f90015cc934eef258", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb86ceb5460c561f671876445f993dd2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1c90708e0926d22d3b93bfa253b77c1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6374337673187256, "raw_score": -9.702880859375, "rank": 1}, {"label": "cannot_answer", "score": 0.2982683777809143, "raw_score": -10.462337493896484, "rank": 2}, {"label": "request_for_info", "score": 0.04318053647875786, "raw_score": -12.394941329956055, "rank": 3}, {"label": "direct", "score": 0.021117331460118294, "raw_score": -13.110237121582031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "601b6caa4ea7ae765e4cf51b6ed4543a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ced46384380d06a9fc402b6194d2f54", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8411a2966bc5539279f59a4004b3d477", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73eed8a7b36fd012332e551ed995367a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a08c14f5583c080556822f6d4c1100c2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03df5f88d9cb192b27652eefbd899740", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "996f9f0f081d9998960498c169bad76e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e5b75158a7f31a9734d81dda2984490f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d351c5589dad0b16130a4254ab0fe7eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7023e4b425a60158922277e20936f1e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8f523be90aba6437988aaf2ed384702", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03f08d69f5f1d555a898a5ce98a6332e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "089c64e24d39ba5246f38978992bb35a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8180172443389893, "raw_score": -4.6615424156188965, "rank": 1}, {"label": "cannot_answer", "score": 0.12468527257442474, "raw_score": -6.542633056640625, "rank": 2}, {"label": "direct", "score": 0.03562906011939049, "raw_score": -7.79526424407959, "rank": 3}, {"label": "request_for_info", "score": 0.021668456494808197, "raw_score": -8.29256820678711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "588868d8d4cd93fa090a1276186ab423", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d45211073c5ed90e16290b3fe59d0d62", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e23efa7c00f198854abcaec9d982f7a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6ec73562fa986d194cb3919fa2ece440", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac7ccbab3e81d496ebbc7acb92dc0028", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11184776af5734e95392dca68ad5e426", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "019aa0bc892c2da3556cdccf75c171e8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "729f66a07c7d3c517adc9d52a504c36d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "32e2a8939edd723ae86fba682723a32f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bde3a756661bd65a685afd6149ab1bbf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a13e16c990c703132f2b92c6de5226f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f11cbc73b3d00e11a33fe80b26d3e0d6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.538607120513916, "raw_score": -8.57884693145752, "rank": 1}, {"label": "request_for_info", "score": 0.24652177095413208, "raw_score": -9.360383033752441, "rank": 2}, {"label": "cannot_answer", "score": 0.18407103419303894, "raw_score": -9.652511596679688, "rank": 3}, {"label": "direct", "score": 0.030800046399235725, "raw_score": -11.440317153930664, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "562913f52dd19903291138c921daa958", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e38701b3a00444dd779bffee13893633", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5919bf9b18a7f0567fbb1c62f81857a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3cde04841e586cb2c121f66f2aaf0131", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44ab01a7bbbcf0a0655bd5d7b8415597", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e85db8dc676fd65dff431c18ecd2d55", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95f2305250bf03dc63ae5179de0b700a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2324fb2e40802d660a243b639f8df47a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a94caa2fca26c5dbca8778258c0366b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe362c511ea6175408238e24d95cbac4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b875e5e9ee720abbe4149f214ece21a9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d61c063eaaf08d1cb9fec5302fbd940c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3c475619920447d0d709c259dc2da21", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f040cf13dcc20eda8f153c9881fb6975", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c469e8f655e443930f8e108e15600881", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c23745cfcd4cecebebfafc313088990c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "02e09eed841aa0eff73fecfa872fa033", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7aaf469235355ca07d04260eebf564fc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38e5f003c3416efe7ac975f8edcc41e7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f57bb9d7f432067cb0efec440d154b92", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "323c2371c8dbbb1b54012a6f4e48b43e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abf4b208a0b1870e77493454e8dea479", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "73d58ce15051b7f9ef73d836a7f0c7ea", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a4513b257c616d0bc2b1b465b3b71e5f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc60da9643e5dcb0f97d4e39b6133220", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "93af7da730f4b5ffd10fc41bc5b19d08", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6949123740196228, "raw_score": -8.477823257446289, "rank": 1}, {"label": "cannot_answer", "score": 0.1673458367586136, "raw_score": -9.901546478271484, "rank": 2}, {"label": "request_for_info", "score": 0.10403798520565033, "raw_score": -10.376852989196777, "rank": 3}, {"label": "direct", "score": 0.03370388597249985, "raw_score": -11.503995895385742, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "11fb9e5c5cb9254df1ee6c08d45b3dfe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ea97a75e7855f171772959100d50408a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b61f533a7cfc86fa293e488093b84fa5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d274275222ad80ff3fc9eb67cf3082b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a672687408dba663a151598f36b4b88a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "497864b851cd063e0efac087f59828ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e83f86f2e5cdff8d1ed60d8000191206", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e374f34184931fbef52fb465017de4d5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "12bf0be894c0406bb47bcd4739d6d0e1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4f9ce0e45fcd374c21c954371b12402", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "13cef9bae5f2202e1652d7b0535bce06", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a348b345959c6d7dd184003f3eaf901", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ddf8242217614e0a3dc8da162bc08ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2407e0e4f153ba589e3144e263ded632", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "25c2b56817a066a2f43b3262f375c7fd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92be664e6318fff80f303d30fa571aee", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1c5a817f2c501f1cdd8b2934e932a28", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8029840588569641, "raw_score": -2.740997791290283, "rank": 1}, {"label": "cannot_answer", "score": 0.11066114157438278, "raw_score": -4.722859859466553, "rank": 2}, {"label": "request_for_info", "score": 0.044488418847322464, "raw_score": -5.634103775024414, "rank": 3}, {"label": "direct", "score": 0.04186644032597542, "raw_score": -5.69484806060791, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85001e2e77fe782d415074e802899e3b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4057d5453bb65406d51e1fd527d6c88f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e2c7e0fb8e83cb92d49175fb5b71161", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0d3d27fac1b046b59454b201a39c071c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "984e46301fbfbe6e181c1c321eb35317", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fb9a67e158ebd72c1f1696fc1a706fb5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "db869e1f304481387413f430e23c72de", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aaaf9ebb887e56767c943a631e53db47", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fcd1f3fce0bf9eb698b783ce61756de3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5570619702339172, "raw_score": -11.226778984069824, "rank": 1}, {"label": "cannot_answer", "score": 0.22863803803920746, "raw_score": -12.117315292358398, "rank": 2}, {"label": "request_for_info", "score": 0.19388055801391602, "raw_score": -12.28221321105957, "rank": 3}, {"label": "direct", "score": 0.020419390872120857, "raw_score": -14.532970428466797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5032010575f02b4d176e5c2cd00df26f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1f6146d97b78b2ef20c685ddf36710d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68ef2504a232abab72215e1195b89613", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d1c0d667ad24c550eb81caf92b5b684", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "00d51e1816dc95cbe534cf195bcbbecb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fee6f1867aa15e0acdcaf5239d78880f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "117eadc77a65f2e2a2191930ab3213e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d756c68d708a5387c1fb6c30c3fdbba8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "137c97df557eadf7e8ed0702d73776f1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e71de71454de69b571ceb5aa387d00e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6328e53574c02f306c8649294a05346b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d6678ddac17c95cce60b105c5461eff9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "112ef8e1c93aa646edd421b979bd7bf8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "564c7d68ab60ad55c8d12da27ed7b369", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3f122cdf494e5408d59f3aab715a09d0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "37b0b0db27f47e48fe701162c1338a74", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "566a36d14a21e5a610790d339900bb86", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ead61903b5840f99f94462907540b42", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be260ccdc7ed283b863ec3bac0da7310", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5bb5559f45bc3f4b43662b46f6d1e197", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a2b24da312906b1cc0471bf360eed1f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1548420f0e785d6e266cd9400a8669b4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0969f8f8f499c5033ae4f6bfeaaadca8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "91f346008cbbc7282ac04af0345cbca9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "780dcbe659b675b25a06ac35d399555d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "55275e299d2dc7ee6739fd32d32af1a2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "457c47c9c842e9097b7a627edb06abb4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7dcbef570a07e1dec504abf29f890af8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47ed71daaee40d3aec32e9b2186c3a95", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7199759483337402, "raw_score": -8.314812660217285, "rank": 1}, {"label": "cannot_answer", "score": 0.14255326986312866, "raw_score": -9.934314727783203, "rank": 2}, {"label": "request_for_info", "score": 0.10581018030643463, "raw_score": -10.232383728027344, "rank": 3}, {"label": "direct", "score": 0.03166060522198677, "raw_score": -11.438957214355469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0220f6e0c65084b7c3546ae397b60edb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "50d8a90897c7120a5dfdf2dc0f742e9a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bb89db240559690fc599ee9c13986723", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5c70cb000cb73ed3657c5ee50d4c4073", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e07fbf6f5288e9975ce5b58909210df4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b501c2a13acefa9f020ef147b645c749", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b855164f61a7b75be1635bcf6af148c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84deff8dfccc10ee32a1d00ae249f483", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "392ccdaa68fbf6425bc319ff28ff1204", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c0c95fd28a362c6cb161d1cb07c81bcd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "350a1c0768ef9c6f34baa33abf27b9c4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bc0798234ea43738910fd15fb0a65101", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6861210465431213, "raw_score": -8.190277099609375, "rank": 1}, {"label": "cannot_answer", "score": 0.16169950366020203, "raw_score": -9.635591506958008, "rank": 2}, {"label": "request_for_info", "score": 0.1438552737236023, "raw_score": -9.752523422241211, "rank": 3}, {"label": "direct", "score": 0.00832419190555811, "raw_score": -12.602165222167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "71456f2df907b21f96db902d985a756f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "038c51e5ac7b1ef730e91692301d9ed7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8a6d173f74657effcd52e539eef5c35", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "08521c184e48db36fa2337aed9a50499", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.664609432220459, "raw_score": -10.638250350952148, "rank": 1}, {"label": "request_for_info", "score": 0.244620218873024, "raw_score": -11.63774299621582, "rank": 2}, {"label": "cannot_answer", "score": 0.06037764996290207, "raw_score": -13.03683090209961, "rank": 3}, {"label": "direct", "score": 0.03039269894361496, "raw_score": -13.723247528076172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3af597a3c6aa11cfe15b37d9d79c612a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7f618e8d0c66d70cc437496fbc555752", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6654b7e55c5bed4f81669eca0edc4a26", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41503f5459bca5d9946bad3c8ba63228", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8840b236f55aaf59a050aeb4f17cc735", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84339e6d1d316ec66d993b5a7204433a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "471ecf762a64d56380a2becfa41679d9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b1d2d1b241dd68ed32119065caaec4c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fe810201c97774ba183868fdad2d3499", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7447893023490906, "raw_score": -6.984220504760742, "rank": 1}, {"label": "cannot_answer", "score": 0.11323937773704529, "raw_score": -8.867817878723145, "rank": 2}, {"label": "request_for_info", "score": 0.10632947087287903, "raw_score": -8.930779457092285, "rank": 3}, {"label": "direct", "score": 0.0356418676674366, "raw_score": -10.02380084991455, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f56cf173e8f77b7fb583e57671fc2f5c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4274b831a5901d860e1eb216fd954eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98131a56caa02726c8d0344d545753c8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d8b5d158ea62e47d88759751c17fab90", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fda407d55a28fdfe95a1bb34d28e371", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7e43c8acdfb4fdd2b3cd0d1eaa3dc9a2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7651fc172cee13621bae292a6f085d34", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45851248502731323, "raw_score": -5.150205612182617, "rank": 1}, {"label": "request_for_info", "score": 0.44135186076164246, "raw_score": -5.188350677490234, "rank": 2}, {"label": "cannot_answer", "score": 0.0819615051150322, "raw_score": -6.871943473815918, "rank": 3}, {"label": "direct", "score": 0.018174080178141594, "raw_score": -8.378196716308594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af247e62e5d40d165bdaf8d22d5ee13f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "89d2f7861f6e42b3a3d859bfb0c85d03", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cae8ff433bdd6fc8b15e8c67f4945ebb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1e868035d8f98bd362105e59e561093", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dff029f521554394056ec90be2ef013f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "eb0af0fd4dcb336332badb961f35a86b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7953be774b645810575150b2a9441c29", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d9871dab6e733f1a8546c3439475122", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0843df62278024ea63dba8b4e4a715de", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abc74ee2a78c1dab30ab482c5b8af549", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4fc6b3096d66d97bd172ee764726396a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "adb3ee85e3afa2144120f554368cdb70", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c98ea5401d8aa2ff09b4a726b2d2340f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "14388eb93b2c71dc3bde1d9612578a45", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f37eec30f5b419d2bfaa37d98885079a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8916c28806a7d8adb86528e91f0b8101", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca0a8e0984c815496b65ba1528f39fad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5589362978935242, "raw_score": -10.22010612487793, "rank": 1}, {"label": "cannot_answer", "score": 0.30504345893859863, "raw_score": -10.825687408447266, "rank": 2}, {"label": "request_for_info", "score": 0.09360416978597641, "raw_score": -12.00706672668457, "rank": 3}, {"label": "direct", "score": 0.04241614416241646, "raw_score": -12.798612594604492, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f67a05aa6318767354349d6b138ffe7b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "12ccff3642d1e176038cb7555f379fac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "196aa9d0c1cb7a59b6c680153c85de8a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8bb4bf89f9d7a0193114feff0d319535", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b18e635f1a855dbd5300c90da51c3a26", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5811192989349365, "raw_score": -10.933667182922363, "rank": 1}, {"label": "request_for_info", "score": 0.2286728024482727, "raw_score": -11.866331100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.1540510505437851, "raw_score": -12.26133918762207, "rank": 3}, {"label": "direct", "score": 0.03615687042474747, "raw_score": -13.710756301879883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2b2fbea03eef1699e43e2147e43823fe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83a056e6a799bee479152ef749334fcb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ba1c28b8aca5d60d83fb594a984eb7c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be57760f486e21a2a306562fcc5b7898", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0e22433a006d3b5bd37f6667aab088e3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be15d267935fb68bf399bb44973d1c67", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f486437b3fade6d8b76fe69e02f5ac37", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "624be118fe1d04c974ac895e01a022b9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8381235003471375, "raw_score": -3.393112897872925, "rank": 1}, {"label": "request_for_info", "score": 0.09985413402318954, "raw_score": -5.520567893981934, "rank": 2}, {"label": "cannot_answer", "score": 0.04566069319844246, "raw_score": -6.303040504455566, "rank": 3}, {"label": "direct", "score": 0.016361745074391365, "raw_score": -7.32933235168457, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0423a19bd46bccc2b6f04978ae4fe805", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "383624fdea65f7afc676f2075f0fe19d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa2a17c5b4e05002f7c376af82862708", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5175636410713196, "raw_score": -13.106675148010254, "rank": 1}, {"label": "cannot_answer", "score": 0.34441253542900085, "raw_score": -13.513967514038086, "rank": 2}, {"label": "request_for_info", "score": 0.07527702301740646, "raw_score": -15.034632682800293, "rank": 3}, {"label": "direct", "score": 0.06274677067995071, "raw_score": -15.216700553894043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d338a696045ec09361fa89f8989ff2dd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac49beaf8aa72d67a20f826ad34259e2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "58fdc82a4dd0150ba50f9136e179e57c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "76f42d061e47a4064ffa66d48107a1cf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "daf6dc0154092513d2b809194f228cee", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "04c66eabe2f8e8a593cac789d416877d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6df6ddcf0d0274217357c81a53c522fe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9122d8420b6440988674e035178e571", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5042372941970825, "raw_score": -9.592947006225586, "rank": 1}, {"label": "request_for_info", "score": 0.35724693536758423, "raw_score": -9.937566757202148, "rank": 2}, {"label": "cannot_answer", "score": 0.11347151547670364, "raw_score": -11.084442138671875, "rank": 3}, {"label": "direct", "score": 0.025044284760951996, "raw_score": -12.595348358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f5dcdf2c95a319f0fb903c634c4d4ef", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61d2b860490d76534e8f124463d80b99", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "29dfe72adaa946d94421e5ba5f6a2bca", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "78a90a374548940d6f3b84ce34b43e8b", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f42d5ad962221f70bca30d1f5119ac8", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ddb913599d57f10e2267ec087cd41ce", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b727ab061fc20006e2aec8f343676cba", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f286c6cc4f02250fb77d3bc942279394", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4722875952720642, "raw_score": -9.063411712646484, "rank": 1}, {"label": "tool_call", "score": 0.45873400568962097, "raw_score": -9.092529296875, "rank": 2}, {"label": "cannot_answer", "score": 0.046590711921453476, "raw_score": -11.379598617553711, "rank": 3}, {"label": "direct", "score": 0.02238760143518448, "raw_score": -12.112492561340332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c07836111735c641d9fe7244faa79ef", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e3b887598e54c07b02edab491331282", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4793c5d60195f5d4bd93b92aea1e3337", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "47b55820d639ee7959ad089adb3babe8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c8b32b35e8a92ae3c4fc816e6249d9e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c42092ba339bf8fa2cd1db1b5e0c5e5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cfa31d1defd2da7e2e2e1b2413417b48", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6f08f99fdeac87f4df4c6a77c6a530eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bad8774e7be09f72b1b295653f4b603c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c61f06bca6d828144b11b6b6b7360ba", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7e12cac9f90d850bfbdf655fbd6ff76", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40e22615005af48820aed0de84f73088", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c15be34beac9e75166833306eb5234b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3d9a8c912307ee6e91d503c00c28dcad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c9651f7a03acc03c9402ba4d0a6c229f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7568671107292175, "raw_score": -3.276062488555908, "rank": 1}, {"label": "request_for_info", "score": 0.15597780048847198, "raw_score": -4.855536460876465, "rank": 2}, {"label": "cannot_answer", "score": 0.06301502138376236, "raw_score": -5.761877059936523, "rank": 3}, {"label": "direct", "score": 0.024140017107129097, "raw_score": -6.721379280090332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40695cb4d9e37057c9f9548865a50d89", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8016b302c1773e898c46636de4020d67", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "21e3ec3f6adff3371e1b6515dc7e7e4b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "655b5feb7a7e2f3c13908f43d58cb9fd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fc014711948dda90415ef4985568ee03", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5262c2373d7781cf1d242faaf77394fc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "488303bdba3c436591e972792ee811f1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7ef469d828ebdab2fc3f4b3e413e97e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6075485944747925, "raw_score": -10.454429626464844, "rank": 1}, {"label": "cannot_answer", "score": 0.268240362405777, "raw_score": -11.271978378295898, "rank": 2}, {"label": "direct", "score": 0.06322698295116425, "raw_score": -12.717130661010742, "rank": 3}, {"label": "request_for_info", "score": 0.06098412349820137, "raw_score": -12.75324821472168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1ef666de92ae6fcf066ea4b6a30be15", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6400950c122f3fefb7e12b747fa9fb92", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64bd4fe9a76c7c176eebfe3a104e566a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b57ab51ec100014301353c74f8cfd472", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61d56ad0a70615d48ca7f2f2fa6fd800", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1305ddca9247c35f77a7c82ecaa6edf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "732dfd78bed499a3bff47d9efac31b8a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c917b4849c52ea9bb3a1a96b5dd434e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.842286229133606, "raw_score": -5.761754035949707, "rank": 1}, {"label": "cannot_answer", "score": 0.07885213196277618, "raw_score": -8.13029956817627, "rank": 2}, {"label": "request_for_info", "score": 0.061475906521081924, "raw_score": -8.379228591918945, "rank": 3}, {"label": "direct", "score": 0.01738574542105198, "raw_score": -9.642223358154297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b81e68f3387a234c7af0ae4db2fc9ba6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f09b54adda7233adb3c848059ad59cdf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1bc8a7128fb9b53d033e02b97dcfd52b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e5b7a35a519a13c5914b902fa965d68", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9749c858b793fba20425add4ef82ee7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a20fb47e3171192df8a0749280f24189", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7a93df7dc844f7c74e11cccbff3332a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "22f14c7cd18df0ef571f064059cfc531", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c5cd255e3330731f78834883fae44c4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bceaed823b86ea5177b90869437c27d3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3de5243c03c40935b523baf632c038b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c95ce78eee8abc4e3b577851df37e40", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7569286546b6df38323757995dfe4c5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5c32af6c760e740432c78ab08bbd4e5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2f520112b18b473f5c9b6025e23d200c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7348ba5c5ac0ead80252296f4e4f13b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "699c750d50882955fa590bb154638e76", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7744f04c85abbb63c3348dcd3bfe7607", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f126b106a6dfc8cb78e6b5d2f8ea10ac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "596641b072222c95b7d64a61ea006137", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a96eb46c8899a912527b5cd7796e23bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4220104515552521, "raw_score": -15.102088928222656, "rank": 1}, {"label": "cannot_answer", "score": 0.3296489715576172, "raw_score": -15.349090576171875, "rank": 2}, {"label": "request_for_info", "score": 0.2049657702445984, "raw_score": -15.824275970458984, "rank": 3}, {"label": "direct", "score": 0.043374769389629364, "raw_score": -17.377241134643555, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "146b8e2f4f6becf2417a678f76109bca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b6b42fd304a96d4977e40c6ef298c473", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "591b939c2559353ed09c8b45592716c9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "385429ac3274864b0259c3275aa62914", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6d385fef23ed96bb0025fcc98cb9049a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "017e3ac1e6ceed6698027e4edeecef33", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7274596691131592, "raw_score": -10.214066505432129, "rank": 1}, {"label": "request_for_info", "score": 0.13517282903194427, "raw_score": -11.89707088470459, "rank": 2}, {"label": "cannot_answer", "score": 0.11730452626943588, "raw_score": -12.038851737976074, "rank": 3}, {"label": "direct", "score": 0.02006298489868641, "raw_score": -13.80474853515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "faaae9983e223013ae194a7a1cf3d267", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54b2f15f691477429eb72336f1c6973e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d53e2bd75dd9abee6793a1cc30b26025", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d753923c6a3d7434af9eea43e0d97f55", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d8c74efed64e16dc9093391e09d2315", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e70ceb230e42da8d5e82c46266e1ad4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ba15c0e6d062f5d2810b2eeb2d190947", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8023379445075989, "raw_score": -4.226120471954346, "rank": 1}, {"label": "cannot_answer", "score": 0.1281169205904007, "raw_score": -6.060707092285156, "rank": 2}, {"label": "request_for_info", "score": 0.03568634018301964, "raw_score": -7.3388824462890625, "rank": 3}, {"label": "direct", "score": 0.033858705312013626, "raw_score": -7.391454219818115, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1a2913672a2af5aa0093ac6e3ff0caf0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0cc339939a578bfb999a7d069edc5f6b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "30f0c7d5145ac062a5cea379fdd68947", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c975a233f7a9afaf18998c405aa14fa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8037713766098022, "raw_score": -6.6706438064575195, "rank": 1}, {"label": "cannot_answer", "score": 0.10762303322553635, "raw_score": -8.681324005126953, "rank": 2}, {"label": "request_for_info", "score": 0.08039580285549164, "raw_score": -8.972996711730957, "rank": 3}, {"label": "direct", "score": 0.008209792897105217, "raw_score": -11.254631042480469, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da40d4911ef19ccc6cfa867ba53905f9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ef7c636a504f0ca1303be1287a0dfe1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81c2a5a1e0ff3d45de6b3d6709194e25", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "766a0c00d1b975516a3f695f44be040f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "21ce893f91d050ac299e823a0813d66e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "854d833dc72e1f751546d364528cd7f3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3e88cae95bf6848b482b1768ea46e17c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2ff66ce0a222df0b26034dab5d89774b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8df486e08d52aa016e4d3241a9f58004", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "81ed246e7d40c73e7baca137cda83f93", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a3ceb9eea8ca9cec0326dd2ed71e581", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7207c7f5610978de171070304de7aa40", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8676436543464661, "raw_score": -4.08772611618042, "rank": 1}, {"label": "request_for_info", "score": 0.08246616274118423, "raw_score": -6.441119194030762, "rank": 2}, {"label": "cannot_answer", "score": 0.03474237024784088, "raw_score": -7.30554723739624, "rank": 3}, {"label": "direct", "score": 0.015147818252444267, "raw_score": -8.135650634765625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f99cd0233197abab0e1e9807d5893bd1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d71ffba1bb73d5e941babc668840ff8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c687f74150a3141f4569230e3b109c7a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1262b5c2bb9611208d13f5c2ae4bb941", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "79254feacb0654dbd36c0d62fa2f5b06", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da51a9ad150a69c981615ec8bc77d7f2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d69ea79f6309a1071c094168aa9c86b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d01c03f4b2666bf7b66dc2a650d6272", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6606804132461548, "raw_score": -6.686489582061768, "rank": 1}, {"label": "cannot_answer", "score": 0.1675264686346054, "raw_score": -8.058618545532227, "rank": 2}, {"label": "request_for_info", "score": 0.15313507616519928, "raw_score": -8.148439407348633, "rank": 3}, {"label": "direct", "score": 0.01865796558558941, "raw_score": -10.253486633300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1331550828cddb939eb1785d83993d8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5525d254a3a435222e66efe83a396f7f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "203b36d872d07ef653ffb4aaa11750fa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5964a1848dbde8f377eb7bf031bdc159", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c855acba17b2802c6134ea24d83ba259", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1e416cbce2f8ea3d453fbc9aa9e7277", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44a18c5cdece28f2ef05c29baec82001", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8329435586929321, "raw_score": -5.345842361450195, "rank": 1}, {"label": "request_for_info", "score": 0.08787654340267181, "raw_score": -7.594875335693359, "rank": 2}, {"label": "cannot_answer", "score": 0.06555214524269104, "raw_score": -7.887962341308594, "rank": 3}, {"label": "direct", "score": 0.013627748936414719, "raw_score": -9.458700180053711, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0cbc4a66e7569fd6993ae3e264a32d02", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c787b502e49f75ea3536d83c7b295400", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ad7dff5bc5966d21fcf4c03086526ca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ff5e8c68f92de39e8a3ec146eab5f0c8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bfc4f2a794e89dde730bd7375985ee8c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cccd7afa3e8b44fd8f51de8df725559d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d812ed28034485f54da6ad9ab877c075", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bee6cf587768a1e2db5d5e6ca9153dec", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "949ca557b4a388d1c3e47c51f80d7302", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c3c4338621d6e4da7b0d59b952ad9ec3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efa324998075fea3909c5bad1e20c0ca", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb6bdb374ded7039c98099ede9e2223b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d025da65cddcea60e100747c013c1f0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7355902791023254, "raw_score": -2.819365978240967, "rank": 1}, {"label": "request_for_info", "score": 0.2207840234041214, "raw_score": -4.022854328155518, "rank": 2}, {"label": "cannot_answer", "score": 0.031893569976091385, "raw_score": -5.957634925842285, "rank": 3}, {"label": "direct", "score": 0.011732170358300209, "raw_score": -6.957704544067383, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48160408accf9a86359eaade204fa641", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c9a0bcad2d008dbc5423dea4207f255", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3bf2dc0d19142386f8362bdbc4f82e77", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c272c476133cc5a25922af62663a2a16", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3087b8bfbdd8ca7400c8ffc6ac30ddba", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8261106610298157, "raw_score": -2.986431121826172, "rank": 1}, {"label": "request_for_info", "score": 0.08593354374170303, "raw_score": -5.2495856285095215, "rank": 2}, {"label": "cannot_answer", "score": 0.08028072863817215, "raw_score": -5.317630290985107, "rank": 3}, {"label": "direct", "score": 0.007675054483115673, "raw_score": -7.665184497833252, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bdaaae771dc5fa79a232ebc7a76ad46c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.776240885257721, "raw_score": -2.1526076793670654, "rank": 1}, {"label": "cannot_answer", "score": 0.11565588414669037, "raw_score": -4.056451320648193, "rank": 2}, {"label": "direct", "score": 0.06288421899080276, "raw_score": -4.665775299072266, "rank": 3}, {"label": "request_for_info", "score": 0.04521900787949562, "raw_score": -4.995553016662598, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7cad03a3b541bfab307415d03d8a659", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.36188897490501404, "raw_score": -15.050703048706055, "rank": 1}, {"label": "request_for_info", "score": 0.33486881852149963, "raw_score": -15.128301620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.2844606041908264, "raw_score": -15.2914457321167, "rank": 3}, {"label": "direct", "score": 0.018781598657369614, "raw_score": -18.00916290283203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b561b626afcaee3d5fd8468627ab9f5c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6035485863685608, "raw_score": -10.240431785583496, "rank": 1}, {"label": "cannot_answer", "score": 0.18809789419174194, "raw_score": -11.406295776367188, "rank": 2}, {"label": "request_for_info", "score": 0.17221273481845856, "raw_score": -11.494527816772461, "rank": 3}, {"label": "direct", "score": 0.03614077344536781, "raw_score": -13.05583667755127, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a00a270dfa06246e880a85bc12bf2795", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47795209288597107, "raw_score": -9.961763381958008, "rank": 1}, {"label": "cannot_answer", "score": 0.30889028310775757, "raw_score": -10.398287773132324, "rank": 2}, {"label": "request_for_info", "score": 0.17619971930980682, "raw_score": -10.95965576171875, "rank": 3}, {"label": "direct", "score": 0.03695791959762573, "raw_score": -12.521493911743164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "02ee385a9414acbf462faeae77047077", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1368d90f62348eea4993937ddb060713", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cea208775f80e2af8aa673114b605c43", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "69ea3450d2f2d9fe14b57112675c7ee8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6a143da2fbe2d2164af0f831ebc3e50", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0b47be1612b93046751f5349f032768a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be6289ddec70982f937e4fd44ed2aed6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c0fedaefefa105d3955a1612f247b7b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "441ce05517cdf439b3e8a223c2a46267", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9dea121427e19dfc3d68eadf1163b36", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6702ef97cb80daeabe338f3725858a06", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e97d9c52c386e0b35517533bf2020e26", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e4823a156388b49cdd5196f3d4b2bf35", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1d437957944bccbfa6f7b11ec0da98d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3015b32e112f9ad3933215102f4d826", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f63d7e52b9914f117f0b2a2c793f514c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c7e723aea8a142aba1f4a1daac7f33f0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "451a91dd2a892f1d276050518c48de8f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "947d8cf273f188e318c683058f7fda94", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "972ff2b4d5cd5d34d0dda9693cc91f7d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3281763e93ba3bbc2d5321b96999855", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c555441bf32a526fb64646b73b814be1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "450f2df6aba9217670f9a44255eb55b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5823121666908264, "raw_score": -13.055413246154785, "rank": 1}, {"label": "cannot_answer", "score": 0.27637162804603577, "raw_score": -13.800673484802246, "rank": 2}, {"label": "request_for_info", "score": 0.13224034011363983, "raw_score": -14.537798881530762, "rank": 3}, {"label": "direct", "score": 0.009075852110981941, "raw_score": -17.2168025970459, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7afe09c2dbcfcdd6e4a419e07297fbf6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8181976079940796, "raw_score": -7.551323413848877, "rank": 1}, {"label": "cannot_answer", "score": 0.10090526938438416, "raw_score": -9.644245147705078, "rank": 2}, {"label": "request_for_info", "score": 0.047626741230487823, "raw_score": -10.39503288269043, "rank": 3}, {"label": "direct", "score": 0.03327039256691933, "raw_score": -10.753759384155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8898d69b90d7726b3a3c18e83bcff113", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8181976079940796, "raw_score": -7.551323413848877, "rank": 1}, {"label": "cannot_answer", "score": 0.10090526938438416, "raw_score": -9.644245147705078, "rank": 2}, {"label": "request_for_info", "score": 0.047626741230487823, "raw_score": -10.39503288269043, "rank": 3}, {"label": "direct", "score": 0.03327039256691933, "raw_score": -10.753759384155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c518a5549023b39b32c62768a9a4e0bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7786662578582764, "raw_score": -10.247167587280273, "rank": 1}, {"label": "cannot_answer", "score": 0.14321966469287872, "raw_score": -11.940370559692383, "rank": 2}, {"label": "request_for_info", "score": 0.05015731230378151, "raw_score": -12.989585876464844, "rank": 3}, {"label": "direct", "score": 0.0279567651450634, "raw_score": -13.574090957641602, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd29de1d060ab78dda2ca7fff6c3a809", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7661c760ae6399d859c7474ca34f12e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4a305a421caa0bad350b87fd6d4a64c7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9377428889274597, "raw_score": -1.3403278589248657, "rank": 1}, {"label": "cannot_answer", "score": 0.033049482852220535, "raw_score": -4.685797691345215, "rank": 2}, {"label": "request_for_info", "score": 0.018769921734929085, "raw_score": -5.251547813415527, "rank": 3}, {"label": "direct", "score": 0.010437684133648872, "raw_score": -5.838380813598633, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "161c85374ef1b7da0f7a3b7caad1ad65", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.792611837387085, "raw_score": -13.695602416992188, "rank": 1}, {"label": "cannot_answer", "score": 0.12958790361881256, "raw_score": -15.506576538085938, "rank": 2}, {"label": "direct", "score": 0.05327251926064491, "raw_score": -16.39551544189453, "rank": 3}, {"label": "request_for_info", "score": 0.024527696892619133, "raw_score": -17.171133041381836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "09a2336a91b64f4056f1459e63b500da", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99097483b5aa0f4760708a8029dd85d5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "31dc0472b143dd6429aa15ebb90ab207", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "34d6d60344359c3c3b85393d3b5f8da8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d43cebe55c364c41aae67c44ab498eb0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9118795394897461, "raw_score": -10.124626159667969, "rank": 1}, {"label": "cannot_answer", "score": 0.04181588813662529, "raw_score": -13.206857681274414, "rank": 2}, {"label": "request_for_info", "score": 0.025660458952188492, "raw_score": -13.695182800292969, "rank": 3}, {"label": "direct", "score": 0.020644040778279305, "raw_score": -13.912707328796387, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b9adb391da49f14ce99db74bca4da2a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9288738965988159, "raw_score": -2.891613006591797, "rank": 1}, {"label": "cannot_answer", "score": 0.030435172840952873, "raw_score": -6.3099870681762695, "rank": 2}, {"label": "request_for_info", "score": 0.020942429080605507, "raw_score": -6.68380880355835, "rank": 3}, {"label": "direct", "score": 0.019748548045754433, "raw_score": -6.74250602722168, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1aa6ec53052bee9955858624a8f7d684", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8586320877075195, "raw_score": -3.761864185333252, "rank": 1}, {"label": "cannot_answer", "score": 0.06870609521865845, "raw_score": -6.28736686706543, "rank": 2}, {"label": "request_for_info", "score": 0.043833017349243164, "raw_score": -6.736817359924316, "rank": 3}, {"label": "direct", "score": 0.028828784823417664, "raw_score": -7.155830383300781, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2b684464f2bdd1835a2e6019dcb1ddb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7721559405326843, "raw_score": -2.8374428749084473, "rank": 1}, {"label": "cannot_answer", "score": 0.1405983865261078, "raw_score": -4.540721893310547, "rank": 2}, {"label": "direct", "score": 0.06582057476043701, "raw_score": -5.299696922302246, "rank": 3}, {"label": "request_for_info", "score": 0.021425019949674606, "raw_score": -6.422070026397705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e43f251e744b2f6939d77a4e44b15c9b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7721559405326843, "raw_score": -2.8374428749084473, "rank": 1}, {"label": "cannot_answer", "score": 0.1405983865261078, "raw_score": -4.540721893310547, "rank": 2}, {"label": "direct", "score": 0.06582057476043701, "raw_score": -5.299696922302246, "rank": 3}, {"label": "request_for_info", "score": 0.021425019949674606, "raw_score": -6.422070026397705, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2fe0867ed141e3cc481209bc215cd6cf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7215549945831299, "raw_score": -10.212679862976074, "rank": 1}, {"label": "cannot_answer", "score": 0.13150686025619507, "raw_score": -11.915029525756836, "rank": 2}, {"label": "request_for_info", "score": 0.09051211923360825, "raw_score": -12.288604736328125, "rank": 3}, {"label": "direct", "score": 0.056426022201776505, "raw_score": -12.761157989501953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7ce665c5bffa6a44eb65494cbbd5bd40", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8644005656242371, "raw_score": -6.017664909362793, "rank": 1}, {"label": "request_for_info", "score": 0.08621024340391159, "raw_score": -8.322912216186523, "rank": 2}, {"label": "cannot_answer", "score": 0.0328730084002018, "raw_score": -9.287049293518066, "rank": 3}, {"label": "direct", "score": 0.016516191884875298, "raw_score": -9.975359916687012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d80e4a74f210fa66d58b86806e58fd5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8644005656242371, "raw_score": -6.017664909362793, "rank": 1}, {"label": "request_for_info", "score": 0.08621024340391159, "raw_score": -8.322912216186523, "rank": 2}, {"label": "cannot_answer", "score": 0.0328730084002018, "raw_score": -9.287049293518066, "rank": 3}, {"label": "direct", "score": 0.016516191884875298, "raw_score": -9.975359916687012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64b6741dfb3a00b38aefc569457aea5a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7190287113189697, "raw_score": -6.490846633911133, "rank": 1}, {"label": "request_for_info", "score": 0.20554351806640625, "raw_score": -7.7430901527404785, "rank": 2}, {"label": "cannot_answer", "score": 0.05198577046394348, "raw_score": -9.117777824401855, "rank": 3}, {"label": "direct", "score": 0.023442037403583527, "raw_score": -9.914216995239258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fc5f73c93924ab2e5fcb63c75bfa799", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7190287113189697, "raw_score": -6.490846633911133, "rank": 1}, {"label": "request_for_info", "score": 0.20554351806640625, "raw_score": -7.7430901527404785, "rank": 2}, {"label": "cannot_answer", "score": 0.05198577046394348, "raw_score": -9.117777824401855, "rank": 3}, {"label": "direct", "score": 0.023442037403583527, "raw_score": -9.914216995239258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "daeba2914658dbd0c72815653c164d6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6806579232215881, "raw_score": -12.68474292755127, "rank": 1}, {"label": "request_for_info", "score": 0.14293281733989716, "raw_score": -14.245428085327148, "rank": 2}, {"label": "cannot_answer", "score": 0.10218572616577148, "raw_score": -14.581010818481445, "rank": 3}, {"label": "direct", "score": 0.0742236003279686, "raw_score": -14.900720596313477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f61c08f0a478a5376828b081ebd32cb8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6806579232215881, "raw_score": -12.68474292755127, "rank": 1}, {"label": "request_for_info", "score": 0.14293281733989716, "raw_score": -14.245428085327148, "rank": 2}, {"label": "cannot_answer", "score": 0.10218572616577148, "raw_score": -14.581010818481445, "rank": 3}, {"label": "direct", "score": 0.0742236003279686, "raw_score": -14.900720596313477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "df05ec767558fa412e800f02edf70945", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6535444855690002, "raw_score": -12.317113876342773, "rank": 1}, {"label": "request_for_info", "score": 0.18505582213401794, "raw_score": -13.578866958618164, "rank": 2}, {"label": "cannot_answer", "score": 0.13420474529266357, "raw_score": -13.900157928466797, "rank": 3}, {"label": "direct", "score": 0.027194920927286148, "raw_score": -15.49649429321289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "30e48e9f1c587e6bde97d022f7ab0766", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6535444855690002, "raw_score": -12.317113876342773, "rank": 1}, {"label": "request_for_info", "score": 0.18505582213401794, "raw_score": -13.578866958618164, "rank": 2}, {"label": "cannot_answer", "score": 0.13420474529266357, "raw_score": -13.900157928466797, "rank": 3}, {"label": "direct", "score": 0.027194920927286148, "raw_score": -15.49649429321289, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74402404d92ccdff8c0b06d829200b29", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c32faa5cdb3c64912f260d1e81e352ae", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1c833ada3baa211d6a54f75fc5c4745e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6990174055099487, "raw_score": -9.853785514831543, "rank": 1}, {"label": "cannot_answer", "score": 0.16534273326396942, "raw_score": -11.295440673828125, "rank": 2}, {"label": "request_for_info", "score": 0.10456198453903198, "raw_score": -11.753681182861328, "rank": 3}, {"label": "direct", "score": 0.031077822670340538, "raw_score": -12.96696662902832, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b8d2433e180e52eb42172d1a38b6f2b6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5660815238952637, "raw_score": -5.776241302490234, "rank": 1}, {"label": "cannot_answer", "score": 0.22405405342578888, "raw_score": -6.703092098236084, "rank": 2}, {"label": "request_for_info", "score": 0.1457519382238388, "raw_score": -7.133073329925537, "rank": 3}, {"label": "direct", "score": 0.06411247700452805, "raw_score": -7.95434045791626, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa58d6c06a75e4f8b34fdbe7e358bb0d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7479761838912964, "raw_score": -5.5776567459106445, "rank": 1}, {"label": "cannot_answer", "score": 0.14354027807712555, "raw_score": -7.22841215133667, "rank": 2}, {"label": "request_for_info", "score": 0.07567522674798965, "raw_score": -7.868577003479004, "rank": 3}, {"label": "direct", "score": 0.032808322459459305, "raw_score": -8.704345703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5a9edf0483edc00e5de7878bf43986c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7479761838912964, "raw_score": -5.5776567459106445, "rank": 1}, {"label": "cannot_answer", "score": 0.14354027807712555, "raw_score": -7.22841215133667, "rank": 2}, {"label": "request_for_info", "score": 0.07567522674798965, "raw_score": -7.868577003479004, "rank": 3}, {"label": "direct", "score": 0.032808322459459305, "raw_score": -8.704345703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4fe43b329f67d5795f5e7203129435d", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.8321263194084167, "raw_score": -4.11267614364624, "rank": 1}, {"label": "tool_call", "score": 0.13906504213809967, "raw_score": -5.901718616485596, "rank": 2}, {"label": "request_for_info", "score": 0.021072087809443474, "raw_score": -7.788711071014404, "rank": 3}, {"label": "direct", "score": 0.007736593019217253, "raw_score": -8.790699005126953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2660e400d6d46a719ce7b79b3d79d022", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5634297728538513, "raw_score": -5.495432376861572, "rank": 1}, {"label": "tool_call", "score": 0.3657320439815521, "raw_score": -5.927574157714844, "rank": 2}, {"label": "request_for_info", "score": 0.06374931335449219, "raw_score": -7.674516677856445, "rank": 3}, {"label": "direct", "score": 0.007088865619152784, "raw_score": -9.870949745178223, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da92effb1184d9bfa674cb34bf5f4799", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9146044254302979, "raw_score": -9.451433181762695, "rank": 1}, {"label": "request_for_info", "score": 0.05261854827404022, "raw_score": -12.306856155395508, "rank": 2}, {"label": "cannot_answer", "score": 0.021792784333229065, "raw_score": -13.188345909118652, "rank": 3}, {"label": "direct", "score": 0.010984289459884167, "raw_score": -13.873458862304688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "333ff1c3f729c32a017cc134241ccabc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.9146044254302979, "raw_score": -9.451433181762695, "rank": 1}, {"label": "request_for_info", "score": 0.05261854827404022, "raw_score": -12.306856155395508, "rank": 2}, {"label": "cannot_answer", "score": 0.021792784333229065, "raw_score": -13.188345909118652, "rank": 3}, {"label": "direct", "score": 0.010984289459884167, "raw_score": -13.873458862304688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "76e1bb8aaebfa91e22a04886ef9030a5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7757169604301453, "raw_score": -7.274644374847412, "rank": 1}, {"label": "request_for_info", "score": 0.11067921668291092, "raw_score": -9.221796035766602, "rank": 2}, {"label": "cannot_answer", "score": 0.10052663087844849, "raw_score": -9.318009376525879, "rank": 3}, {"label": "direct", "score": 0.013077208772301674, "raw_score": -11.357561111450195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9921649f0d5199c4fc420d42dc40069f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.726824164390564, "raw_score": -10.200014114379883, "rank": 1}, {"label": "cannot_answer", "score": 0.17438822984695435, "raw_score": -11.62741470336914, "rank": 2}, {"label": "request_for_info", "score": 0.08578889816999435, "raw_score": -12.336809158325195, "rank": 3}, {"label": "direct", "score": 0.012998726218938828, "raw_score": -14.223847389221191, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54c4a8790feb914c9e41ce3ea366d2eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.726824164390564, "raw_score": -10.200014114379883, "rank": 1}, {"label": "cannot_answer", "score": 0.17438822984695435, "raw_score": -11.62741470336914, "rank": 2}, {"label": "request_for_info", "score": 0.08578889816999435, "raw_score": -12.336809158325195, "rank": 3}, {"label": "direct", "score": 0.012998726218938828, "raw_score": -14.223847389221191, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6c5fd76ccc0cddb10718a0ca89096a8f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.46593084931373596, "raw_score": -9.992507934570312, "rank": 1}, {"label": "cannot_answer", "score": 0.41558530926704407, "raw_score": -10.106857299804688, "rank": 2}, {"label": "request_for_info", "score": 0.1102101281285286, "raw_score": -11.43415641784668, "rank": 3}, {"label": "direct", "score": 0.008273692801594734, "raw_score": -14.02346420288086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b62893d1ffd433be040b9ef0eb546213", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.42451751232147217, "raw_score": -10.339487075805664, "rank": 1}, {"label": "tool_call", "score": 0.3922099471092224, "raw_score": -10.4186429977417, "rank": 2}, {"label": "request_for_info", "score": 0.1464708298444748, "raw_score": -11.403614044189453, "rank": 3}, {"label": "direct", "score": 0.036801714450120926, "raw_score": -12.784895896911621, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f4cc27c5d6adcebae74cde308cb1158f", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.42451751232147217, "raw_score": -10.339487075805664, "rank": 1}, {"label": "tool_call", "score": 0.3922099471092224, "raw_score": -10.4186429977417, "rank": 2}, {"label": "request_for_info", "score": 0.1464708298444748, "raw_score": -11.403614044189453, "rank": 3}, {"label": "direct", "score": 0.036801714450120926, "raw_score": -12.784895896911621, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77c20abfd9b18401fbfd8b0c55b25926", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "854cac61d68a13175804455240b71e0f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "75beb9e209b99dca37a7802e96d9a1b8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd49ce867c1a98185669441858c2f7e1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a0be94de897f41f04db6f1618f48b62", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "af6fcb02254cbc0ce9121dfe515b3555", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e24137a64a67aae1f8f34515f683a49", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a7d78bcfd6b1760a39c08ef8bb1df73a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f430127b5efc98a0b193ac6a75ab1606", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.479124516248703, "raw_score": -10.098102569580078, "rank": 1}, {"label": "cannot_answer", "score": 0.29635655879974365, "raw_score": -10.578499794006348, "rank": 2}, {"label": "request_for_info", "score": 0.2027340531349182, "raw_score": -10.958168029785156, "rank": 3}, {"label": "direct", "score": 0.021784929558634758, "raw_score": -13.188844680786133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "53288e5821a902110920d782fa6429bb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8150819540023804, "raw_score": -5.809634208679199, "rank": 1}, {"label": "request_for_info", "score": 0.11503791064023972, "raw_score": -7.767661094665527, "rank": 2}, {"label": "cannot_answer", "score": 0.03974034637212753, "raw_score": -8.83055591583252, "rank": 3}, {"label": "direct", "score": 0.03013978898525238, "raw_score": -9.107076644897461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a220ae5faab5ecb514eade77b18c53e9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7109028100967407, "raw_score": -8.11237621307373, "rank": 1}, {"label": "request_for_info", "score": 0.1497040092945099, "raw_score": -9.670251846313477, "rank": 2}, {"label": "cannot_answer", "score": 0.09385138750076294, "raw_score": -10.137199401855469, "rank": 3}, {"label": "direct", "score": 0.04554177075624466, "raw_score": -10.860281944274902, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3656107c8e9cab2751a55de8889a919e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7614585161209106, "raw_score": -10.525824546813965, "rank": 1}, {"label": "request_for_info", "score": 0.11356507241725922, "raw_score": -12.42868423461914, "rank": 2}, {"label": "cannot_answer", "score": 0.07505276799201965, "raw_score": -12.84286880493164, "rank": 3}, {"label": "direct", "score": 0.04992363974452019, "raw_score": -13.250565528869629, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e6fe0b5ff3398bdc13a1a0c29f7f457c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6987372636795044, "raw_score": -7.343815803527832, "rank": 1}, {"label": "cannot_answer", "score": 0.1654895544052124, "raw_score": -8.78418254852295, "rank": 2}, {"label": "request_for_info", "score": 0.12236321717500687, "raw_score": -9.08609676361084, "rank": 3}, {"label": "direct", "score": 0.013409941457211971, "raw_score": -11.297094345092773, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ffa2644b4f637dd65362e80ee631215f", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4293442964553833, "raw_score": -12.440256118774414, "rank": 1}, {"label": "cannot_answer", "score": 0.27685439586639404, "raw_score": -12.879023551940918, "rank": 2}, {"label": "tool_call", "score": 0.20320826768875122, "raw_score": -13.188283920288086, "rank": 3}, {"label": "direct", "score": 0.09059297293424606, "raw_score": -13.996138572692871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "042f1514776a0b2ed7123d748542b9cc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8944200277328491, "raw_score": -13.037965774536133, "rank": 1}, {"label": "cannot_answer", "score": 0.043981458991765976, "raw_score": -16.050373077392578, "rank": 2}, {"label": "direct", "score": 0.03951657563447952, "raw_score": -16.157421112060547, "rank": 3}, {"label": "request_for_info", "score": 0.022081926465034485, "raw_score": -16.739381790161133, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8db5e5d7fa693e5c4860647d1e52ccc0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.575341522693634, "raw_score": -11.207250595092773, "rank": 1}, {"label": "request_for_info", "score": 0.2820853292942047, "raw_score": -11.920004844665527, "rank": 2}, {"label": "cannot_answer", "score": 0.11929615586996078, "raw_score": -12.78060531616211, "rank": 3}, {"label": "direct", "score": 0.023277033120393753, "raw_score": -14.41474723815918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa7478269126745d1de1cb3dcf3eccc5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4821162223815918, "raw_score": -10.517711639404297, "rank": 1}, {"label": "cannot_answer", "score": 0.3457774519920349, "raw_score": -10.850101470947266, "rank": 2}, {"label": "request_for_info", "score": 0.09733495116233826, "raw_score": -12.117738723754883, "rank": 3}, {"label": "direct", "score": 0.07477141916751862, "raw_score": -12.381461143493652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1ca8378d8f82856c012c20b33fe1da7d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5087032318115234, "raw_score": -9.240285873413086, "rank": 1}, {"label": "cannot_answer", "score": 0.2471570521593094, "raw_score": -9.962126731872559, "rank": 2}, {"label": "request_for_info", "score": 0.18977388739585876, "raw_score": -10.226317405700684, "rank": 3}, {"label": "direct", "score": 0.05436578765511513, "raw_score": -11.476415634155273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "48e2867615a96452b5b969d8d4a29296", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4218209981918335, "raw_score": -15.69097900390625, "rank": 1}, {"label": "cannot_answer", "score": 0.3767227828502655, "raw_score": -15.80405044555664, "rank": 2}, {"label": "request_for_info", "score": 0.1534770280122757, "raw_score": -16.702009201049805, "rank": 3}, {"label": "direct", "score": 0.04797922819852829, "raw_score": -17.864791870117188, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4c165d890ffc89cdcccc12c24c214fb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6604552865028381, "raw_score": -8.2411470413208, "rank": 1}, {"label": "request_for_info", "score": 0.30650731921195984, "raw_score": -9.008834838867188, "rank": 2}, {"label": "cannot_answer", "score": 0.028162214905023575, "raw_score": -11.396095275878906, "rank": 3}, {"label": "direct", "score": 0.0048752217553555965, "raw_score": -13.149910926818848, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "366d20ecb609ac9c702fc84cb7096ee3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6424227952957153, "raw_score": -9.132330894470215, "rank": 1}, {"label": "request_for_info", "score": 0.19571928679943085, "raw_score": -10.32089614868164, "rank": 2}, {"label": "cannot_answer", "score": 0.1433328241109848, "raw_score": -10.632408142089844, "rank": 3}, {"label": "direct", "score": 0.01852503791451454, "raw_score": -12.678454399108887, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a15fd1bdb5848d75cc84a361bd7b5cb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6929621696472168, "raw_score": -9.330595970153809, "rank": 1}, {"label": "request_for_info", "score": 0.15206775069236755, "raw_score": -10.847245216369629, "rank": 2}, {"label": "cannot_answer", "score": 0.14329829812049866, "raw_score": -10.90664291381836, "rank": 3}, {"label": "direct", "score": 0.011671804822981358, "raw_score": -13.414395332336426, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad56a688b8181ca0b92bb9c072bdaec0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8612247109413147, "raw_score": -5.3447980880737305, "rank": 1}, {"label": "request_for_info", "score": 0.07408695667982101, "raw_score": -7.797914028167725, "rank": 2}, {"label": "cannot_answer", "score": 0.0426865816116333, "raw_score": -8.349268913269043, "rank": 3}, {"label": "direct", "score": 0.02200176939368248, "raw_score": -9.012030601501465, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "99250ed9da9aee8f8e753475ae775f13", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6107496023178101, "raw_score": -9.921734809875488, "rank": 1}, {"label": "request_for_info", "score": 0.22393843531608582, "raw_score": -10.925050735473633, "rank": 2}, {"label": "cannot_answer", "score": 0.13840462267398834, "raw_score": -11.406240463256836, "rank": 3}, {"label": "direct", "score": 0.026907319203019142, "raw_score": -13.044023513793945, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e32c12a63d1b7a327277beda01b5dc74", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.43866562843322754, "raw_score": -12.816741943359375, "rank": 1}, {"label": "tool_call", "score": 0.2967076003551483, "raw_score": -13.207732200622559, "rank": 2}, {"label": "request_for_info", "score": 0.2341366857290268, "raw_score": -13.444574356079102, "rank": 3}, {"label": "direct", "score": 0.03049013763666153, "raw_score": -15.483076095581055, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e940458b99080f4ed7b47a0d61fb3420", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7986b2e205f45e2ba72f70e05d49d3e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42bcb6ac0f001e4b5a64a3c8ea1e47cf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5986863374710083, "raw_score": -12.973285675048828, "rank": 1}, {"label": "request_for_info", "score": 0.27907559275627136, "raw_score": -13.736540794372559, "rank": 2}, {"label": "cannot_answer", "score": 0.08845019340515137, "raw_score": -14.885583877563477, "rank": 3}, {"label": "direct", "score": 0.03378788009285927, "raw_score": -15.847921371459961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "54bbeb362992a7005915df23cfab410f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6747618317604065, "raw_score": -8.33830451965332, "rank": 1}, {"label": "request_for_info", "score": 0.20669037103652954, "raw_score": -9.521442413330078, "rank": 2}, {"label": "cannot_answer", "score": 0.10533902049064636, "raw_score": -10.195480346679688, "rank": 3}, {"label": "direct", "score": 0.013208813033998013, "raw_score": -12.271780014038086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b70e2bb41f6c439ba3a136f85f68b76f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6432698369026184, "raw_score": -9.91403579711914, "rank": 1}, {"label": "request_for_info", "score": 0.23303912580013275, "raw_score": -10.929393768310547, "rank": 2}, {"label": "cannot_answer", "score": 0.0772501528263092, "raw_score": -12.033551216125488, "rank": 3}, {"label": "direct", "score": 0.04644090309739113, "raw_score": -12.54241943359375, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7097b9683dd293989b7e8d7f109bc671", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5503803491592407, "raw_score": -12.167486190795898, "rank": 1}, {"label": "cannot_answer", "score": 0.2711469531059265, "raw_score": -12.875434875488281, "rank": 2}, {"label": "request_for_info", "score": 0.15361247956752777, "raw_score": -13.443662643432617, "rank": 3}, {"label": "direct", "score": 0.02486024610698223, "raw_score": -15.264825820922852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bec1f8878e40063e9de193e5bbc81898", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5181966423988342, "raw_score": -12.417369842529297, "rank": 1}, {"label": "tool_call", "score": 0.23490604758262634, "raw_score": -13.208539009094238, "rank": 2}, {"label": "cannot_answer", "score": 0.21525786817073822, "raw_score": -13.29588794708252, "rank": 3}, {"label": "direct", "score": 0.03163948282599449, "raw_score": -15.213318824768066, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3b5e6b656df2bfe36773356f30b2e51f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.34466683864593506, "raw_score": -6.870926856994629, "rank": 1}, {"label": "request_for_info", "score": 0.3408362567424774, "raw_score": -6.882102966308594, "rank": 2}, {"label": "cannot_answer", "score": 0.3008071482181549, "raw_score": -7.007035732269287, "rank": 3}, {"label": "direct", "score": 0.013689667917788029, "raw_score": -10.096863746643066, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "483344992466af3d76169826e51ca4bb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6142277717590332, "raw_score": -9.796448707580566, "rank": 1}, {"label": "cannot_answer", "score": 0.19210202991962433, "raw_score": -10.95878791809082, "rank": 2}, {"label": "request_for_info", "score": 0.18411444127559662, "raw_score": -11.001256942749023, "rank": 3}, {"label": "direct", "score": 0.009555826894938946, "raw_score": -13.959663391113281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "74dc4db0931ba9c138306600771a98ba", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5914905667304993, "raw_score": -9.453204154968262, "rank": 1}, {"label": "cannot_answer", "score": 0.2164667248725891, "raw_score": -10.458413124084473, "rank": 2}, {"label": "request_for_info", "score": 0.1503973752260208, "raw_score": -10.822568893432617, "rank": 3}, {"label": "direct", "score": 0.04164532199501991, "raw_score": -12.106660842895508, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3457ce1babc357c29fdab91a34a613bd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5714340806007385, "raw_score": -7.550824165344238, "rank": 1}, {"label": "request_for_info", "score": 0.23612627387046814, "raw_score": -8.434606552124023, "rank": 2}, {"label": "cannot_answer", "score": 0.13412868976593018, "raw_score": -9.000173568725586, "rank": 3}, {"label": "direct", "score": 0.058311011642217636, "raw_score": -9.833182334899902, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6000fc73a20288f8f1b6b9664933ef46", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6418314576148987, "raw_score": -10.589027404785156, "rank": 1}, {"label": "cannot_answer", "score": 0.18616189062595367, "raw_score": -11.826736450195312, "rank": 2}, {"label": "request_for_info", "score": 0.11213039606809616, "raw_score": -12.333690643310547, "rank": 3}, {"label": "direct", "score": 0.05987626686692238, "raw_score": -12.96107292175293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ad34f6183c5f6e5d0729d41e6b374334", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7091260552406311, "raw_score": -8.671207427978516, "rank": 1}, {"label": "cannot_answer", "score": 0.14358076453208923, "raw_score": -10.268342971801758, "rank": 2}, {"label": "request_for_info", "score": 0.12319426238536835, "raw_score": -10.421478271484375, "rank": 3}, {"label": "direct", "score": 0.024098869413137436, "raw_score": -12.053075790405273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f5217752cd622c3a0052e84160518b18", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8528021574020386, "raw_score": -6.769961833953857, "rank": 1}, {"label": "request_for_info", "score": 0.1003873348236084, "raw_score": -8.909453392028809, "rank": 2}, {"label": "cannot_answer", "score": 0.02523420751094818, "raw_score": -10.290288925170898, "rank": 3}, {"label": "direct", "score": 0.02157636545598507, "raw_score": -10.446890830993652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4283477a457919b689dcb6af4a80e521", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.756980836391449, "raw_score": -8.684849739074707, "rank": 1}, {"label": "request_for_info", "score": 0.12115654349327087, "raw_score": -10.517104148864746, "rank": 2}, {"label": "cannot_answer", "score": 0.10632959008216858, "raw_score": -10.64764404296875, "rank": 3}, {"label": "direct", "score": 0.015533008612692356, "raw_score": -12.571220397949219, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4610fcf67f01bf0da6468620ce960b86", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252995729446411, "raw_score": -6.66204833984375, "rank": 1}, {"label": "cannot_answer", "score": 0.17495006322860718, "raw_score": -7.935778617858887, "rank": 2}, {"label": "request_for_info", "score": 0.17149406671524048, "raw_score": -7.955730438232422, "rank": 3}, {"label": "direct", "score": 0.028256304562091827, "raw_score": -9.758962631225586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "22afa9b5ec36b8a34146cb71f73bdf88", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7674599885940552, "raw_score": -9.34359359741211, "rank": 1}, {"label": "cannot_answer", "score": 0.11964277923107147, "raw_score": -11.202169418334961, "rank": 2}, {"label": "request_for_info", "score": 0.07650918513536453, "raw_score": -11.649269104003906, "rank": 3}, {"label": "direct", "score": 0.03638807311654091, "raw_score": -12.392438888549805, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "053d08594e2614a7ebb0fad2bec2c58f", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.361767053604126, "raw_score": -11.637237548828125, "rank": 1}, {"label": "tool_call", "score": 0.34551674127578735, "raw_score": -11.683197021484375, "rank": 2}, {"label": "cannot_answer", "score": 0.2264290601015091, "raw_score": -12.105806350708008, "rank": 3}, {"label": "direct", "score": 0.06628721952438354, "raw_score": -13.334240913391113, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b94514059655fa1e2d99f860a67123ae", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7945869565010071, "raw_score": -14.90239143371582, "rank": 1}, {"label": "cannot_answer", "score": 0.07503318786621094, "raw_score": -17.262283325195312, "rank": 2}, {"label": "direct", "score": 0.07083271443843842, "raw_score": -17.31989288330078, "rank": 3}, {"label": "request_for_info", "score": 0.059547096490859985, "raw_score": -17.493446350097656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "92dda1bee829e30eede8acc1610e0316", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4112248122692108, "raw_score": -13.604157447814941, "rank": 1}, {"label": "cannot_answer", "score": 0.2754896879196167, "raw_score": -14.00474739074707, "rank": 2}, {"label": "request_for_info", "score": 0.20946919918060303, "raw_score": -14.27872085571289, "rank": 3}, {"label": "direct", "score": 0.10381627082824707, "raw_score": -14.980674743652344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d35cb66ad58d12413e4421a1fbaa7682", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6156269311904907, "raw_score": -10.068653106689453, "rank": 1}, {"label": "request_for_info", "score": 0.2573755979537964, "raw_score": -10.940757751464844, "rank": 2}, {"label": "cannot_answer", "score": 0.0895272046327591, "raw_score": -11.99675178527832, "rank": 3}, {"label": "direct", "score": 0.03747031092643738, "raw_score": -12.867745399475098, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a295082d3ded98b7e00facdd74c1284", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.526829719543457, "raw_score": -13.929937362670898, "rank": 1}, {"label": "cannot_answer", "score": 0.2634177505970001, "raw_score": -14.62307357788086, "rank": 2}, {"label": "request_for_info", "score": 0.18980145454406738, "raw_score": -14.950836181640625, "rank": 3}, {"label": "direct", "score": 0.01995115913450718, "raw_score": -17.203527450561523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fbd94df7040bb5a693e1314233992ff2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6009417176246643, "raw_score": -10.317971229553223, "rank": 1}, {"label": "request_for_info", "score": 0.28469082713127136, "raw_score": -11.065065383911133, "rank": 2}, {"label": "cannot_answer", "score": 0.09688667953014374, "raw_score": -12.142927169799805, "rank": 3}, {"label": "direct", "score": 0.01748080551624298, "raw_score": -13.855365753173828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb54b0bf9cd771330846ac277e4c7914", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6067878007888794, "raw_score": -8.40588665008545, "rank": 1}, {"label": "cannot_answer", "score": 0.22533389925956726, "raw_score": -9.396482467651367, "rank": 2}, {"label": "request_for_info", "score": 0.10396242141723633, "raw_score": -10.170036315917969, "rank": 3}, {"label": "direct", "score": 0.06391581892967224, "raw_score": -10.656498908996582, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "615d97219c42155c16b0ffc76165ebf5", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4345734715461731, "raw_score": -11.118194580078125, "rank": 1}, {"label": "tool_call", "score": 0.4323292672634125, "raw_score": -11.123372077941895, "rank": 2}, {"label": "request_for_info", "score": 0.11341630667448044, "raw_score": -12.461494445800781, "rank": 3}, {"label": "direct", "score": 0.01968105509877205, "raw_score": -14.212903022766113, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5d846e2686f503f92f6cb6f5321e8f8c", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5500305891036987, "raw_score": -12.617734909057617, "rank": 1}, {"label": "tool_call", "score": 0.379766047000885, "raw_score": -12.988153457641602, "rank": 2}, {"label": "cannot_answer", "score": 0.058046597987413406, "raw_score": -14.866462707519531, "rank": 3}, {"label": "direct", "score": 0.012156742624938488, "raw_score": -16.429824829101562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c1cbe7b14fa79d1d2b661596b42b9ce6", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5500305891036987, "raw_score": -12.617734909057617, "rank": 1}, {"label": "tool_call", "score": 0.379766047000885, "raw_score": -12.988153457641602, "rank": 2}, {"label": "cannot_answer", "score": 0.058046597987413406, "raw_score": -14.866462707519531, "rank": 3}, {"label": "direct", "score": 0.012156742624938488, "raw_score": -16.429824829101562, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ac863d2dd7925ebdb78dd0ef68a7846b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6225293874740601, "raw_score": -11.746612548828125, "rank": 1}, {"label": "request_for_info", "score": 0.19335925579071045, "raw_score": -12.915853500366211, "rank": 2}, {"label": "cannot_answer", "score": 0.12230037897825241, "raw_score": -13.373923301696777, "rank": 3}, {"label": "direct", "score": 0.0618109367787838, "raw_score": -14.056323051452637, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa9c890f322ff95ecbc6db5cc67333a8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6390250325202942, "raw_score": -15.354429244995117, "rank": 1}, {"label": "request_for_info", "score": 0.17989152669906616, "raw_score": -16.622018814086914, "rank": 2}, {"label": "cannot_answer", "score": 0.10893900692462921, "raw_score": -17.123584747314453, "rank": 3}, {"label": "direct", "score": 0.0721445083618164, "raw_score": -17.535701751708984, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec124d6dd55b8c69c27c78e611bafdb3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8958274722099304, "raw_score": -6.258184432983398, "rank": 1}, {"label": "request_for_info", "score": 0.0789472833275795, "raw_score": -8.687151908874512, "rank": 2}, {"label": "cannot_answer", "score": 0.014478073455393314, "raw_score": -10.383296966552734, "rank": 3}, {"label": "direct", "score": 0.010747202672064304, "raw_score": -10.681286811828613, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a3a9f16e1677171b3341ae5b112c322b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.624494194984436, "raw_score": -6.298920631408691, "rank": 1}, {"label": "request_for_info", "score": 0.22811339795589447, "raw_score": -7.3060197830200195, "rank": 2}, {"label": "cannot_answer", "score": 0.12399608641862869, "raw_score": -7.915612697601318, "rank": 3}, {"label": "direct", "score": 0.02339635230600834, "raw_score": -9.583282470703125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "284ce2eb142915c715c1a32fdaedf75d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6659109592437744, "raw_score": -11.335498809814453, "rank": 1}, {"label": "request_for_info", "score": 0.14622069895267487, "raw_score": -12.851537704467773, "rank": 2}, {"label": "cannot_answer", "score": 0.1293845921754837, "raw_score": -12.973865509033203, "rank": 3}, {"label": "direct", "score": 0.05848383903503418, "raw_score": -13.767904281616211, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38d4a5f31323720e9401a15f6a070549", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.38845446705818176, "raw_score": -8.109457969665527, "rank": 1}, {"label": "tool_call", "score": 0.30808329582214355, "raw_score": -8.341263771057129, "rank": 2}, {"label": "cannot_answer", "score": 0.29248684644699097, "raw_score": -8.393214225769043, "rank": 3}, {"label": "direct", "score": 0.010975377634167671, "raw_score": -11.675979614257812, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d95414303f52fd8fffabdc1d83f35238", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7699500322341919, "raw_score": -11.558019638061523, "rank": 1}, {"label": "request_for_info", "score": 0.10177817195653915, "raw_score": -13.581549644470215, "rank": 2}, {"label": "cannot_answer", "score": 0.09235800802707672, "raw_score": -13.678672790527344, "rank": 3}, {"label": "direct", "score": 0.035913776606321335, "raw_score": -14.623224258422852, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e39a16ac58df3499cf0e0ee50a9b338", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6330127716064453, "raw_score": -9.151494979858398, "rank": 1}, {"label": "request_for_info", "score": 0.23378559947013855, "raw_score": -10.147581100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.10139945894479752, "raw_score": -10.982917785644531, "rank": 3}, {"label": "direct", "score": 0.03180213272571564, "raw_score": -12.142452239990234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "227a825a4398a1de6fdde938dbb77825", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6330127716064453, "raw_score": -9.151494979858398, "rank": 1}, {"label": "request_for_info", "score": 0.23378559947013855, "raw_score": -10.147581100463867, "rank": 2}, {"label": "cannot_answer", "score": 0.10139945894479752, "raw_score": -10.982917785644531, "rank": 3}, {"label": "direct", "score": 0.03180213272571564, "raw_score": -12.142452239990234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b24e9a543443eb3717aa7df1b010938d", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.759089469909668, "raw_score": -11.436569213867188, "rank": 1}, {"label": "tool_call", "score": 0.1988537460565567, "raw_score": -12.776119232177734, "rank": 2}, {"label": "cannot_answer", "score": 0.0218939371407032, "raw_score": -14.982479095458984, "rank": 3}, {"label": "direct", "score": 0.02016288973391056, "raw_score": -15.064845085144043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d11f48f00edbd845df5f1363e89384b8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6056678891181946, "raw_score": -19.854122161865234, "rank": 1}, {"label": "cannot_answer", "score": 0.1347895860671997, "raw_score": -21.356739044189453, "rank": 2}, {"label": "direct", "score": 0.1309528946876526, "raw_score": -21.385616302490234, "rank": 3}, {"label": "request_for_info", "score": 0.12858964502811432, "raw_score": -21.403827667236328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2c059b78a739ed9671d3ce13e3bf5b8c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.816051721572876, "raw_score": -12.460959434509277, "rank": 1}, {"label": "request_for_info", "score": 0.13317511975765228, "raw_score": -14.273772239685059, "rank": 2}, {"label": "cannot_answer", "score": 0.04517097771167755, "raw_score": -15.354982376098633, "rank": 3}, {"label": "direct", "score": 0.005602092482149601, "raw_score": -17.442296981811523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "83d5bf5188a4e310dba1a1dead191bf7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.816051721572876, "raw_score": -12.460959434509277, "rank": 1}, {"label": "request_for_info", "score": 0.13317511975765228, "raw_score": -14.273772239685059, "rank": 2}, {"label": "cannot_answer", "score": 0.04517097771167755, "raw_score": -15.354982376098633, "rank": 3}, {"label": "direct", "score": 0.005602092482149601, "raw_score": -17.442296981811523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e98a812b66334d569f40b0a950d1ce1e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41c34914a52ef5bb61618634d5eb8503", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b3703f699e9d2e71a30f2853b127a899", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f8a640e7589d8afa87c13e496638ea53", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "373dbfc73a11f32a1b6f570b93e89b0b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d0eb1fab720f071319ab34e7ab153b6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f074a21eb1cf79561042f6f016e2069d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bfaec4c67dcf6c34e5a86b4392f5b00b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "98465ded283ca8e5fcc1900f52f6c9fe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "212dc254510dc91398f828aad3346c10", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "474455afd4fe10e1352fa79daa3541f8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f6612cbe35247a5b7ef9e5938209d960", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cd8eeeb8e9b54d3d73762971d0d2f617", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "972153d8b7834c7716b9c5c3a36551fd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fdc5322366f63b71e0662bcda7b2680", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f9ab2227f695e1c479cd14d50aa22304", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6728805303573608, "raw_score": -14.381665229797363, "rank": 1}, {"label": "request_for_info", "score": 0.1714586615562439, "raw_score": -15.74889087677002, "rank": 2}, {"label": "cannot_answer", "score": 0.10904823988676071, "raw_score": -16.20144271850586, "rank": 3}, {"label": "direct", "score": 0.046612560749053955, "raw_score": -17.051362991333008, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "156080c6b431ecfb8939081d4edaeb9e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.911321222782135, "raw_score": -9.18628215789795, "rank": 1}, {"label": "request_for_info", "score": 0.0486074797809124, "raw_score": -12.117400169372559, "rank": 2}, {"label": "cannot_answer", "score": 0.030650390312075615, "raw_score": -12.578532218933105, "rank": 3}, {"label": "direct", "score": 0.009420905262231827, "raw_score": -13.758246421813965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab8d0962fda8886fc96e0c5b2b19be39", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.911321222782135, "raw_score": -9.18628215789795, "rank": 1}, {"label": "request_for_info", "score": 0.0486074797809124, "raw_score": -12.117400169372559, "rank": 2}, {"label": "cannot_answer", "score": 0.030650390312075615, "raw_score": -12.578532218933105, "rank": 3}, {"label": "direct", "score": 0.009420905262231827, "raw_score": -13.758246421813965, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "86768d689f021b1550c593020287d143", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4941f5881dc3ee3d997d7a8055dcab25", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d192a557f314ffd05e18eb490401758", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d9cfd283ee18057937287d5e0807d24b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7720159292221069, "raw_score": -14.837305068969727, "rank": 1}, {"label": "request_for_info", "score": 0.13262338936328888, "raw_score": -16.598796844482422, "rank": 2}, {"label": "cannot_answer", "score": 0.07017586380243301, "raw_score": -17.235305786132812, "rank": 3}, {"label": "direct", "score": 0.025184771046042442, "raw_score": -18.26007080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "930229ba9606241ef992af7c7f0d554c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4886191785335541, "raw_score": -12.807329177856445, "rank": 1}, {"label": "cannot_answer", "score": 0.3633793890476227, "raw_score": -13.10346508026123, "rank": 2}, {"label": "direct", "score": 0.11746414005756378, "raw_score": -14.232779502868652, "rank": 3}, {"label": "request_for_info", "score": 0.030537299811840057, "raw_score": -15.579963684082031, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "564704b22f867d148b96775ceb47da2c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d30f57ea08752a823301767eedb742b7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dba1d1763bb0ab110efe6038e782ae3e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5221546292304993, "raw_score": -12.221628189086914, "rank": 1}, {"label": "request_for_info", "score": 0.40398961305618286, "raw_score": -12.478202819824219, "rank": 2}, {"label": "cannot_answer", "score": 0.044689927250146866, "raw_score": -14.67984390258789, "rank": 3}, {"label": "direct", "score": 0.02916588820517063, "raw_score": -15.106592178344727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9ea6e08bd16589a4eefcfe897ece9278", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4872058033943176, "raw_score": -18.222755432128906, "rank": 1}, {"label": "tool_call", "score": 0.37146902084350586, "raw_score": -18.493976593017578, "rank": 2}, {"label": "cannot_answer", "score": 0.11914218217134476, "raw_score": -19.63112449645996, "rank": 3}, {"label": "direct", "score": 0.022183023393154144, "raw_score": -21.312114715576172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "40a60aeb29e54a30a971f2762d9ae89d", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4872058033943176, "raw_score": -18.222755432128906, "rank": 1}, {"label": "tool_call", "score": 0.37146902084350586, "raw_score": -18.493976593017578, "rank": 2}, {"label": "cannot_answer", "score": 0.11914218217134476, "raw_score": -19.63112449645996, "rank": 3}, {"label": "direct", "score": 0.022183023393154144, "raw_score": -21.312114715576172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c24b97553e0ac09a6d0057368935d98b", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6526621580123901, "raw_score": -14.288067817687988, "rank": 1}, {"label": "tool_call", "score": 0.28160014748573303, "raw_score": -15.128639221191406, "rank": 2}, {"label": "request_for_info", "score": 0.048283740878105164, "raw_score": -16.892032623291016, "rank": 3}, {"label": "direct", "score": 0.017453888431191444, "raw_score": -17.909564971923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f085b973b1cbd34950c92d7543876323", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.6335129141807556, "raw_score": -15.303794860839844, "rank": 1}, {"label": "tool_call", "score": 0.3148084580898285, "raw_score": -16.003110885620117, "rank": 2}, {"label": "request_for_info", "score": 0.037626415491104126, "raw_score": -18.127368927001953, "rank": 3}, {"label": "direct", "score": 0.014052162878215313, "raw_score": -19.1122989654541, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4687725ce2450e70d7c2c584fde3e119", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.9067511558532715, "raw_score": -13.77285099029541, "rank": 1}, {"label": "tool_call", "score": 0.0692446157336235, "raw_score": -16.345073699951172, "rank": 2}, {"label": "request_for_info", "score": 0.02074616216123104, "raw_score": -17.550357818603516, "rank": 3}, {"label": "direct", "score": 0.0032579810358583927, "raw_score": -19.401611328125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a9aacf05f5d7bd60f711956701d2f93a", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5140303373336792, "raw_score": -14.22148609161377, "rank": 1}, {"label": "tool_call", "score": 0.34496116638183594, "raw_score": -14.620336532592773, "rank": 2}, {"label": "request_for_info", "score": 0.08043993264436722, "raw_score": -16.076257705688477, "rank": 3}, {"label": "direct", "score": 0.06056853011250496, "raw_score": -16.35999298095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "41b28f52c95be226245ae71e2def9c82", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.9009765386581421, "raw_score": -14.962116241455078, "rank": 1}, {"label": "tool_call", "score": 0.07862891256809235, "raw_score": -17.400856018066406, "rank": 2}, {"label": "request_for_info", "score": 0.013088331557810307, "raw_score": -19.19387435913086, "rank": 3}, {"label": "direct", "score": 0.007306224666535854, "raw_score": -19.77686882019043, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef773a6798023495a1bb3fd8afe43a79", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.8574575185775757, "raw_score": -17.64332389831543, "rank": 1}, {"label": "tool_call", "score": 0.10732769221067429, "raw_score": -19.72140884399414, "rank": 2}, {"label": "request_for_info", "score": 0.024251004680991173, "raw_score": -21.208837509155273, "rank": 3}, {"label": "direct", "score": 0.010963879525661469, "raw_score": -22.002689361572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1292c2d62b6a6feae86953338afa2ecb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8638983964920044, "raw_score": -13.102343559265137, "rank": 1}, {"label": "request_for_info", "score": 0.07376095652580261, "raw_score": -15.562969207763672, "rank": 2}, {"label": "cannot_answer", "score": 0.03520923852920532, "raw_score": -16.302490234375, "rank": 3}, {"label": "direct", "score": 0.027131464332342148, "raw_score": -16.5631046295166, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f2e7e516be94641ff9e2eb2f3a281132", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6399739384651184, "raw_score": -14.892071723937988, "rank": 1}, {"label": "request_for_info", "score": 0.1768455058336258, "raw_score": -16.17822265625, "rank": 2}, {"label": "cannot_answer", "score": 0.12189877033233643, "raw_score": -16.550308227539062, "rank": 3}, {"label": "direct", "score": 0.06128180772066116, "raw_score": -17.23801612854004, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1626c7142626067acf17e4ed8bfc76bf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "61b8be0bb1d07b1e5e6974448cbe4827", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab28411912a6c2f5df4781ae00dac447", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8f7e0d3173696d58ecced6c183412a7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7173312902450562, "raw_score": -18.547571182250977, "rank": 1}, {"label": "cannot_answer", "score": 0.1308983713388443, "raw_score": -20.248687744140625, "rank": 2}, {"label": "direct", "score": 0.08040332049131393, "raw_score": -20.736053466796875, "rank": 3}, {"label": "request_for_info", "score": 0.07136694341897964, "raw_score": -20.855274200439453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1f9b0cc6ea7a53451d1b3c2ca90ab2d4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848059892654419, "raw_score": -17.159103393554688, "rank": 1}, {"label": "cannot_answer", "score": 0.14896148443222046, "raw_score": -18.684551239013672, "rank": 2}, {"label": "direct", "score": 0.09287235885858536, "raw_score": -19.157012939453125, "rank": 3}, {"label": "request_for_info", "score": 0.07336025685071945, "raw_score": -19.39285659790039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f86f38db8dbe31d85f66342da87991cb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848059892654419, "raw_score": -17.159103393554688, "rank": 1}, {"label": "cannot_answer", "score": 0.14896148443222046, "raw_score": -18.684551239013672, "rank": 2}, {"label": "direct", "score": 0.09287235885858536, "raw_score": -19.157012939453125, "rank": 3}, {"label": "request_for_info", "score": 0.07336025685071945, "raw_score": -19.39285659790039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ef6c994336f4aee74150ac9abe51b3ea", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5048815011978149, "raw_score": -19.387989044189453, "rank": 1}, {"label": "cannot_answer", "score": 0.3905911445617676, "raw_score": -19.644651412963867, "rank": 2}, {"label": "direct", "score": 0.0563884973526001, "raw_score": -21.580047607421875, "rank": 3}, {"label": "request_for_info", "score": 0.0481388121843338, "raw_score": -21.738224029541016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a6519f057c9cbabd94deeb838f7f8dba", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5039070248603821, "raw_score": -18.1676025390625, "rank": 1}, {"label": "cannot_answer", "score": 0.21277999877929688, "raw_score": -19.029735565185547, "rank": 2}, {"label": "request_for_info", "score": 0.16972197592258453, "raw_score": -19.25583267211914, "rank": 3}, {"label": "direct", "score": 0.11359094083309174, "raw_score": -19.657390594482422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b93d182ba1c52f96bf4c15871fb6c4cc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4626975357532501, "raw_score": -11.451831817626953, "rank": 1}, {"label": "request_for_info", "score": 0.26067054271698, "raw_score": -12.02564811706543, "rank": 2}, {"label": "cannot_answer", "score": 0.23930010199546814, "raw_score": -12.111186981201172, "rank": 3}, {"label": "direct", "score": 0.03733176365494728, "raw_score": -13.969060897827148, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "299fea60453fb27b469239e46299ad4f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4626975357532501, "raw_score": -11.451831817626953, "rank": 1}, {"label": "request_for_info", "score": 0.26067054271698, "raw_score": -12.02564811706543, "rank": 2}, {"label": "cannot_answer", "score": 0.23930010199546814, "raw_score": -12.111186981201172, "rank": 3}, {"label": "direct", "score": 0.03733176365494728, "raw_score": -13.969060897827148, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be85d5c6e1ee5ec8b247b6def9e7ac04", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47123417258262634, "raw_score": -14.478231430053711, "rank": 1}, {"label": "request_for_info", "score": 0.3216947615146637, "raw_score": -14.859983444213867, "rank": 2}, {"label": "cannot_answer", "score": 0.16786514222621918, "raw_score": -15.510425567626953, "rank": 3}, {"label": "direct", "score": 0.03920595720410347, "raw_score": -16.964757919311523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8a71475ed554ff8c5b628bdbf62ee75b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6213893890380859, "raw_score": -15.516813278198242, "rank": 1}, {"label": "cannot_answer", "score": 0.2521096467971802, "raw_score": -16.418907165527344, "rank": 2}, {"label": "direct", "score": 0.0722307562828064, "raw_score": -17.66890525817871, "rank": 3}, {"label": "request_for_info", "score": 0.05427020415663719, "raw_score": -17.954795837402344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a909a49e66b5138f6c843af199d6efd2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6213893890380859, "raw_score": -15.516813278198242, "rank": 1}, {"label": "cannot_answer", "score": 0.2521096467971802, "raw_score": -16.418907165527344, "rank": 2}, {"label": "direct", "score": 0.0722307562828064, "raw_score": -17.66890525817871, "rank": 3}, {"label": "request_for_info", "score": 0.05427020415663719, "raw_score": -17.954795837402344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4499a0d047fc360da5add8b7d1317335", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.6909632682800293, "raw_score": -20.359113693237305, "rank": 1}, {"label": "tool_call", "score": 0.18251697719097137, "raw_score": -21.690357208251953, "rank": 2}, {"label": "cannot_answer", "score": 0.0661395862698555, "raw_score": -22.705432891845703, "rank": 3}, {"label": "direct", "score": 0.06038007140159607, "raw_score": -22.796541213989258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b20f235a2ab019dd54f3dd2e4177feb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.511033833026886, "raw_score": -17.004648208618164, "rank": 1}, {"label": "request_for_info", "score": 0.37953275442123413, "raw_score": -17.302143096923828, "rank": 2}, {"label": "cannot_answer", "score": 0.0756554827094078, "raw_score": -18.914894104003906, "rank": 3}, {"label": "direct", "score": 0.03377790004014969, "raw_score": -19.721277236938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2d2f3d6d7465f6bcc805890be695abdd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.511033833026886, "raw_score": -17.004648208618164, "rank": 1}, {"label": "request_for_info", "score": 0.37953275442123413, "raw_score": -17.302143096923828, "rank": 2}, {"label": "cannot_answer", "score": 0.0756554827094078, "raw_score": -18.914894104003906, "rank": 3}, {"label": "direct", "score": 0.03377790004014969, "raw_score": -19.721277236938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cb77ee63f86da7693f5ae3d44ae048d6", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4341890811920166, "raw_score": -16.726356506347656, "rank": 1}, {"label": "tool_call", "score": 0.3786630928516388, "raw_score": -16.863189697265625, "rank": 2}, {"label": "cannot_answer", "score": 0.1384858936071396, "raw_score": -17.869068145751953, "rank": 3}, {"label": "direct", "score": 0.04866191744804382, "raw_score": -18.914939880371094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "51ab9332c35c3f79e4215cd9897cbd88", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4341890811920166, "raw_score": -16.726356506347656, "rank": 1}, {"label": "tool_call", "score": 0.3786630928516388, "raw_score": -16.863189697265625, "rank": 2}, {"label": "cannot_answer", "score": 0.1384858936071396, "raw_score": -17.869068145751953, "rank": 3}, {"label": "direct", "score": 0.04866191744804382, "raw_score": -18.914939880371094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "20c1fac72db7e034a08c145b5410cc46", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5684864521026611, "raw_score": -16.588062286376953, "rank": 1}, {"label": "request_for_info", "score": 0.2701161503791809, "raw_score": -17.33218765258789, "rank": 2}, {"label": "cannot_answer", "score": 0.13033320009708405, "raw_score": -18.060945510864258, "rank": 3}, {"label": "direct", "score": 0.031064143404364586, "raw_score": -19.494985580444336, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8731e6e6ebb3032cfe5a99944682d8e0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6139169335365295, "raw_score": -14.04015827178955, "rank": 1}, {"label": "request_for_info", "score": 0.23081879317760468, "raw_score": -15.01838493347168, "rank": 2}, {"label": "cannot_answer", "score": 0.12411123514175415, "raw_score": -15.638839721679688, "rank": 3}, {"label": "direct", "score": 0.03115301951766014, "raw_score": -17.021106719970703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c7ad287fdd4814396681ae79a32100f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aed7bd5f3ba1d0f616edcaab2ed66328", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1f38c06d3284f1e1d4b9362b2e8c3b0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9e844053cfd01b75565e736761279bbe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9372921639a045251e541aac9cc92823", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4122591863b30ef88490498708172628", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5210170745849609, "raw_score": -17.644941329956055, "rank": 1}, {"label": "cannot_answer", "score": 0.23038774728775024, "raw_score": -18.460960388183594, "rank": 2}, {"label": "request_for_info", "score": 0.19387128949165344, "raw_score": -18.633529663085938, "rank": 3}, {"label": "direct", "score": 0.054723870009183884, "raw_score": -19.89842414855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d715a807235ea5fbb02e00120d86e11b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5800550580024719, "raw_score": -17.11806297302246, "rank": 1}, {"label": "cannot_answer", "score": 0.27432700991630554, "raw_score": -17.866865158081055, "rank": 2}, {"label": "request_for_info", "score": 0.08862307667732239, "raw_score": -18.996793746948242, "rank": 3}, {"label": "direct", "score": 0.05699486657977104, "raw_score": -19.43822479248047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f623963c018e4d4e4fe8421369676e1c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7887880802154541, "raw_score": -6.899827480316162, "rank": 1}, {"label": "cannot_answer", "score": 0.18027149140834808, "raw_score": -8.375861167907715, "rank": 2}, {"label": "direct", "score": 0.020547213032841682, "raw_score": -10.547599792480469, "rank": 3}, {"label": "request_for_info", "score": 0.010393167845904827, "raw_score": -11.22917652130127, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a9cf2817f4825b13c22455e96d08eaaf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5901880264282227, "raw_score": -17.582990646362305, "rank": 1}, {"label": "direct", "score": 0.19110050797462463, "raw_score": -18.71063232421875, "rank": 2}, {"label": "cannot_answer", "score": 0.12047110497951508, "raw_score": -19.172021865844727, "rank": 3}, {"label": "request_for_info", "score": 0.09824036061763763, "raw_score": -19.376014709472656, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9b5b3b4ea3fad9a413b459fc820bf225", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.509574294090271, "raw_score": -11.539730072021484, "rank": 1}, {"label": "request_for_info", "score": 0.2915675640106201, "raw_score": -12.098033905029297, "rank": 2}, {"label": "cannot_answer", "score": 0.15706662833690643, "raw_score": -12.716635704040527, "rank": 3}, {"label": "direct", "score": 0.041791483759880066, "raw_score": -14.040613174438477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a76484d82e2db79c7b86d9d6ca85be66", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.47237908840179443, "raw_score": -15.120651245117188, "rank": 1}, {"label": "tool_call", "score": 0.3811822235584259, "raw_score": -15.335155487060547, "rank": 2}, {"label": "cannot_answer", "score": 0.1296081393957138, "raw_score": -16.413917541503906, "rank": 3}, {"label": "direct", "score": 0.01683046855032444, "raw_score": -18.455242156982422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "beab408954d529caa9283ffacefffa3b", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4386889338493347, "raw_score": -13.5992431640625, "rank": 1}, {"label": "tool_call", "score": 0.3702250123023987, "raw_score": -13.768922805786133, "rank": 2}, {"label": "request_for_info", "score": 0.18189437687397003, "raw_score": -14.479607582092285, "rank": 3}, {"label": "direct", "score": 0.009191697463393211, "raw_score": -17.464733123779297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "14cbbfad1ddeee62d7a7375b1c678e08", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ca56f8bfd638cb3b7d02afd0617cae0e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7c6fd108c76c1b28b75e79c6ab4f93f2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "be8e13d925639bc5f2ee49fe5b8d67fa", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4103414714336395, "raw_score": -16.420307159423828, "rank": 1}, {"label": "cannot_answer", "score": 0.34954461455345154, "raw_score": -16.580665588378906, "rank": 2}, {"label": "request_for_info", "score": 0.2018045336008072, "raw_score": -17.12999725341797, "rank": 3}, {"label": "direct", "score": 0.03830941393971443, "raw_score": -18.791601181030273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6b3f27b125d7b5e2c277890e9465c339", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7449695467948914, "raw_score": -13.525601387023926, "rank": 1}, {"label": "cannot_answer", "score": 0.16848494112491608, "raw_score": -15.01209831237793, "rank": 2}, {"label": "request_for_info", "score": 0.06893946975469589, "raw_score": -15.905715942382812, "rank": 3}, {"label": "direct", "score": 0.017606046050786972, "raw_score": -17.270702362060547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52a3bb7cb9007e1d34a672138a2a0e47", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.727569580078125, "raw_score": -15.126399993896484, "rank": 1}, {"label": "request_for_info", "score": 0.17520351707935333, "raw_score": -16.550161361694336, "rank": 2}, {"label": "cannot_answer", "score": 0.07286441326141357, "raw_score": -17.427509307861328, "rank": 3}, {"label": "direct", "score": 0.0243624746799469, "raw_score": -18.5230655670166, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "210192bcd0c744dd3532697518af33db", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8397085070610046, "raw_score": -10.926050186157227, "rank": 1}, {"label": "cannot_answer", "score": 0.08845534920692444, "raw_score": -13.176607131958008, "rank": 2}, {"label": "request_for_info", "score": 0.06168562173843384, "raw_score": -13.537054061889648, "rank": 3}, {"label": "direct", "score": 0.010150526650249958, "raw_score": -15.34157943725586, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b1154a1c26d4a8e4c6fb03e928a486eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5971129536628723, "raw_score": -16.8900146484375, "rank": 1}, {"label": "request_for_info", "score": 0.1796976625919342, "raw_score": -18.090845108032227, "rank": 2}, {"label": "cannot_answer", "score": 0.17214277386665344, "raw_score": -18.13379669189453, "rank": 3}, {"label": "direct", "score": 0.05104658007621765, "raw_score": -19.349382400512695, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed32ea261ae7e81b5af24c6a9be4e58a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.48341313004493713, "raw_score": -13.708906173706055, "rank": 1}, {"label": "request_for_info", "score": 0.26726236939430237, "raw_score": -14.301547050476074, "rank": 2}, {"label": "cannot_answer", "score": 0.22564437985420227, "raw_score": -14.470817565917969, "rank": 3}, {"label": "direct", "score": 0.023680174723267555, "raw_score": -16.725139617919922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68134ff576f41ad48cd502fe02ee1a60", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5354989767074585, "raw_score": -16.582073211669922, "rank": 1}, {"label": "request_for_info", "score": 0.3718132972717285, "raw_score": -16.946880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.06508593261241913, "raw_score": -18.689563751220703, "rank": 3}, {"label": "direct", "score": 0.027601728215813637, "raw_score": -19.547393798828125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c0d47b1ebaa8655686753b679eb4b28", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.45779988169670105, "raw_score": -16.742130279541016, "rank": 1}, {"label": "request_for_info", "score": 0.3203085958957672, "raw_score": -17.09927749633789, "rank": 2}, {"label": "cannot_answer", "score": 0.1995498538017273, "raw_score": -17.572498321533203, "rank": 3}, {"label": "direct", "score": 0.02234160713851452, "raw_score": -19.76211166381836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "626accdced6895b7efd80a9cc7c94a92", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.41533181071281433, "raw_score": -15.965282440185547, "rank": 1}, {"label": "request_for_info", "score": 0.3941706717014313, "raw_score": -16.017576217651367, "rank": 2}, {"label": "cannot_answer", "score": 0.14261247217655182, "raw_score": -17.034229278564453, "rank": 3}, {"label": "direct", "score": 0.047885045409202576, "raw_score": -18.12555694580078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c5834d82ef0390fb56d95ea5cefd202", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.578384518623352, "raw_score": -10.588787078857422, "rank": 1}, {"label": "request_for_info", "score": 0.2864833474159241, "raw_score": -11.291345596313477, "rank": 2}, {"label": "cannot_answer", "score": 0.10916988551616669, "raw_score": -12.256120681762695, "rank": 3}, {"label": "direct", "score": 0.025962263345718384, "raw_score": -13.692381858825684, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "264ea1a6a57f4657b111366f2b5e8776", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6234513521194458, "raw_score": -16.479751586914062, "rank": 1}, {"label": "request_for_info", "score": 0.17289519309997559, "raw_score": -17.76233673095703, "rank": 2}, {"label": "cannot_answer", "score": 0.162612184882164, "raw_score": -17.823654174804688, "rank": 3}, {"label": "direct", "score": 0.041041307151317596, "raw_score": -19.200443267822266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7a0af90297996bed28dffdb127d9a162", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6450501084327698, "raw_score": -17.578853607177734, "rank": 1}, {"label": "direct", "score": 0.14468733966350555, "raw_score": -19.073606491088867, "rank": 2}, {"label": "request_for_info", "score": 0.11378169059753418, "raw_score": -19.313899993896484, "rank": 3}, {"label": "cannot_answer", "score": 0.09648094326257706, "raw_score": -19.478836059570312, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "50064393284b9198fbe9b92a09a84169", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.703489363193512, "raw_score": -13.948379516601562, "rank": 1}, {"label": "request_for_info", "score": 0.14029109477996826, "raw_score": -15.560712814331055, "rank": 2}, {"label": "direct", "score": 0.09954078495502472, "raw_score": -15.903864860534668, "rank": 3}, {"label": "cannot_answer", "score": 0.05667871981859207, "raw_score": -16.46703338623047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fe29b2a95cd06c75e01f84f31d1678e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7882988452911377, "raw_score": -10.417922973632812, "rank": 1}, {"label": "request_for_info", "score": 0.12141247093677521, "raw_score": -12.288606643676758, "rank": 2}, {"label": "cannot_answer", "score": 0.06318072229623795, "raw_score": -12.941801071166992, "rank": 3}, {"label": "direct", "score": 0.027108022943139076, "raw_score": -13.787970542907715, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a2d2cdda8676ee09a7464e17f68c8380", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6993712186813354, "raw_score": -11.019807815551758, "rank": 1}, {"label": "request_for_info", "score": 0.14997674524784088, "raw_score": -12.55950927734375, "rank": 2}, {"label": "cannot_answer", "score": 0.1355469822883606, "raw_score": -12.66067123413086, "rank": 3}, {"label": "direct", "score": 0.015105064027011395, "raw_score": -14.854959487915039, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3c1fc67e1dfb0d802e231286a26260cb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7703850269317627, "raw_score": -16.192800521850586, "rank": 1}, {"label": "cannot_answer", "score": 0.12539711594581604, "raw_score": -18.00820541381836, "rank": 2}, {"label": "direct", "score": 0.06878484785556793, "raw_score": -18.608707427978516, "rank": 3}, {"label": "request_for_info", "score": 0.03543301299214363, "raw_score": -19.27204704284668, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f61bb69a53d3bc1781e11ccc15a06930", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6492443084716797, "raw_score": -16.31863784790039, "rank": 1}, {"label": "request_for_info", "score": 0.13532336056232452, "raw_score": -17.88677978515625, "rank": 2}, {"label": "cannot_answer", "score": 0.13307857513427734, "raw_score": -17.903507232666016, "rank": 3}, {"label": "direct", "score": 0.08235375583171844, "raw_score": -18.3834228515625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e2c18c80d78314cd4900957cbe97e2c6", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4686626195907593, "raw_score": -19.242446899414062, "rank": 1}, {"label": "tool_call", "score": 0.35026034712791443, "raw_score": -19.533653259277344, "rank": 2}, {"label": "cannot_answer", "score": 0.15331365168094635, "raw_score": -20.359844207763672, "rank": 3}, {"label": "direct", "score": 0.027763409540057182, "raw_score": -22.06861114501953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5bcccf465578740f9c0a8e28f0df0fc", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.45481452345848083, "raw_score": -19.06745147705078, "rank": 1}, {"label": "cannot_answer", "score": 0.24993278086185455, "raw_score": -19.666149139404297, "rank": 2}, {"label": "tool_call", "score": 0.24381643533706665, "raw_score": -19.69092559814453, "rank": 3}, {"label": "direct", "score": 0.05143635720014572, "raw_score": -21.24699592590332, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c5dfecd241b4b2b57fb76cf6f6feb22f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6267764568328857, "raw_score": -13.701949119567871, "rank": 1}, {"label": "request_for_info", "score": 0.16571928560733795, "raw_score": -15.032243728637695, "rank": 2}, {"label": "cannot_answer", "score": 0.1311567723751068, "raw_score": -15.266145706176758, "rank": 3}, {"label": "direct", "score": 0.07634753733873367, "raw_score": -15.807243347167969, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "887fd7faab0d738dfe7725c92d8bd281", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6003441214561462, "raw_score": -8.835968017578125, "rank": 1}, {"label": "request_for_info", "score": 0.26421552896499634, "raw_score": -9.656705856323242, "rank": 2}, {"label": "cannot_answer", "score": 0.11816134303808212, "raw_score": -10.461420059204102, "rank": 3}, {"label": "direct", "score": 0.017278987914323807, "raw_score": -12.383979797363281, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a0c70082d09fbc237d7d33301f4a2e20", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6892267465591431, "raw_score": -14.359814643859863, "rank": 1}, {"label": "request_for_info", "score": 0.13532893359661102, "raw_score": -15.987676620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.11035285890102386, "raw_score": -16.191701889038086, "rank": 3}, {"label": "direct", "score": 0.06509136408567429, "raw_score": -16.719593048095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7b87b03b1356b1c35d714b209627e55c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6892267465591431, "raw_score": -14.359814643859863, "rank": 1}, {"label": "request_for_info", "score": 0.13532893359661102, "raw_score": -15.987676620483398, "rank": 2}, {"label": "cannot_answer", "score": 0.11035285890102386, "raw_score": -16.191701889038086, "rank": 3}, {"label": "direct", "score": 0.06509136408567429, "raw_score": -16.719593048095703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b9ac31e641e911733df9150a8209003b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6463823318481445, "raw_score": -13.394756317138672, "rank": 1}, {"label": "request_for_info", "score": 0.21095260977745056, "raw_score": -14.514513969421387, "rank": 2}, {"label": "cannot_answer", "score": 0.09428088366985321, "raw_score": -15.319869041442871, "rank": 3}, {"label": "direct", "score": 0.0483841747045517, "raw_score": -15.986974716186523, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42e4cb892a34a399f76740b9f87ce940", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6557843685150146, "raw_score": -15.341150283813477, "rank": 1}, {"label": "cannot_answer", "score": 0.14728429913520813, "raw_score": -16.834617614746094, "rank": 2}, {"label": "request_for_info", "score": 0.1427234262228012, "raw_score": -16.866073608398438, "rank": 3}, {"label": "direct", "score": 0.054207880049943924, "raw_score": -17.834156036376953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ae67caf813b72a19768c582aebbdf16b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6557843685150146, "raw_score": -15.341150283813477, "rank": 1}, {"label": "cannot_answer", "score": 0.14728429913520813, "raw_score": -16.834617614746094, "rank": 2}, {"label": "request_for_info", "score": 0.1427234262228012, "raw_score": -16.866073608398438, "rank": 3}, {"label": "direct", "score": 0.054207880049943924, "raw_score": -17.834156036376953, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d73547e896dd5964a50ee7c87500ede", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4932328760623932, "raw_score": -19.234210968017578, "rank": 1}, {"label": "tool_call", "score": 0.22820508480072021, "raw_score": -20.004947662353516, "rank": 2}, {"label": "cannot_answer", "score": 0.21259371936321259, "raw_score": -20.075809478759766, "rank": 3}, {"label": "direct", "score": 0.0659683421254158, "raw_score": -21.246017456054688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "982ea1d78ce56cebdce2e80a47de4956", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "68b8a828c20ffbd7fff3f62238eb6692", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "bfee41fa3dce0cee152bbcf26bd8013b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7279807329177856, "raw_score": -12.246877670288086, "rank": 1}, {"label": "cannot_answer", "score": 0.1305432766675949, "raw_score": -13.965447425842285, "rank": 2}, {"label": "request_for_info", "score": 0.09903205186128616, "raw_score": -14.241708755493164, "rank": 3}, {"label": "direct", "score": 0.04244401305913925, "raw_score": -15.088966369628906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5b74d6a75b718905446553e2259b9dfe", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4450640380382538, "raw_score": -16.80083656311035, "rank": 1}, {"label": "cannot_answer", "score": 0.3478076159954071, "raw_score": -17.047405242919922, "rank": 2}, {"label": "request_for_info", "score": 0.14186787605285645, "raw_score": -17.94415855407715, "rank": 3}, {"label": "direct", "score": 0.06526044011116028, "raw_score": -18.72066879272461, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "baf261ac4dde38a7af335dc2225e3242", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4284362494945526, "raw_score": -16.402828216552734, "rank": 1}, {"label": "tool_call", "score": 0.33629629015922546, "raw_score": -16.644977569580078, "rank": 2}, {"label": "request_for_info", "score": 0.1784360557794571, "raw_score": -17.27873992919922, "rank": 3}, {"label": "direct", "score": 0.056831348687410355, "raw_score": -18.422882080078125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84ed057f6fbb7a18adfb136dee8794a3", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5407498478889465, "raw_score": -15.583651542663574, "rank": 1}, {"label": "request_for_info", "score": 0.30421993136405945, "raw_score": -16.158857345581055, "rank": 2}, {"label": "cannot_answer", "score": 0.12112856656312943, "raw_score": -17.079755783081055, "rank": 3}, {"label": "direct", "score": 0.03390161693096161, "raw_score": -18.353145599365234, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f7864dff1478ef904b4fda4fff4152cc", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.4305066168308258, "raw_score": -19.01957893371582, "rank": 1}, {"label": "tool_call", "score": 0.2498333752155304, "raw_score": -19.56374740600586, "rank": 2}, {"label": "request_for_info", "score": 0.24897567927837372, "raw_score": -19.56718635559082, "rank": 3}, {"label": "direct", "score": 0.07068438827991486, "raw_score": -20.826316833496094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1598cb4885a9a169281e3faf0726cb4e", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.42827439308166504, "raw_score": -16.704559326171875, "rank": 1}, {"label": "tool_call", "score": 0.318464457988739, "raw_score": -17.000812530517578, "rank": 2}, {"label": "request_for_info", "score": 0.20262765884399414, "raw_score": -17.452953338623047, "rank": 3}, {"label": "direct", "score": 0.05063348636031151, "raw_score": -18.839710235595703, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36ca094ba0c1d0560f0ae56a90df98a8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5474271178245544, "raw_score": -13.789820671081543, "rank": 1}, {"label": "cannot_answer", "score": 0.3442535102367401, "raw_score": -14.253671646118164, "rank": 2}, {"label": "request_for_info", "score": 0.08367099612951279, "raw_score": -15.668157577514648, "rank": 3}, {"label": "direct", "score": 0.024648331105709076, "raw_score": -16.89034080505371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fd89169e8583f8dd9ebca32951b0366a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5474271178245544, "raw_score": -13.789820671081543, "rank": 1}, {"label": "cannot_answer", "score": 0.3442535102367401, "raw_score": -14.253671646118164, "rank": 2}, {"label": "request_for_info", "score": 0.08367099612951279, "raw_score": -15.668157577514648, "rank": 3}, {"label": "direct", "score": 0.024648331105709076, "raw_score": -16.89034080505371, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b5172c3482ba2e57da262ff4236def51", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6558902263641357, "raw_score": -13.238510131835938, "rank": 1}, {"label": "cannot_answer", "score": 0.16042408347129822, "raw_score": -14.646682739257812, "rank": 2}, {"label": "request_for_info", "score": 0.1314973086118698, "raw_score": -14.8455171585083, "rank": 3}, {"label": "direct", "score": 0.05218832567334175, "raw_score": -15.769644737243652, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cdd74702dd7a603a199ab84912b57fb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4996664822101593, "raw_score": -14.968790054321289, "rank": 1}, {"label": "request_for_info", "score": 0.21792078018188477, "raw_score": -15.798599243164062, "rank": 2}, {"label": "cannot_answer", "score": 0.18852315843105316, "raw_score": -15.943510055541992, "rank": 3}, {"label": "direct", "score": 0.09388957172632217, "raw_score": -16.64061164855957, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f585cf472394eb3fd7b7d3e5f25f96f7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7582502961158752, "raw_score": -13.63619613647461, "rank": 1}, {"label": "request_for_info", "score": 0.11350440979003906, "raw_score": -15.535367965698242, "rank": 2}, {"label": "cannot_answer", "score": 0.09158197045326233, "raw_score": -15.749975204467773, "rank": 3}, {"label": "direct", "score": 0.03666335344314575, "raw_score": -16.66543197631836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8d420d87c581b6dc7316b37d0a9cfc51", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4679112434387207, "raw_score": -18.61608123779297, "rank": 1}, {"label": "cannot_answer", "score": 0.26915788650512695, "raw_score": -19.1690616607666, "rank": 2}, {"label": "request_for_info", "score": 0.1881280541419983, "raw_score": -19.527236938476562, "rank": 3}, {"label": "direct", "score": 0.07480277866125107, "raw_score": -20.449504852294922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c14ed9454a599907bef731c9edde863c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.47318679094314575, "raw_score": -16.617168426513672, "rank": 1}, {"label": "request_for_info", "score": 0.2674028277397156, "raw_score": -17.187902450561523, "rank": 2}, {"label": "cannot_answer", "score": 0.1761551797389984, "raw_score": -17.60529327392578, "rank": 3}, {"label": "direct", "score": 0.08325522392988205, "raw_score": -18.354747772216797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8f707e3a876a73041177fb5d9b9fcbd", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.5615888833999634, "raw_score": -10.564062118530273, "rank": 1}, {"label": "tool_call", "score": 0.364850252866745, "raw_score": -10.995345115661621, "rank": 2}, {"label": "cannot_answer", "score": 0.05299088731408119, "raw_score": -12.924712181091309, "rank": 3}, {"label": "direct", "score": 0.020569883286952972, "raw_score": -13.871004104614258, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b50c2b1a947bcf42b4454babf4c59e44", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5006557703018188, "raw_score": -15.862122535705566, "rank": 1}, {"label": "request_for_info", "score": 0.23163791000843048, "raw_score": -16.63286590576172, "rank": 2}, {"label": "cannot_answer", "score": 0.17883449792861938, "raw_score": -16.89158058166504, "rank": 3}, {"label": "direct", "score": 0.08887174725532532, "raw_score": -17.59084701538086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "45451956222395a02f05045f1fad1817", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4311160147190094, "raw_score": -18.613054275512695, "rank": 1}, {"label": "cannot_answer", "score": 0.28595373034477234, "raw_score": -19.023601531982422, "rank": 2}, {"label": "request_for_info", "score": 0.1874629259109497, "raw_score": -19.445850372314453, "rank": 3}, {"label": "direct", "score": 0.09546732902526855, "raw_score": -20.120647430419922, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9db7a04782cb934277ba66660c822ea5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8011968731880188, "raw_score": -11.636802673339844, "rank": 1}, {"label": "request_for_info", "score": 0.11922615021467209, "raw_score": -13.541887283325195, "rank": 2}, {"label": "cannot_answer", "score": 0.058730654418468475, "raw_score": -14.249947547912598, "rank": 3}, {"label": "direct", "score": 0.020846353843808174, "raw_score": -15.285730361938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9bdd2b70f0194093bae6bd6c2ad8c40b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5497537851333618, "raw_score": -16.999448776245117, "rank": 1}, {"label": "request_for_info", "score": 0.330562561750412, "raw_score": -17.50812339782715, "rank": 2}, {"label": "cannot_answer", "score": 0.10582596808671951, "raw_score": -18.647123336791992, "rank": 3}, {"label": "direct", "score": 0.013857696205377579, "raw_score": -20.680078506469727, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "35dfdfc031f4c6666ebf9ba4dcde2639", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.5087513327598572, "raw_score": -11.791133880615234, "rank": 1}, {"label": "tool_call", "score": 0.4014047682285309, "raw_score": -12.028122901916504, "rank": 2}, {"label": "request_for_info", "score": 0.06715821474790573, "raw_score": -13.816041946411133, "rank": 3}, {"label": "direct", "score": 0.022685762494802475, "raw_score": -14.901355743408203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "03396668766554fad5d0d0e84cb40600", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6433948278427124, "raw_score": -14.968003273010254, "rank": 1}, {"label": "cannot_answer", "score": 0.22518889605998993, "raw_score": -16.017822265625, "rank": 2}, {"label": "direct", "score": 0.07955332100391388, "raw_score": -17.058334350585938, "rank": 3}, {"label": "request_for_info", "score": 0.051862988620996475, "raw_score": -17.486156463623047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0176c0256850c8a31600ad03b1aa642f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7823000550270081, "raw_score": -12.88390827178955, "rank": 1}, {"label": "request_for_info", "score": 0.1266210973262787, "raw_score": -14.704947471618652, "rank": 2}, {"label": "cannot_answer", "score": 0.05417446792125702, "raw_score": -15.553936958312988, "rank": 3}, {"label": "direct", "score": 0.03690437227487564, "raw_score": -15.937816619873047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6e65ed0ad251b6df29298f468a1da857", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5238703489303589, "raw_score": -17.154163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.24150985479354858, "raw_score": -17.928497314453125, "rank": 2}, {"label": "cannot_answer", "score": 0.16761603951454163, "raw_score": -18.293731689453125, "rank": 3}, {"label": "direct", "score": 0.0670037493109703, "raw_score": -19.21065902709961, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a8fbfbc731f9d75fa33493c364a9aaae", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.44494175910949707, "raw_score": -13.982017517089844, "rank": 1}, {"label": "tool_call", "score": 0.3784109950065613, "raw_score": -14.143980026245117, "rank": 2}, {"label": "cannot_answer", "score": 0.1096934974193573, "raw_score": -15.382270812988281, "rank": 3}, {"label": "direct", "score": 0.06695377826690674, "raw_score": -15.875958442687988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d4d6805c485edc845b6603992bb9e779", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.44494175910949707, "raw_score": -13.982017517089844, "rank": 1}, {"label": "tool_call", "score": 0.3784109950065613, "raw_score": -14.143980026245117, "rank": 2}, {"label": "cannot_answer", "score": 0.1096934974193573, "raw_score": -15.382270812988281, "rank": 3}, {"label": "direct", "score": 0.06695377826690674, "raw_score": -15.875958442687988, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "70221fb8b4548457e4187fbb04cfd00c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.686568558216095, "raw_score": -14.446800231933594, "rank": 1}, {"label": "cannot_answer", "score": 0.15635409951210022, "raw_score": -15.926383018493652, "rank": 2}, {"label": "request_for_info", "score": 0.09646108746528625, "raw_score": -16.409366607666016, "rank": 3}, {"label": "direct", "score": 0.060616251081228256, "raw_score": -16.873943328857422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1e4ce6dbe1f1794c71a1fc080f281f32", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.686568558216095, "raw_score": -14.446800231933594, "rank": 1}, {"label": "cannot_answer", "score": 0.15635409951210022, "raw_score": -15.926383018493652, "rank": 2}, {"label": "request_for_info", "score": 0.09646108746528625, "raw_score": -16.409366607666016, "rank": 3}, {"label": "direct", "score": 0.060616251081228256, "raw_score": -16.873943328857422, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dd5d52808b0ff32044dee3401b802fb2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848614811897278, "raw_score": -14.150392532348633, "rank": 1}, {"label": "request_for_info", "score": 0.1445877104997635, "raw_score": -15.70572280883789, "rank": 2}, {"label": "cannot_answer", "score": 0.11968249082565308, "raw_score": -15.894766807556152, "rank": 3}, {"label": "direct", "score": 0.050868257880210876, "raw_score": -16.750370025634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "43bbabd9494df0019e3a2b5aa58ffb51", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6848614811897278, "raw_score": -14.150392532348633, "rank": 1}, {"label": "request_for_info", "score": 0.1445877104997635, "raw_score": -15.70572280883789, "rank": 2}, {"label": "cannot_answer", "score": 0.11968249082565308, "raw_score": -15.894766807556152, "rank": 3}, {"label": "direct", "score": 0.050868257880210876, "raw_score": -16.750370025634766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2576ba70c0214a639e4bbd0f9c33962a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7255344986915588, "raw_score": -15.228172302246094, "rank": 1}, {"label": "request_for_info", "score": 0.15711328387260437, "raw_score": -16.758113861083984, "rank": 2}, {"label": "cannot_answer", "score": 0.08702076226472855, "raw_score": -17.348934173583984, "rank": 3}, {"label": "direct", "score": 0.030331533402204514, "raw_score": -18.40289306640625, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "385d93d63a08133ca564092702c29b74", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7347812652587891, "raw_score": -13.992941856384277, "rank": 1}, {"label": "request_for_info", "score": 0.12423165887594223, "raw_score": -15.770366668701172, "rank": 2}, {"label": "cannot_answer", "score": 0.09791217744350433, "raw_score": -16.00844383239746, "rank": 3}, {"label": "direct", "score": 0.043074969202280045, "raw_score": -16.829572677612305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "36b14a899afa546ad41c3713633428d5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5592525601387024, "raw_score": -16.182106018066406, "rank": 1}, {"label": "request_for_info", "score": 0.2721693515777588, "raw_score": -16.90228271484375, "rank": 2}, {"label": "cannot_answer", "score": 0.08431123942136765, "raw_score": -18.07419204711914, "rank": 3}, {"label": "direct", "score": 0.08426686376333237, "raw_score": -18.074718475341797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4ef45a999a69109a72d9500ce16ba490", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6586505174636841, "raw_score": -14.96425724029541, "rank": 1}, {"label": "direct", "score": 0.13817141950130463, "raw_score": -16.525955200195312, "rank": 2}, {"label": "request_for_info", "score": 0.13253138959407806, "raw_score": -16.567630767822266, "rank": 3}, {"label": "cannot_answer", "score": 0.07064661383628845, "raw_score": -17.196760177612305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d3d44c992d49557223c73aa7b253a4dc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8506314158439636, "raw_score": -13.780673027038574, "rank": 1}, {"label": "request_for_info", "score": 0.06481517851352692, "raw_score": -16.355112075805664, "rank": 2}, {"label": "cannot_answer", "score": 0.048342347145080566, "raw_score": -16.648344039916992, "rank": 3}, {"label": "direct", "score": 0.03621102496981621, "raw_score": -16.937288284301758, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1928ce2f07045811152627101d0a4f7f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.547113299369812, "raw_score": -18.752370834350586, "rank": 1}, {"label": "cannot_answer", "score": 0.3301326632499695, "raw_score": -19.257532119750977, "rank": 2}, {"label": "request_for_info", "score": 0.09168239682912827, "raw_score": -20.5386962890625, "rank": 3}, {"label": "direct", "score": 0.031071636825799942, "raw_score": -21.620731353759766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3658e2c8af1f1488e51e36fa317eeffc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5415427088737488, "raw_score": -19.810274124145508, "rank": 1}, {"label": "cannot_answer", "score": 0.3466719686985016, "raw_score": -20.256317138671875, "rank": 2}, {"label": "request_for_info", "score": 0.09272003918886185, "raw_score": -21.575111389160156, "rank": 3}, {"label": "direct", "score": 0.019065337255597115, "raw_score": -23.156824111938477, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7f0c3c109be154fbb180a1fae28c598b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8301616311073303, "raw_score": -15.179256439208984, "rank": 1}, {"label": "direct", "score": 0.05989723280072212, "raw_score": -17.808246612548828, "rank": 2}, {"label": "cannot_answer", "score": 0.057476941496133804, "raw_score": -17.8494930267334, "rank": 3}, {"label": "request_for_info", "score": 0.05246417596936226, "raw_score": -17.940746307373047, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "15810a1d0684865327d0859996e5032f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6097449064254761, "raw_score": -16.026813507080078, "rank": 1}, {"label": "request_for_info", "score": 0.2088308483362198, "raw_score": -17.098329544067383, "rank": 2}, {"label": "cannot_answer", "score": 0.1358315646648407, "raw_score": -17.528438568115234, "rank": 3}, {"label": "direct", "score": 0.04559273645281792, "raw_score": -18.620105743408203, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "582008d04d2383ceb64e95daa85d81a8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7723382711410522, "raw_score": -14.904163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.09876354783773422, "raw_score": -16.960857391357422, "rank": 2}, {"label": "direct", "score": 0.07999961823225021, "raw_score": -17.17156410217285, "rank": 3}, {"label": "cannot_answer", "score": 0.048898495733737946, "raw_score": -17.66383934020996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97890fb9ff4f23bb312039dea9333b34", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7723382711410522, "raw_score": -14.904163360595703, "rank": 1}, {"label": "request_for_info", "score": 0.09876354783773422, "raw_score": -16.960857391357422, "rank": 2}, {"label": "direct", "score": 0.07999961823225021, "raw_score": -17.17156410217285, "rank": 3}, {"label": "cannot_answer", "score": 0.048898495733737946, "raw_score": -17.66383934020996, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7f535100fafd748da832aadac68ab361", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e814fc9ac933fd78da5311f5ef7b2419", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1eab5493658ee89414de17e85f4765b6", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f501d8de03d3245c4846ed43b8c13d09", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "905d746ed3ed2ff8de69328457fda6b2", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1e0d2afc57a2a04c3f1a2c9f72fea21", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "da8aa76f141e1dd9b00a49e4a42b2fab", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "646b753ae113f2eba6f940873848ff5d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9a9fe092ce6ef91394ab4523c98fcc00", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1abbcde1a03c0f232681a3f301da2354", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a87ccca68650952bc73ddb8973bc9fd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1749f2fc8437255424bd0052025e1201", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5a477065104189e2870a384980343621", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8100cb7c20498d4b276fa1eab62184f5", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a5d2b1189705611c29a89de6aa734fa7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "efc951c848399f38751f12183f759b56", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "38f9ca54f60affc0277ee9fcab3e3291", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3261ed74ee471fefad786bbc19a03e7e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7640358805656433, "raw_score": -12.980851173400879, "rank": 1}, {"label": "cannot_answer", "score": 0.08971649408340454, "raw_score": -15.122811317443848, "rank": 2}, {"label": "direct", "score": 0.07348939776420593, "raw_score": -15.322324752807617, "rank": 3}, {"label": "request_for_info", "score": 0.07275829464197159, "raw_score": -15.33232307434082, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e1bb5df5244009bbcfecdb2ccfd88eb1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8e409d7649d29cb8ae4a20f413234bc9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "97130f932a870d70f825aac3dc5efcfd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4890865981578827, "raw_score": -15.583377838134766, "rank": 1}, {"label": "request_for_info", "score": 0.29496750235557556, "raw_score": -16.089052200317383, "rank": 2}, {"label": "cannot_answer", "score": 0.17413392663002014, "raw_score": -16.616092681884766, "rank": 3}, {"label": "direct", "score": 0.0418119914829731, "raw_score": -18.042734146118164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e9cac738328d57fabcf16adc717bc22b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4493562579154968, "raw_score": -10.379384994506836, "rank": 1}, {"label": "request_for_info", "score": 0.29122284054756165, "raw_score": -10.813112258911133, "rank": 2}, {"label": "cannot_answer", "score": 0.24789412319660187, "raw_score": -10.974199295043945, "rank": 3}, {"label": "direct", "score": 0.011526810936629772, "raw_score": -14.042525291442871, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ab15b40553a1f2fcd17952b9c11ef9ad", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7266716957092285, "raw_score": -13.787683486938477, "rank": 1}, {"label": "request_for_info", "score": 0.2168056219816208, "raw_score": -14.997157096862793, "rank": 2}, {"label": "cannot_answer", "score": 0.049115706235170364, "raw_score": -16.481979370117188, "rank": 3}, {"label": "direct", "score": 0.007406937889754772, "raw_score": -18.373741149902344, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6dd871944b93c151952a546a9aacc2d0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a876834eac89f3f94afb1cb68f251061", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "85c11bed4f9ee7c225f38cc21342f510", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b037f802550d1466daff676c2fb80a0f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b920ff27e01fecc32b31e5b7ce27da5b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "cffc59a8f1954ed0ad778bed0ac929f8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e7612abfe89ee5b0f6b28edf1df2937d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "339481a3a05e592314deefa54325b7a0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5599355101585388, "raw_score": -15.13027286529541, "rank": 1}, {"label": "request_for_info", "score": 0.336426705121994, "raw_score": -15.639714241027832, "rank": 2}, {"label": "direct", "score": 0.07245789468288422, "raw_score": -17.17508888244629, "rank": 3}, {"label": "cannot_answer", "score": 0.031179863959550858, "raw_score": -18.018321990966797, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d784c584e7de8d31749f4235af24312d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7124359607696533, "raw_score": -10.773143768310547, "rank": 1}, {"label": "request_for_info", "score": 0.17316916584968567, "raw_score": -12.187564849853516, "rank": 2}, {"label": "cannot_answer", "score": 0.08942201733589172, "raw_score": -12.848466873168945, "rank": 3}, {"label": "direct", "score": 0.02497290074825287, "raw_score": -14.124042510986328, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "42f7cfc83e6bc3dbe571f09d3f627879", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.669330894947052, "raw_score": -12.833146095275879, "rank": 1}, {"label": "request_for_info", "score": 0.25116094946861267, "raw_score": -13.81333065032959, "rank": 2}, {"label": "cannot_answer", "score": 0.05401388928294182, "raw_score": -15.350183486938477, "rank": 3}, {"label": "direct", "score": 0.02549426071345806, "raw_score": -16.100971221923828, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4fd03bd032f3f4faa9130e627a4e390", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5153205990791321, "raw_score": -12.027347564697266, "rank": 1}, {"label": "request_for_info", "score": 0.3749655485153198, "raw_score": -12.34530258178711, "rank": 2}, {"label": "cannot_answer", "score": 0.06498492509126663, "raw_score": -14.097981452941895, "rank": 3}, {"label": "direct", "score": 0.04472891613841057, "raw_score": -14.471516609191895, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2a9b9b3b373e2cd7e717911b05a45a32", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7002583742141724, "raw_score": -11.625951766967773, "rank": 1}, {"label": "request_for_info", "score": 0.16697214543819427, "raw_score": -13.059574127197266, "rank": 2}, {"label": "cannot_answer", "score": 0.08873694390058517, "raw_score": -13.69172477722168, "rank": 3}, {"label": "direct", "score": 0.0440324991941452, "raw_score": -14.392473220825195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1dd3c2fef10864e0c68fe7cabde4dedf", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7002583742141724, "raw_score": -11.625951766967773, "rank": 1}, {"label": "request_for_info", "score": 0.16697214543819427, "raw_score": -13.059574127197266, "rank": 2}, {"label": "cannot_answer", "score": 0.08873694390058517, "raw_score": -13.69172477722168, "rank": 3}, {"label": "direct", "score": 0.0440324991941452, "raw_score": -14.392473220825195, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b0f9cf96c02fc89b5792c52215e0f1cc", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6408169865608215, "raw_score": -10.515695571899414, "rank": 1}, {"label": "request_for_info", "score": 0.18683533370494843, "raw_score": -11.748211860656738, "rank": 2}, {"label": "cannot_answer", "score": 0.10494223982095718, "raw_score": -12.325029373168945, "rank": 3}, {"label": "direct", "score": 0.06740545481443405, "raw_score": -12.76771354675293, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a51c56abca2ec80f09157bca73423a6c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7051392793655396, "raw_score": -11.786975860595703, "rank": 1}, {"label": "request_for_info", "score": 0.20992718636989594, "raw_score": -12.998610496520996, "rank": 2}, {"label": "cannot_answer", "score": 0.05808063969016075, "raw_score": -14.283538818359375, "rank": 3}, {"label": "direct", "score": 0.02685297466814518, "raw_score": -15.054994583129883, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4b239186af99d51db0720637724da134", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5740514993667603, "raw_score": -12.675287246704102, "rank": 1}, {"label": "request_for_info", "score": 0.2761556804180145, "raw_score": -13.407041549682617, "rank": 2}, {"label": "cannot_answer", "score": 0.08476744592189789, "raw_score": -14.588094711303711, "rank": 3}, {"label": "direct", "score": 0.06502532958984375, "raw_score": -14.853229522705078, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "33c52bce7acac0079b58b66c2eeda34d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5657689571380615, "raw_score": -15.345864295959473, "rank": 1}, {"label": "request_for_info", "score": 0.22911928594112396, "raw_score": -16.249807357788086, "rank": 2}, {"label": "cannot_answer", "score": 0.13444022834300995, "raw_score": -16.782930374145508, "rank": 3}, {"label": "direct", "score": 0.0706714615225792, "raw_score": -17.426008224487305, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "22a50b88c604be1430ec407578af9bbc", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.46152782440185547, "raw_score": -15.05477237701416, "rank": 1}, {"label": "tool_call", "score": 0.3595568537712097, "raw_score": -15.304442405700684, "rank": 2}, {"label": "cannot_answer", "score": 0.15573230385780334, "raw_score": -16.141176223754883, "rank": 3}, {"label": "direct", "score": 0.02318301983177662, "raw_score": -18.045894622802734, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "accecab072ba08ec84804df73315f5cb", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.49167323112487793, "raw_score": -13.994296073913574, "rank": 1}, {"label": "tool_call", "score": 0.3972322940826416, "raw_score": -14.207589149475098, "rank": 2}, {"label": "cannot_answer", "score": 0.0792214497923851, "raw_score": -15.819863319396973, "rank": 3}, {"label": "direct", "score": 0.03187302127480507, "raw_score": -16.730350494384766, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9d8e3d43b54ad4a0f1bdca8ba29a10eb", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4377784729003906, "raw_score": -15.049383163452148, "rank": 1}, {"label": "request_for_info", "score": 0.3383535146713257, "raw_score": -15.307004928588867, "rank": 2}, {"label": "cannot_answer", "score": 0.1357305347919464, "raw_score": -16.22042465209961, "rank": 3}, {"label": "direct", "score": 0.0881374329328537, "raw_score": -16.652198791503906, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c4e95edb282379a7f92f4070136a221b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5917128920555115, "raw_score": -16.141761779785156, "rank": 1}, {"label": "request_for_info", "score": 0.25897300243377686, "raw_score": -16.968059539794922, "rank": 2}, {"label": "cannot_answer", "score": 0.10425683110952377, "raw_score": -17.877925872802734, "rank": 3}, {"label": "direct", "score": 0.04505738615989685, "raw_score": -18.716846466064453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "858bfd61c3d3179cd138c294b732ecfd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5635553598403931, "raw_score": -14.968656539916992, "rank": 1}, {"label": "request_for_info", "score": 0.28470563888549805, "raw_score": -15.651466369628906, "rank": 2}, {"label": "cannot_answer", "score": 0.10454334318637848, "raw_score": -16.6533203125, "rank": 3}, {"label": "direct", "score": 0.0471956767141819, "raw_score": -17.448619842529297, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ce89ed6d1e337ff797354100c95b40f1", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.4121151864528656, "raw_score": -12.726457595825195, "rank": 1}, {"label": "tool_call", "score": 0.40572670102119446, "raw_score": -12.742080688476562, "rank": 2}, {"label": "cannot_answer", "score": 0.14946191012859344, "raw_score": -13.740718841552734, "rank": 3}, {"label": "direct", "score": 0.0326961912214756, "raw_score": -15.260501861572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "984b20b9baaf3d2904c70c2e7618ac1e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6419143080711365, "raw_score": -13.06506061553955, "rank": 1}, {"label": "request_for_info", "score": 0.3019719123840332, "raw_score": -13.819181442260742, "rank": 2}, {"label": "cannot_answer", "score": 0.04726933687925339, "raw_score": -15.673653602600098, "rank": 3}, {"label": "direct", "score": 0.00884439516812563, "raw_score": -17.3497314453125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9665966d9c8d6269431ee57eca52312f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252570748329163, "raw_score": -14.936609268188477, "rank": 1}, {"label": "cannot_answer", "score": 0.28264692425727844, "raw_score": -15.730573654174805, "rank": 2}, {"label": "request_for_info", "score": 0.08018738031387329, "raw_score": -16.990406036376953, "rank": 3}, {"label": "direct", "score": 0.011908609420061111, "raw_score": -18.897510528564453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "308763a2e8d9b875d896e5b12b8aa481", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6252570748329163, "raw_score": -14.936609268188477, "rank": 1}, {"label": "cannot_answer", "score": 0.28264692425727844, "raw_score": -15.730573654174805, "rank": 2}, {"label": "request_for_info", "score": 0.08018738031387329, "raw_score": -16.990406036376953, "rank": 3}, {"label": "direct", "score": 0.011908609420061111, "raw_score": -18.897510528564453, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ed06cf5b3594b3d14accd0bd6ef958c0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6fc5f91c0ef264cbab1688acbe1870d4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "ec1f0572f98061f736d475a093c1564c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a187bd256b9b7c28e9e1d842eb52f34c", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6a7671ec98cf7c2c7c542123bca56a57", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e482c9b8efe24648dc2c8cd1f7536228", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8c4ff9756752adfd61a985438172d451", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d1788f0596db976f6131e9c48d8d91f8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "77f5c730218dbec6fa70488b090538d7", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "aa5a5fa8fcbd549b033fde2c76364e0f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3ac2c623cb81efaaaa0ac82ba2033cb0", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "892e128d8932e85fac0d195c29c7ba1e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f452092101b8ba7310abe33f7d231869", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "182dedee0837880069ae37784eaa92f9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "dc73fe723592479a65eeb6f08d1e0988", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "fa8da4c0fbd6c8dd9517c6660de1d55f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7066871523857117, "raw_score": -16.191200256347656, "rank": 1}, {"label": "request_for_info", "score": 0.14844588935375214, "raw_score": -17.751567840576172, "rank": 2}, {"label": "cannot_answer", "score": 0.11876928061246872, "raw_score": -17.974605560302734, "rank": 3}, {"label": "direct", "score": 0.02609766274690628, "raw_score": -19.48994255065918, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4acc3ae4027c140870f6502b49c86963", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "52645e04c48a8a0d040628e276a6ad48", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39b3fce69692a40f1abea6eb6471659a", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a570d7b3531263773fe7bbe65530db3b", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "6aa530f94da8c4eb1ce014146795b9ce", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "acb745099f721c2c3a790355a96b0f72", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e20f192ab66bfb517ca61591dd5f6a7f", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c63327a9946eb2d83a4464bb052d32fc", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a041305f440b9fc39e3f1d8843f91308", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4e228c57a674876448f5a28879c1654d", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e0b785032455c25455fec9b46eea3bec", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c36d459fd939ea4e8cda047917fcca9c", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1cc8b598a1f4ef1faa3fba3fdf4f5f0c", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f1ef212b10736fe802a65656b5d89bc7", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "5fa8b11e38aeba44a3ec4060069377dc", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "161919ca21ea55ce0da2a764f825e758", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39aee1f30e0a41c0589149f8ae3e7049", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "93a77f7f31be1fe797ecc5746c3cacec", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.286164253950119, "raw_score": -19.786733627319336, "rank": 1}, {"label": "tool_call", "score": 0.26959821581840515, "raw_score": -19.84636688232422, "rank": 2}, {"label": "request_for_info", "score": 0.2554740011692047, "raw_score": -19.900178909301758, "rank": 3}, {"label": "direct", "score": 0.18876351416110992, "raw_score": -20.202804565429688, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0c32fa77bd2414dd7d4837b071ec521d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7313553094863892, "raw_score": -15.057149887084961, "rank": 1}, {"label": "request_for_info", "score": 0.15020431578159332, "raw_score": -16.640052795410156, "rank": 2}, {"label": "cannot_answer", "score": 0.11191016435623169, "raw_score": -16.93435287475586, "rank": 3}, {"label": "direct", "score": 0.006530174519866705, "raw_score": -19.775615692138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "58c820e46b0e76b524ea6af06b006017", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7313553094863892, "raw_score": -15.057149887084961, "rank": 1}, {"label": "request_for_info", "score": 0.15020431578159332, "raw_score": -16.640052795410156, "rank": 2}, {"label": "cannot_answer", "score": 0.11191016435623169, "raw_score": -16.93435287475586, "rank": 3}, {"label": "direct", "score": 0.006530174519866705, "raw_score": -19.775615692138672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b7cad68edb3f7617702e11ec4494370d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5483730435371399, "raw_score": -14.67503547668457, "rank": 1}, {"label": "cannot_answer", "score": 0.23582936823368073, "raw_score": -15.518882751464844, "rank": 2}, {"label": "request_for_info", "score": 0.20622475445270538, "raw_score": -15.653024673461914, "rank": 3}, {"label": "direct", "score": 0.009572846814990044, "raw_score": -18.723060607910156, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2cbf39f13b6342fee349c199fd845c04", "gold": "tool_call", "predicted_label": "request_for_info", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "request_for_info", "score": 0.3795929551124573, "raw_score": -20.205059051513672, "rank": 1}, {"label": "tool_call", "score": 0.37248462438583374, "raw_score": -20.223962783813477, "rank": 2}, {"label": "cannot_answer", "score": 0.18541884422302246, "raw_score": -20.921541213989258, "rank": 3}, {"label": "direct", "score": 0.0625036284327507, "raw_score": -22.008934020996094, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f0580d1412ca9ed9e7ff2f3211552f50", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4308076798915863, "raw_score": -15.283021926879883, "rank": 1}, {"label": "request_for_info", "score": 0.4205668568611145, "raw_score": -15.307080268859863, "rank": 2}, {"label": "cannot_answer", "score": 0.09149099141359329, "raw_score": -16.832443237304688, "rank": 3}, {"label": "direct", "score": 0.057134468108415604, "raw_score": -17.30327606201172, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "b828c80df2ae96a13a7303e036afac7f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4617803692817688, "raw_score": -16.967742919921875, "rank": 1}, {"label": "request_for_info", "score": 0.3656873404979706, "raw_score": -17.201053619384766, "rank": 2}, {"label": "cannot_answer", "score": 0.1624467968940735, "raw_score": -18.012481689453125, "rank": 3}, {"label": "direct", "score": 0.010085545480251312, "raw_score": -20.791728973388672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "8442b5383c3af6862b83f4b04055feac", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.4617803692817688, "raw_score": -16.967742919921875, "rank": 1}, {"label": "request_for_info", "score": 0.3656873404979706, "raw_score": -17.201053619384766, "rank": 2}, {"label": "cannot_answer", "score": 0.1624467968940735, "raw_score": -18.012481689453125, "rank": 3}, {"label": "direct", "score": 0.010085545480251312, "raw_score": -20.791728973388672, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "1d51fb3fd6d9edee871b935f0f36e186", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5900891423225403, "raw_score": -17.025421142578125, "rank": 1}, {"label": "cannot_answer", "score": 0.22408752143383026, "raw_score": -17.9936580657959, "rank": 2}, {"label": "request_for_info", "score": 0.1489454209804535, "raw_score": -18.402114868164062, "rank": 3}, {"label": "direct", "score": 0.03687796741724014, "raw_score": -19.798080444335938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "c8699de204bc6c010c809141a8aae89e", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5900891423225403, "raw_score": -17.025421142578125, "rank": 1}, {"label": "cannot_answer", "score": 0.22408752143383026, "raw_score": -17.9936580657959, "rank": 2}, {"label": "request_for_info", "score": 0.1489454209804535, "raw_score": -18.402114868164062, "rank": 3}, {"label": "direct", "score": 0.03687796741724014, "raw_score": -19.798080444335938, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "64d437706856882fc58e15bd2109c2b8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7517980933189392, "raw_score": -16.733478546142578, "rank": 1}, {"label": "request_for_info", "score": 0.13257426023483276, "raw_score": -18.46880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.07835686206817627, "raw_score": -18.994672775268555, "rank": 3}, {"label": "direct", "score": 0.037270817905664444, "raw_score": -19.737735748291016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "39387935779d83d7e1785067a8d4ab00", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7517980933189392, "raw_score": -16.733478546142578, "rank": 1}, {"label": "request_for_info", "score": 0.13257426023483276, "raw_score": -18.46880340576172, "rank": 2}, {"label": "cannot_answer", "score": 0.07835686206817627, "raw_score": -18.994672775268555, "rank": 3}, {"label": "direct", "score": 0.037270817905664444, "raw_score": -19.737735748291016, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "349114886b097149000ec052afc948d9", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "d266ec6558a281a68b3237f828375b24", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "95d52db4fce7a045e306a3a792c8c0fd", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "7d4d99dc76a8a4b724384335a48ca330", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "abfa680e13a6f89d6a3e7a60f6facb09", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7500628232955933, "raw_score": -15.108766555786133, "rank": 1}, {"label": "request_for_info", "score": 0.16615204513072968, "raw_score": -16.61602020263672, "rank": 2}, {"label": "cannot_answer", "score": 0.06319593638181686, "raw_score": -17.582683563232422, "rank": 3}, {"label": "direct", "score": 0.020589200779795647, "raw_score": -18.70415687561035, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "907a9f55533cb00641afbbc8597a538a", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "a24cb3648fb806a45ad994414280ff2d", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "07403191795099a57bd047a72f05a168", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7358234524726868, "raw_score": -14.87960433959961, "rank": 1}, {"label": "request_for_info", "score": 0.18209990859031677, "raw_score": -16.276039123535156, "rank": 2}, {"label": "cannot_answer", "score": 0.04751954600214958, "raw_score": -17.61945343017578, "rank": 3}, {"label": "direct", "score": 0.034557197242975235, "raw_score": -17.937978744506836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "282b3a31b5d87ee01083fa00bdf17ec1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5868918895721436, "raw_score": -17.498302459716797, "rank": 1}, {"label": "cannot_answer", "score": 0.3196108043193817, "raw_score": -18.10603904724121, "rank": 2}, {"label": "request_for_info", "score": 0.0624065175652504, "raw_score": -19.739473342895508, "rank": 3}, {"label": "direct", "score": 0.03109084442257881, "raw_score": -20.436229705810547, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9110d143c447234a63c5bcca6ef84ab8", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5361797213554382, "raw_score": -18.224105834960938, "rank": 1}, {"label": "cannot_answer", "score": 0.2764147222042084, "raw_score": -18.886672973632812, "rank": 2}, {"label": "direct", "score": 0.11924079060554504, "raw_score": -19.72743034362793, "rank": 3}, {"label": "request_for_info", "score": 0.06816474348306656, "raw_score": -20.28664779663086, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "4c08cee44ca20c98218ee523afeba3e1", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5429025888442993, "raw_score": -17.005847930908203, "rank": 1}, {"label": "cannot_answer", "score": 0.2287016659975052, "raw_score": -17.870359420776367, "rank": 2}, {"label": "direct", "score": 0.1530340015888214, "raw_score": -18.272117614746094, "rank": 3}, {"label": "request_for_info", "score": 0.07536172866821289, "raw_score": -18.980478286743164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "2584197586886bc169621d02fd6a967b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.6382948756217957, "raw_score": -14.860201835632324, "rank": 1}, {"label": "cannot_answer", "score": 0.24924717843532562, "raw_score": -15.800557136535645, "rank": 2}, {"label": "request_for_info", "score": 0.07068167626857758, "raw_score": -17.060815811157227, "rank": 3}, {"label": "direct", "score": 0.04177626967430115, "raw_score": -17.586673736572266, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "9c5e4fa80dcd713e812f73b5ab474094", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5133087635040283, "raw_score": -11.523481369018555, "rank": 1}, {"label": "request_for_info", "score": 0.34087398648262024, "raw_score": -11.932846069335938, "rank": 2}, {"label": "cannot_answer", "score": 0.13350294530391693, "raw_score": -12.870235443115234, "rank": 3}, {"label": "direct", "score": 0.012314294464886189, "raw_score": -15.2535982131958, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "44916ae9a2303884cbc9b8d0b790cd95", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5233889818191528, "raw_score": -11.046319961547852, "rank": 1}, {"label": "request_for_info", "score": 0.3859257996082306, "raw_score": -11.35099983215332, "rank": 2}, {"label": "cannot_answer", "score": 0.06990668922662735, "raw_score": -13.059483528137207, "rank": 3}, {"label": "direct", "score": 0.020778561010956764, "raw_score": -14.272723197937012, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "962d2601de0e2c4f082cf040415bd916", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8435342907905579, "raw_score": -9.480060577392578, "rank": 1}, {"label": "request_for_info", "score": 0.07630889117717743, "raw_score": -11.882871627807617, "rank": 2}, {"label": "cannot_answer", "score": 0.05176590755581856, "raw_score": -12.270929336547852, "rank": 3}, {"label": "direct", "score": 0.028390923514962196, "raw_score": -12.871591567993164, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "e3f83ccfca6436261d88b212127f2e0b", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.8812398910522461, "raw_score": -10.737149238586426, "rank": 1}, {"label": "cannot_answer", "score": 0.057527221739292145, "raw_score": -13.46622085571289, "rank": 2}, {"label": "request_for_info", "score": 0.05091960355639458, "raw_score": -13.588231086730957, "rank": 3}, {"label": "direct", "score": 0.01031325664371252, "raw_score": -15.185049057006836, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "0bbdc275fa3ca1d9cd1489feb6495806", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.5117281079292297, "raw_score": -13.542410850524902, "rank": 1}, {"label": "request_for_info", "score": 0.4022982716560364, "raw_score": -13.783010482788086, "rank": 2}, {"label": "cannot_answer", "score": 0.07335380464792252, "raw_score": -15.484910011291504, "rank": 3}, {"label": "direct", "score": 0.012619840912520885, "raw_score": -17.24493408203125, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "3a2901c99e99881e76a2118aa3c6389f", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7317802906036377, "raw_score": -10.646610260009766, "rank": 1}, {"label": "request_for_info", "score": 0.17330028116703033, "raw_score": -12.087064743041992, "rank": 2}, {"label": "direct", "score": 0.04789295047521591, "raw_score": -13.373122215270996, "rank": 3}, {"label": "cannot_answer", "score": 0.04702645167708397, "raw_score": -13.391380310058594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "f81a19e768fb7db54d3a7e36b48d60a4", "gold": "tool_call", "predicted_label": "tool_call", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "tool_call", "score": 0.7317802906036377, "raw_score": -10.646610260009766, "rank": 1}, {"label": "request_for_info", "score": 0.17330028116703033, "raw_score": -12.087064743041992, "rank": 2}, {"label": "direct", "score": 0.04789295047521591, "raw_score": -13.373122215270996, "rank": 3}, {"label": "cannot_answer", "score": 0.04702645167708397, "raw_score": -13.391380310058594, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "855a08463d40dd56ff24e93a7dbc96a4", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.7428777813911438, "raw_score": -9.629180908203125, "rank": 1}, {"label": "tool_call", "score": 0.24251042306423187, "raw_score": -10.74866771697998, "rank": 2}, {"label": "direct", "score": 0.009471713565289974, "raw_score": -13.991402626037598, "rank": 3}, {"label": "request_for_info", "score": 0.005140118300914764, "raw_score": -14.602636337280273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}
{"row_id": "84fb2fe543968fe7400d4aabb6cab4c2", "gold": "tool_call", "predicted_label": "cannot_answer", "allowed_choices": ["cannot_answer", "direct", "request_for_info", "tool_call"], "candidates": [{"label": "cannot_answer", "score": 0.7428777813911438, "raw_score": -9.629180908203125, "rank": 1}, {"label": "tool_call", "score": 0.24251042306423187, "raw_score": -10.74866771697998, "rank": 2}, {"label": "direct", "score": 0.009471713565289974, "raw_score": -13.991402626037598, "rank": 3}, {"label": "request_for_info", "score": 0.005140118300914764, "raw_score": -14.602636337280273, "rank": 4}], "truncated": false, "max_sequence_length": 4096, "note": "Scores rank this supplied choice set; they are not calibrated confidence."}