num_ret 301 500 num_rel 301 474 num_rel_ret 301 71 map 301 0.0324 R-prec 301 0.1456 bpref 301 0.1230 recip_rank 301 0.1667 num_nonrel_judged_ret 301 188 exact_prec 301 0.1420 exact_recall 301 0.1498 11-pt_avg 301 0.0450 3-pt_avg 301 0.0000 avg_doc_prec 301 0.0324 exact_relative_prec 301 0.1498 avg_relative_prec 301 0.1957 exact_unranked_avg_prec 301 0.0213 exact_relative_unranked_avg_prec 301 0.0202 map_at_R 301 0.1981 int_map 301 0.0339 exact_int_R_rcl_prec 301 0.1456 int_map_at_R 301 0.2095 bpref_allnonrel 301 0.1395 bpref_retnonrel 301 0.0824 bpref_topnonrel 301 0.0445 bpref_top5Rnonrel 301 0.1395 bpref_top10Rnonrel 301 0.1395 bpref_top10pRnonrel 301 0.1236 bpref_top25pRnonrel 301 0.1244 bpref_top50pRnonrel 301 0.1256 bpref_top25p2Rnonrel 301 0.1368 bpref_retall 301 0.5499 bpref_5 301 0.0000 bpref_10 301 0.1000 bpref_num_all 301 81606.0000 bpref_num_ret 301 7340.0000 bpref_num_correct 301 27646 bpref_num_possible 301 224676 old_bpref 301 0.0824 old_bpref_top10pRnonrel 301 0.0824 infAP 301 0.0324 rank_first_rel 301 6 ircl_prn.0.00 301 0.2857 ircl_prn.0.10 301 0.2096 ircl_prn.0.20 301 0.0000 ircl_prn.0.30 301 0.0000 ircl_prn.0.40 301 0.0000 ircl_prn.0.50 301 0.0000 ircl_prn.0.60 301 0.0000 ircl_prn.0.70 301 0.0000 ircl_prn.0.80 301 0.0000 ircl_prn.0.90 301 0.0000 ircl_prn.1.00 301 0.0000 P5 301 0.0000 P10 301 0.2000 P15 301 0.1333 P20 301 0.2500 P30 301 0.2333 P100 301 0.2300 P200 301 0.2100 P500 301 0.1420 P1000 301 0.0710 recall5 301 0.0000 recall10 301 0.0042 recall15 301 0.0042 recall20 301 0.0105 recall30 301 0.0148 recall100 301 0.0485 recall200 301 0.0886 recall500 301 0.1498 recall1000 301 0.1498 0.20R-prec 301 0.2211 0.40R-prec 301 0.2053 0.60R-prec 301 0.1930 0.80R-prec 301 0.1711 1.00R-prec 301 0.1456 1.20R-prec 301 0.1248 1.40R-prec 301 0.1069 1.60R-prec 301 0.0935 1.80R-prec 301 0.0831 2.00R-prec 301 0.0749 relative_prec5 301 0.0000 relative_prec10 301 0.2000 relative_prec15 301 0.1333 relative_prec20 301 0.2500 relative_prec30 301 0.2333 relative_prec100 301 0.2300 relative_prec200 301 0.2100 relative_prec500 301 0.1498 relative_prec1000 301 0.1498 unranked_avg_prec5 301 0.0000 unranked_avg_prec10 301 0.0008 unranked_avg_prec15 301 0.0006 unranked_avg_prec20 301 0.0026 unranked_avg_prec30 301 0.0034 unranked_avg_prec100 301 0.0112 unranked_avg_prec200 301 0.0186 unranked_avg_prec500 301 0.0213 unranked_avg_prec1000 301 0.0106 relative_unranked_avg_prec5 301 0.0000 relative_unranked_avg_prec10 301 0.0400 relative_unranked_avg_prec15 301 0.0178 relative_unranked_avg_prec20 301 0.0625 relative_unranked_avg_prec30 301 0.0544 relative_unranked_avg_prec100 301 0.0529 relative_unranked_avg_prec200 301 0.0441 relative_unranked_avg_prec500 301 0.0224 relative_unranked_avg_prec1000 301 0.0050 utility_1.0_-1.0_0.0_0.0 301 -358.0000 rcl_at_142_nonrel 301 0.0439 fallout_recall_0 301 0.0000 fallout_recall_14 301 0.0105 fallout_recall_28 301 0.0211 fallout_recall_42 301 0.0338 fallout_recall_56 301 0.0401 fallout_recall_71 301 0.0443 fallout_recall_85 301 0.0506 fallout_recall_99 301 0.0654 fallout_recall_113 301 0.0738 fallout_recall_127 301 0.0759 fallout_recall_142 301 0.0802 int_0.20R-prec 301 0.2414 int_0.40R-prec 301 0.2123 int_0.60R-prec 301 0.1937 int_0.80R-prec 301 0.1719 int_1.00R-prec 301 0.1456 int_1.20R-prec 301 0.1248 int_1.40R-prec 301 0.1069 int_1.60R-prec 301 0.0935 int_1.80R-prec 301 0.0831 int_2.00R-prec 301 0.0749 num_ret 302 500 num_rel 302 77 num_rel_ret 302 50 map 302 0.4175 R-prec 302 0.5065 bpref 302 0.4712 recip_rank 302 1.0000 num_nonrel_judged_ret 302 214 exact_prec 302 0.1000 exact_recall 302 0.6494 11-pt_avg 302 0.4327 3-pt_avg 302 0.4613 avg_doc_prec 302 0.4175 exact_relative_prec 302 0.6494 avg_relative_prec 302 0.6097 exact_unranked_avg_prec 302 0.0649 exact_relative_unranked_avg_prec 302 0.0100 map_at_R 302 0.6862 int_map 302 0.4288 exact_int_R_rcl_prec 302 0.5065 int_map_at_R 302 0.7061 bpref_allnonrel 302 0.6273 bpref_retnonrel 302 0.5481 bpref_topnonrel 302 0.4919 bpref_top5Rnonrel 302 0.5931 bpref_top10Rnonrel 302 0.6212 bpref_top10pRnonrel 302 0.4813 bpref_top25pRnonrel 302 0.4935 bpref_top50pRnonrel 302 0.5088 bpref_top25p2Rnonrel 302 0.5308 bpref_retall 302 0.8440 bpref_5 302 0.8800 bpref_10 302 0.8400 bpref_num_all 302 47531.0000 bpref_num_ret 302 9031.0000 bpref_num_correct 302 2640 bpref_num_possible 302 5929 old_bpref 302 0.4712 old_bpref_top10pRnonrel 302 0.4813 infAP 302 0.4175 rank_first_rel 302 1 ircl_prn.0.00 302 1.0000 ircl_prn.0.10 302 0.8421 ircl_prn.0.20 302 0.8421 ircl_prn.0.30 302 0.7059 ircl_prn.0.40 302 0.6863 ircl_prn.0.50 302 0.5417 ircl_prn.0.60 302 0.1420 ircl_prn.0.70 302 0.0000 ircl_prn.0.80 302 0.0000 ircl_prn.0.90 302 0.0000 ircl_prn.1.00 302 0.0000 P5 302 0.8000 P10 302 0.7000 P15 302 0.8000 P20 302 0.8000 P30 302 0.7333 P100 302 0.4200 P200 302 0.2200 P500 302 0.1000 P1000 302 0.0500 recall5 302 0.0519 recall10 302 0.0909 recall15 302 0.1558 recall20 302 0.2078 recall30 302 0.2857 recall100 302 0.5455 recall200 302 0.5714 recall500 302 0.6494 recall1000 302 0.6494 0.20R-prec 302 0.8125 0.40R-prec 302 0.7419 0.60R-prec 302 0.6596 0.80R-prec 302 0.6129 1.00R-prec 302 0.5065 1.20R-prec 302 0.4516 1.40R-prec 302 0.3889 1.60R-prec 302 0.3468 1.80R-prec 302 0.3094 2.00R-prec 302 0.2857 relative_prec5 302 0.8000 relative_prec10 302 0.7000 relative_prec15 302 0.8000 relative_prec20 302 0.8000 relative_prec30 302 0.7333 relative_prec100 302 0.5455 relative_prec200 302 0.5714 relative_prec500 302 0.6494 relative_prec1000 302 0.6494 unranked_avg_prec5 302 0.0416 unranked_avg_prec10 302 0.0636 unranked_avg_prec15 302 0.1247 unranked_avg_prec20 302 0.1662 unranked_avg_prec30 302 0.2095 unranked_avg_prec100 302 0.2291 unranked_avg_prec200 302 0.1257 unranked_avg_prec500 302 0.0649 unranked_avg_prec1000 302 0.0325 relative_unranked_avg_prec5 302 0.6400 relative_unranked_avg_prec10 302 0.4900 relative_unranked_avg_prec15 302 0.6400 relative_unranked_avg_prec20 302 0.6400 relative_unranked_avg_prec30 302 0.5378 relative_unranked_avg_prec100 302 0.2975 relative_unranked_avg_prec200 302 0.3265 relative_unranked_avg_prec500 302 0.4217 relative_unranked_avg_prec1000 302 0.0025 utility_1.0_-1.0_0.0_0.0 302 -400.0000 rcl_at_142_nonrel 302 0.5091 fallout_recall_0 302 0.0260 fallout_recall_14 302 0.3896 fallout_recall_28 302 0.4935 fallout_recall_42 302 0.5455 fallout_recall_56 302 0.5455 fallout_recall_71 302 0.5455 fallout_recall_85 302 0.5584 fallout_recall_99 302 0.5584 fallout_recall_113 302 0.5714 fallout_recall_127 302 0.5714 fallout_recall_142 302 0.5714 int_0.20R-prec 302 0.8421 int_0.40R-prec 302 0.7419 int_0.60R-prec 302 0.6863 int_0.80R-prec 302 0.6129 int_1.00R-prec 302 0.5065 int_1.20R-prec 302 0.4516 int_1.40R-prec 302 0.3889 int_1.60R-prec 302 0.3468 int_1.80R-prec 302 0.3094 int_2.00R-prec 302 0.2857 num_ret 303 500 num_rel 303 10 num_rel_ret 303 10 map 303 0.0858 R-prec 303 0.0000 bpref 303 0.0000 recip_rank 303 0.0526 num_nonrel_judged_ret 303 205 exact_prec 303 0.0200 exact_recall 303 1.0000 11-pt_avg 303 0.1065 3-pt_avg 303 0.1069 avg_doc_prec 303 0.0858 exact_relative_prec 303 1.0000 avg_relative_prec 303 0.8798 exact_unranked_avg_prec 303 0.0200 exact_relative_unranked_avg_prec 303 0.0004 map_at_R 303 0.0000 int_map 303 0.1058 exact_int_R_rcl_prec 303 0.1136 int_map_at_R 303 0.1023 bpref_allnonrel 303 0.9384 bpref_retnonrel 303 0.7288 bpref_topnonrel 303 0.4440 bpref_top5Rnonrel 303 0.1620 bpref_top10Rnonrel 303 0.5810 bpref_top10pRnonrel 303 0.0100 bpref_top25pRnonrel 303 0.0486 bpref_top50pRnonrel 303 0.2200 bpref_top25p2Rnonrel 303 0.1244 bpref_retall 303 0.7288 bpref_5 303 0.0000 bpref_10 303 0.0000 bpref_num_all 303 8464.0000 bpref_num_ret 303 1494.0000 bpref_num_correct 303 0 bpref_num_possible 303 100 old_bpref 303 0.0000 old_bpref_top10pRnonrel 303 0.0100 infAP 303 0.0858 rank_first_rel 303 19 ircl_prn.0.00 303 0.1136 ircl_prn.0.10 303 0.1136 ircl_prn.0.20 303 0.1136 ircl_prn.0.30 303 0.1136 ircl_prn.0.40 303 0.1136 ircl_prn.0.50 303 0.1136 ircl_prn.0.60 303 0.1045 ircl_prn.0.70 303 0.1045 ircl_prn.0.80 303 0.0935 ircl_prn.0.90 303 0.0935 ircl_prn.1.00 303 0.0935 P5 303 0.0000 P10 303 0.0000 P15 303 0.0000 P20 303 0.0500 P30 303 0.0333 P100 303 0.0900 P200 303 0.0500 P500 303 0.0200 P1000 303 0.0100 recall5 303 0.0000 recall10 303 0.0000 recall15 303 0.0000 recall20 303 0.1000 recall30 303 0.1000 recall100 303 0.9000 recall200 303 1.0000 recall500 303 1.0000 recall1000 303 1.0000 0.20R-prec 303 0.0000 0.40R-prec 303 0.0000 0.60R-prec 303 0.0000 0.80R-prec 303 0.0000 1.00R-prec 303 0.0000 1.20R-prec 303 0.0000 1.40R-prec 303 0.0000 1.60R-prec 303 0.0000 1.80R-prec 303 0.0000 2.00R-prec 303 0.0500 relative_prec5 303 0.0000 relative_prec10 303 0.0000 relative_prec15 303 0.0000 relative_prec20 303 0.1000 relative_prec30 303 0.1000 relative_prec100 303 0.9000 relative_prec200 303 1.0000 relative_prec500 303 1.0000 relative_prec1000 303 1.0000 unranked_avg_prec5 303 0.0000 unranked_avg_prec10 303 0.0000 unranked_avg_prec15 303 0.0000 unranked_avg_prec20 303 0.0050 unranked_avg_prec30 303 0.0033 unranked_avg_prec100 303 0.0810 unranked_avg_prec200 303 0.0500 unranked_avg_prec500 303 0.0200 unranked_avg_prec1000 303 0.0100 relative_unranked_avg_prec5 303 0.0000 relative_unranked_avg_prec10 303 0.0000 relative_unranked_avg_prec15 303 0.0000 relative_unranked_avg_prec20 303 0.0100 relative_unranked_avg_prec30 303 0.0100 relative_unranked_avg_prec100 303 0.8100 relative_unranked_avg_prec200 303 1.0000 relative_unranked_avg_prec500 303 1.0000 relative_unranked_avg_prec1000 303 0.0001 utility_1.0_-1.0_0.0_0.0 303 -480.0000 rcl_at_142_nonrel 303 0.6014 fallout_recall_0 303 0.0000 fallout_recall_14 303 0.0000 fallout_recall_28 303 0.1000 fallout_recall_42 303 0.5000 fallout_recall_56 303 0.5000 fallout_recall_71 303 0.7000 fallout_recall_85 303 0.8000 fallout_recall_99 303 1.0000 fallout_recall_113 303 1.0000 fallout_recall_127 303 1.0000 fallout_recall_142 303 1.0000 int_0.20R-prec 303 0.1136 int_0.40R-prec 303 0.1136 int_0.60R-prec 303 0.1136 int_0.80R-prec 303 0.1136 int_1.00R-prec 303 0.1136 int_1.20R-prec 303 0.1136 int_1.40R-prec 303 0.1136 int_1.60R-prec 303 0.1136 int_1.80R-prec 303 0.1136 int_2.00R-prec 303 0.1136 num_q all 3 num_ret all 1500 num_rel all 561 num_rel_ret all 131 map all 0.1785 gm_ap all 0.1051 R-prec all 0.2174 bpref all 0.1981 recip_rank all 0.4064 num_nonrel_judged_ret all 607 exact_prec all 0.0873 exact_recall all 0.5997 11-pt_avg all 0.1947 3-pt_avg all 0.1894 avg_doc_prec all 0.0862 exact_relative_prec all 0.5997 avg_relative_prec all 0.5617 exact_unranked_avg_prec all 0.0354 exact_relative_unranked_avg_prec all 0.0102 map_at_R all 0.2948 int_map all 0.1895 exact_int_R_rcl_prec all 0.2552 int_map_at_R all 0.3393 bpref_allnonrel all 0.5684 bpref_retnonrel all 0.4531 bpref_topnonrel all 0.3268 bpref_top5Rnonrel all 0.2982 bpref_top10Rnonrel all 0.4472 bpref_top10pRnonrel all 0.2050 bpref_top25pRnonrel all 0.2222 bpref_top50pRnonrel all 0.2848 bpref_top25p2Rnonrel all 0.2640 bpref_retall all 0.7076 bpref_5 all 0.2933 bpref_10 all 0.3133 bpref_num_all all 45867.0000 bpref_num_ret all 5955.0000 bpref_num_correct all 30286 bpref_num_possible all 230705 old_bpref all 0.1845 old_bpref_top10pRnonrel all 0.1912 infAP all 0.1785 gm_bpref all 0.0083 ircl_prn.0.00 all 0.4665 ircl_prn.0.10 all 0.3884 ircl_prn.0.20 all 0.3186 ircl_prn.0.30 all 0.2732 ircl_prn.0.40 all 0.2666 ircl_prn.0.50 all 0.2184 ircl_prn.0.60 all 0.0822 ircl_prn.0.70 all 0.0348 ircl_prn.0.80 all 0.0312 ircl_prn.0.90 all 0.0312 ircl_prn.1.00 all 0.0312 P5 all 0.2667 P10 all 0.3000 P15 all 0.3111 P20 all 0.3667 P30 all 0.3333 P100 all 0.2467 P200 all 0.1600 P500 all 0.0873 P1000 all 0.0437 recall5 all 0.0173 recall10 all 0.0317 recall15 all 0.0534 recall20 all 0.1061 recall30 all 0.1335 recall100 all 0.4980 recall200 all 0.5533 recall500 all 0.5997 recall1000 all 0.5997 0.20R-prec all 0.3445 0.40R-prec all 0.3157 0.60R-prec all 0.2842 0.80R-prec all 0.2613 1.00R-prec all 0.2174 1.20R-prec all 0.1921 1.40R-prec all 0.1653 1.60R-prec all 0.1468 1.80R-prec all 0.1308 2.00R-prec all 0.1369 relative_prec5 all 0.2667 relative_prec10 all 0.3000 relative_prec15 all 0.3111 relative_prec20 all 0.3833 relative_prec30 all 0.3556 relative_prec100 all 0.5585 relative_prec200 all 0.5938 relative_prec500 all 0.5997 relative_prec1000 all 0.5997 unranked_avg_prec5 all 0.0139 unranked_avg_prec10 all 0.0215 unranked_avg_prec15 all 0.0417 unranked_avg_prec20 all 0.0580 unranked_avg_prec30 all 0.0721 unranked_avg_prec100 all 0.1071 unranked_avg_prec200 all 0.0648 unranked_avg_prec500 all 0.0354 unranked_avg_prec1000 all 0.0177 relative_unranked_avg_prec5 all 0.2133 relative_unranked_avg_prec10 all 0.1767 relative_unranked_avg_prec15 all 0.2193 relative_unranked_avg_prec20 all 0.2375 relative_unranked_avg_prec30 all 0.2007 relative_unranked_avg_prec100 all 0.3868 relative_unranked_avg_prec200 all 0.4569 relative_unranked_avg_prec500 all 0.4814 relative_unranked_avg_prec1000 all 0.0025 utility_1.0_-1.0_0.0_0.0 all -412.6667 rcl_at_142_nonrel all 0.3848 fallout_recall_0 all 0.0087 fallout_recall_14 all 0.1334 fallout_recall_28 all 0.2049 fallout_recall_42 all 0.3597 fallout_recall_56 all 0.3618 fallout_recall_71 all 0.4299 fallout_recall_85 all 0.4697 fallout_recall_99 all 0.5413 fallout_recall_113 all 0.5484 fallout_recall_127 all 0.5491 fallout_recall_142 all 0.5505 int_0.20R-prec all 0.3990 int_0.40R-prec all 0.3559 int_0.60R-prec all 0.3312 int_0.80R-prec all 0.2995 int_1.00R-prec all 0.2552 int_1.20R-prec all 0.2300 int_1.40R-prec all 0.2032 int_1.60R-prec all 0.1847 int_1.80R-prec all 0.1687 int_2.00R-prec all 0.1581 micro_prec all 0.0873 micro_recall all 0.2335 micro_bpref all 0.1313