num_ret 301 500 num_rel 301 12 num_rel_ret 301 1 map 301 0.0003 R-prec 301 0.0000 bpref 301 0.0000 recip_rank 301 0.0033 num_nonrel_judged_ret 301 258 exact_prec 301 0.0020 exact_recall 301 0.0833 11-pt_avg 301 0.0003 3-pt_avg 301 0.0000 avg_doc_prec 301 0.0003 exact_relative_prec 301 0.0833 avg_relative_prec 301 0.0323 exact_unranked_avg_prec 301 0.0002 exact_relative_unranked_avg_prec 301 0.0000 map_at_R 301 0.0000 int_map 301 0.0003 exact_int_R_rcl_prec 301 0.0033 int_map_at_R 301 0.0030 bpref_allnonrel 301 0.0739 bpref_retnonrel 301 0.0213 bpref_topnonrel 301 0.0000 bpref_top5Rnonrel 301 0.0000 bpref_top10Rnonrel 301 0.0417 bpref_top10pRnonrel 301 0.0000 bpref_top25pRnonrel 301 0.0000 bpref_top50pRnonrel 301 0.0000 bpref_top25p2Rnonrel 301 0.0000 bpref_retall 301 0.2558 bpref_5 301 0.0000 bpref_10 301 0.0000 bpref_num_all 301 1504.0000 bpref_num_ret 301 66.0000 bpref_num_correct 301 0 bpref_num_possible 301 144 old_bpref 301 0.0000 old_bpref_top10pRnonrel 301 0.0000 infAP 301 0.0003 rank_first_rel 301 307 ircl_prn.0.00 301 0.0033 ircl_prn.0.10 301 0.0000 ircl_prn.0.20 301 0.0000 ircl_prn.0.30 301 0.0000 ircl_prn.0.40 301 0.0000 ircl_prn.0.50 301 0.0000 ircl_prn.0.60 301 0.0000 ircl_prn.0.70 301 0.0000 ircl_prn.0.80 301 0.0000 ircl_prn.0.90 301 0.0000 ircl_prn.1.00 301 0.0000 P5 301 0.0000 P10 301 0.0000 P15 301 0.0000 P20 301 0.0000 P30 301 0.0000 P100 301 0.0000 P200 301 0.0000 P500 301 0.0020 P1000 301 0.0010 recall5 301 0.0000 recall10 301 0.0000 recall15 301 0.0000 recall20 301 0.0000 recall30 301 0.0000 recall100 301 0.0000 recall200 301 0.0000 recall500 301 0.0833 recall1000 301 0.0833 0.20R-prec 301 0.0000 0.40R-prec 301 0.0000 0.60R-prec 301 0.0000 0.80R-prec 301 0.0000 1.00R-prec 301 0.0000 1.20R-prec 301 0.0000 1.40R-prec 301 0.0000 1.60R-prec 301 0.0000 1.80R-prec 301 0.0000 2.00R-prec 301 0.0000 relative_prec5 301 0.0000 relative_prec10 301 0.0000 relative_prec15 301 0.0000 relative_prec20 301 0.0000 relative_prec30 301 0.0000 relative_prec100 301 0.0000 relative_prec200 301 0.0000 relative_prec500 301 0.0833 relative_prec1000 301 0.0833 unranked_avg_prec5 301 0.0000 unranked_avg_prec10 301 0.0000 unranked_avg_prec15 301 0.0000 unranked_avg_prec20 301 0.0000 unranked_avg_prec30 301 0.0000 unranked_avg_prec100 301 0.0000 unranked_avg_prec200 301 0.0000 unranked_avg_prec500 301 0.0002 unranked_avg_prec1000 301 0.0001 relative_unranked_avg_prec5 301 0.0000 relative_unranked_avg_prec10 301 0.0000 relative_unranked_avg_prec15 301 0.0000 relative_unranked_avg_prec20 301 0.0000 relative_unranked_avg_prec30 301 0.0000 relative_unranked_avg_prec100 301 0.0000 relative_unranked_avg_prec200 301 0.0000 relative_unranked_avg_prec500 301 0.0069 relative_unranked_avg_prec1000 301 0.0000 utility_1.0_-1.0_0.0_0.0 301 -498.0000 rcl_at_142_nonrel 301 0.0000 fallout_recall_0 301 0.0000 fallout_recall_14 301 0.0000 fallout_recall_28 301 0.0000 fallout_recall_42 301 0.0000 fallout_recall_56 301 0.0000 fallout_recall_71 301 0.0000 fallout_recall_85 301 0.0000 fallout_recall_99 301 0.0000 fallout_recall_113 301 0.0000 fallout_recall_127 301 0.0000 fallout_recall_142 301 0.0000 int_0.20R-prec 301 0.0033 int_0.40R-prec 301 0.0033 int_0.60R-prec 301 0.0033 int_0.80R-prec 301 0.0033 int_1.00R-prec 301 0.0033 int_1.20R-prec 301 0.0033 int_1.40R-prec 301 0.0033 int_1.60R-prec 301 0.0033 int_1.80R-prec 301 0.0033 int_2.00R-prec 301 0.0033 num_ret 302 500 num_rel 302 77 num_rel_ret 302 50 map 302 0.4175 R-prec 302 0.5065 bpref 302 0.4712 recip_rank 302 1.0000 num_nonrel_judged_ret 302 214 exact_prec 302 0.1000 exact_recall 302 0.6494 11-pt_avg 302 0.4327 3-pt_avg 302 0.4613 avg_doc_prec 302 0.4175 exact_relative_prec 302 0.6494 avg_relative_prec 302 0.6097 exact_unranked_avg_prec 302 0.0649 exact_relative_unranked_avg_prec 302 0.0100 map_at_R 302 0.6862 int_map 302 0.4288 exact_int_R_rcl_prec 302 0.5065 int_map_at_R 302 0.7061 bpref_allnonrel 302 0.6273 bpref_retnonrel 302 0.5481 bpref_topnonrel 302 0.4919 bpref_top5Rnonrel 302 0.5931 bpref_top10Rnonrel 302 0.6212 bpref_top10pRnonrel 302 0.4813 bpref_top25pRnonrel 302 0.4935 bpref_top50pRnonrel 302 0.5088 bpref_top25p2Rnonrel 302 0.5308 bpref_retall 302 0.8440 bpref_5 302 0.8800 bpref_10 302 0.8400 bpref_num_all 302 47531.0000 bpref_num_ret 302 9031.0000 bpref_num_correct 302 2640 bpref_num_possible 302 5929 old_bpref 302 0.4712 old_bpref_top10pRnonrel 302 0.4813 infAP 302 0.4175 rank_first_rel 302 1 ircl_prn.0.00 302 1.0000 ircl_prn.0.10 302 0.8421 ircl_prn.0.20 302 0.8421 ircl_prn.0.30 302 0.7059 ircl_prn.0.40 302 0.6863 ircl_prn.0.50 302 0.5417 ircl_prn.0.60 302 0.1420 ircl_prn.0.70 302 0.0000 ircl_prn.0.80 302 0.0000 ircl_prn.0.90 302 0.0000 ircl_prn.1.00 302 0.0000 P5 302 0.8000 P10 302 0.7000 P15 302 0.8000 P20 302 0.8000 P30 302 0.7333 P100 302 0.4200 P200 302 0.2200 P500 302 0.1000 P1000 302 0.0500 recall5 302 0.0519 recall10 302 0.0909 recall15 302 0.1558 recall20 302 0.2078 recall30 302 0.2857 recall100 302 0.5455 recall200 302 0.5714 recall500 302 0.6494 recall1000 302 0.6494 0.20R-prec 302 0.8125 0.40R-prec 302 0.7419 0.60R-prec 302 0.6596 0.80R-prec 302 0.6129 1.00R-prec 302 0.5065 1.20R-prec 302 0.4516 1.40R-prec 302 0.3889 1.60R-prec 302 0.3468 1.80R-prec 302 0.3094 2.00R-prec 302 0.2857 relative_prec5 302 0.8000 relative_prec10 302 0.7000 relative_prec15 302 0.8000 relative_prec20 302 0.8000 relative_prec30 302 0.7333 relative_prec100 302 0.5455 relative_prec200 302 0.5714 relative_prec500 302 0.6494 relative_prec1000 302 0.6494 unranked_avg_prec5 302 0.0416 unranked_avg_prec10 302 0.0636 unranked_avg_prec15 302 0.1247 unranked_avg_prec20 302 0.1662 unranked_avg_prec30 302 0.2095 unranked_avg_prec100 302 0.2291 unranked_avg_prec200 302 0.1257 unranked_avg_prec500 302 0.0649 unranked_avg_prec1000 302 0.0325 relative_unranked_avg_prec5 302 0.6400 relative_unranked_avg_prec10 302 0.4900 relative_unranked_avg_prec15 302 0.6400 relative_unranked_avg_prec20 302 0.6400 relative_unranked_avg_prec30 302 0.5378 relative_unranked_avg_prec100 302 0.2975 relative_unranked_avg_prec200 302 0.3265 relative_unranked_avg_prec500 302 0.4217 relative_unranked_avg_prec1000 302 0.0025 utility_1.0_-1.0_0.0_0.0 302 -400.0000 rcl_at_142_nonrel 302 0.5091 fallout_recall_0 302 0.0260 fallout_recall_14 302 0.3896 fallout_recall_28 302 0.4935 fallout_recall_42 302 0.5455 fallout_recall_56 302 0.5455 fallout_recall_71 302 0.5455 fallout_recall_85 302 0.5584 fallout_recall_99 302 0.5584 fallout_recall_113 302 0.5714 fallout_recall_127 302 0.5714 fallout_recall_142 302 0.5714 int_0.20R-prec 302 0.8421 int_0.40R-prec 302 0.7419 int_0.60R-prec 302 0.6863 int_0.80R-prec 302 0.6129 int_1.00R-prec 302 0.5065 int_1.20R-prec 302 0.4516 int_1.40R-prec 302 0.3889 int_1.60R-prec 302 0.3468 int_1.80R-prec 302 0.3094 int_2.00R-prec 302 0.2857 num_ret 303 500 num_rel 303 8 num_rel_ret 303 8 map 303 0.0823 R-prec 303 0.0000 bpref 303 0.0000 recip_rank 303 0.0526 num_nonrel_judged_ret 303 138 exact_prec 303 0.0160 exact_recall 303 1.0000 11-pt_avg 303 0.1049 3-pt_avg 303 0.1106 avg_doc_prec 303 0.0823 exact_relative_prec 303 1.0000 avg_relative_prec 303 0.8963 exact_unranked_avg_prec 303 0.0160 exact_relative_unranked_avg_prec 303 0.0003 map_at_R 303 0.0000 int_map 303 0.1065 exact_int_R_rcl_prec 303 0.1136 int_map_at_R 303 0.0994 bpref_allnonrel 303 0.9689 bpref_retnonrel 303 0.7962 bpref_topnonrel 303 0.7188 bpref_top5Rnonrel 303 0.3688 bpref_top10Rnonrel 303 0.6844 bpref_top10pRnonrel 303 0.0625 bpref_top25pRnonrel 303 0.2727 bpref_top50pRnonrel 303 0.5259 bpref_top25p2Rnonrel 303 0.3811 bpref_retall 303 0.7962 bpref_5 303 0.0000 bpref_10 303 0.0125 bpref_num_all 303 7007.0000 bpref_num_ret 303 879.0000 bpref_num_correct 303 0 bpref_num_possible 303 64 old_bpref 303 0.0000 old_bpref_top10pRnonrel 303 0.0625 infAP 303 0.1200 rank_first_rel 303 19 ircl_prn.0.00 303 0.1136 ircl_prn.0.10 303 0.1136 ircl_prn.0.20 303 0.1136 ircl_prn.0.30 303 0.1136 ircl_prn.0.40 303 0.1136 ircl_prn.0.50 303 0.1136 ircl_prn.0.60 303 0.1136 ircl_prn.0.70 303 0.1045 ircl_prn.0.80 303 0.1045 ircl_prn.0.90 303 0.0748 ircl_prn.1.00 303 0.0748 P5 303 0.0000 P10 303 0.0000 P15 303 0.0000 P20 303 0.0500 P30 303 0.0333 P100 303 0.0700 P200 303 0.0400 P500 303 0.0160 P1000 303 0.0080 recall5 303 0.0000 recall10 303 0.0000 recall15 303 0.0000 recall20 303 0.1250 recall30 303 0.1250 recall100 303 0.8750 recall200 303 1.0000 recall500 303 1.0000 recall1000 303 1.0000 0.20R-prec 303 0.0000 0.40R-prec 303 0.0000 0.60R-prec 303 0.0000 0.80R-prec 303 0.0000 1.00R-prec 303 0.0000 1.20R-prec 303 0.0000 1.40R-prec 303 0.0000 1.60R-prec 303 0.0000 1.80R-prec 303 0.0000 2.00R-prec 303 0.0000 relative_prec5 303 0.0000 relative_prec10 303 0.0000 relative_prec15 303 0.0000 relative_prec20 303 0.1250 relative_prec30 303 0.1250 relative_prec100 303 0.8750 relative_prec200 303 1.0000 relative_prec500 303 1.0000 relative_prec1000 303 1.0000 unranked_avg_prec5 303 0.0000 unranked_avg_prec10 303 0.0000 unranked_avg_prec15 303 0.0000 unranked_avg_prec20 303 0.0063 unranked_avg_prec30 303 0.0042 unranked_avg_prec100 303 0.0613 unranked_avg_prec200 303 0.0400 unranked_avg_prec500 303 0.0160 unranked_avg_prec1000 303 0.0080 relative_unranked_avg_prec5 303 0.0000 relative_unranked_avg_prec10 303 0.0000 relative_unranked_avg_prec15 303 0.0000 relative_unranked_avg_prec20 303 0.0156 relative_unranked_avg_prec30 303 0.0156 relative_unranked_avg_prec100 303 0.7656 relative_unranked_avg_prec200 303 1.0000 relative_unranked_avg_prec500 303 1.0000 relative_unranked_avg_prec1000 303 0.0001 utility_1.0_-1.0_0.0_0.0 303 -484.0000 rcl_at_142_nonrel 303 0.6523 fallout_recall_0 303 0.0000 fallout_recall_14 303 0.0000 fallout_recall_28 303 0.1250 fallout_recall_42 303 0.6250 fallout_recall_56 303 0.6250 fallout_recall_71 303 0.8750 fallout_recall_85 303 0.8750 fallout_recall_99 303 1.0000 fallout_recall_113 303 1.0000 fallout_recall_127 303 1.0000 fallout_recall_142 303 1.0000 int_0.20R-prec 303 0.1136 int_0.40R-prec 303 0.1136 int_0.60R-prec 303 0.1136 int_0.80R-prec 303 0.1136 int_1.00R-prec 303 0.1136 int_1.20R-prec 303 0.1136 int_1.40R-prec 303 0.1136 int_1.60R-prec 303 0.1136 int_1.80R-prec 303 0.1136 int_2.00R-prec 303 0.1136 num_q all 3 num_ret all 1500 num_rel all 97 num_rel_ret all 59 map all 0.1667 gm_ap all 0.0210 R-prec all 0.1688 bpref all 0.1571 recip_rank all 0.3520 num_nonrel_judged_ret all 610 exact_prec all 0.0393 exact_recall all 0.5776 11-pt_avg all 0.1793 3-pt_avg all 0.1906 avg_doc_prec all 0.3382 exact_relative_prec all 0.5776 avg_relative_prec all 0.5128 exact_unranked_avg_prec all 0.0270 exact_relative_unranked_avg_prec all 0.0034 map_at_R all 0.2287 int_map all 0.1785 exact_int_R_rcl_prec all 0.2078 int_map_at_R all 0.2695 bpref_allnonrel all 0.5567 bpref_retnonrel all 0.4552 bpref_topnonrel all 0.4036 bpref_top5Rnonrel all 0.3206 bpref_top10Rnonrel all 0.4491 bpref_top10pRnonrel all 0.1813 bpref_top25pRnonrel all 0.2554 bpref_top50pRnonrel all 0.3449 bpref_top25p2Rnonrel all 0.3040 bpref_retall all 0.6320 bpref_5 all 0.2933 bpref_10 all 0.2842 bpref_num_all all 18680.6660 bpref_num_ret all 3325.3333 bpref_num_correct all 2640 bpref_num_possible all 6137 old_bpref all 0.1571 old_bpref_top10pRnonrel all 0.1813 infAP all 0.1792 gm_bpref all 0.0004 ircl_prn.0.00 all 0.3723 ircl_prn.0.10 all 0.3186 ircl_prn.0.20 all 0.3186 ircl_prn.0.30 all 0.2732 ircl_prn.0.40 all 0.2666 ircl_prn.0.50 all 0.2184 ircl_prn.0.60 all 0.0852 ircl_prn.0.70 all 0.0348 ircl_prn.0.80 all 0.0348 ircl_prn.0.90 all 0.0249 ircl_prn.1.00 all 0.0249 P5 all 0.2667 P10 all 0.2333 P15 all 0.2667 P20 all 0.2833 P30 all 0.2556 P100 all 0.1633 P200 all 0.0867 P500 all 0.0393 P1000 all 0.0197 recall5 all 0.0173 recall10 all 0.0303 recall15 all 0.0519 recall20 all 0.1109 recall30 all 0.1369 recall100 all 0.4735 recall200 all 0.5238 recall500 all 0.5776 recall1000 all 0.5776 0.20R-prec all 0.2708 0.40R-prec all 0.2473 0.60R-prec all 0.2199 0.80R-prec all 0.2043 1.00R-prec all 0.1688 1.20R-prec all 0.1505 1.40R-prec all 0.1296 1.60R-prec all 0.1156 1.80R-prec all 0.1031 2.00R-prec all 0.0952 relative_prec5 all 0.2667 relative_prec10 all 0.2333 relative_prec15 all 0.2667 relative_prec20 all 0.3083 relative_prec30 all 0.2861 relative_prec100 all 0.4735 relative_prec200 all 0.5238 relative_prec500 all 0.5776 relative_prec1000 all 0.5776 unranked_avg_prec5 all 0.0139 unranked_avg_prec10 all 0.0212 unranked_avg_prec15 all 0.0416 unranked_avg_prec20 all 0.0575 unranked_avg_prec30 all 0.0712 unranked_avg_prec100 all 0.0968 unranked_avg_prec200 all 0.0552 unranked_avg_prec500 all 0.0270 unranked_avg_prec1000 all 0.0135 relative_unranked_avg_prec5 all 0.2133 relative_unranked_avg_prec10 all 0.1633 relative_unranked_avg_prec15 all 0.2133 relative_unranked_avg_prec20 all 0.2185 relative_unranked_avg_prec30 all 0.1845 relative_unranked_avg_prec100 all 0.3544 relative_unranked_avg_prec200 all 0.4422 relative_unranked_avg_prec500 all 0.4762 relative_unranked_avg_prec1000 all 0.0009 utility_1.0_-1.0_0.0_0.0 all -460.6667 rcl_at_142_nonrel all 0.3871 fallout_recall_0 all 0.0087 fallout_recall_14 all 0.1299 fallout_recall_28 all 0.2062 fallout_recall_42 all 0.3902 fallout_recall_56 all 0.3902 fallout_recall_71 all 0.4735 fallout_recall_85 all 0.4778 fallout_recall_99 all 0.5195 fallout_recall_113 all 0.5238 fallout_recall_127 all 0.5238 fallout_recall_142 all 0.5238 int_0.20R-prec all 0.3197 int_0.40R-prec all 0.2863 int_0.60R-prec all 0.2677 int_0.80R-prec all 0.2433 int_1.00R-prec all 0.2078 int_1.20R-prec all 0.1895 int_1.40R-prec all 0.1686 int_1.60R-prec all 0.1546 int_1.80R-prec all 0.1421 int_2.00R-prec all 0.1342 micro_prec all 0.0393 micro_recall all 0.6082 micro_bpref all 0.4302