num_ret        	301	500
num_rel        	301	474
num_rel_ret    	301	71
map            	301	0.0324
R-prec         	301	0.1456
bpref          	301	0.1230
recip_rank     	301	0.1667
num_nonrel_judged_ret	301	188
exact_prec     	301	0.1420
exact_recall   	301	0.1498
11-pt_avg      	301	0.0450
3-pt_avg       	301	0.0000
avg_doc_prec   	301	0.0324
exact_relative_prec	301	0.1498
avg_relative_prec	301	0.1957
exact_unranked_avg_prec	301	0.0213
exact_relative_unranked_avg_prec	301	0.0202
map_at_R       	301	0.1981
int_map        	301	0.0339
exact_int_R_rcl_prec	301	0.1456
int_map_at_R   	301	0.2095
bpref_allnonrel	301	0.1395
bpref_retnonrel	301	0.0824
bpref_topnonrel	301	0.0445
bpref_top5Rnonrel	301	0.1395
bpref_top10Rnonrel	301	0.1395
bpref_top10pRnonrel	301	0.1236
bpref_top25pRnonrel	301	0.1244
bpref_top50pRnonrel	301	0.1256
bpref_top25p2Rnonrel	301	0.1368
bpref_retall   	301	0.5499
bpref_5        	301	0.0000
bpref_10       	301	0.1000
bpref_num_all  	301	81606.0000
bpref_num_ret  	301	7340.0000
bpref_num_correct	301	27646
bpref_num_possible	301	224676
old_bpref      	301	0.0824
old_bpref_top10pRnonrel	301	0.0824
infAP          	301	0.0324
rank_first_rel 	301	6
ircl_prn.0.00  	301	0.2857
ircl_prn.0.10  	301	0.2096
ircl_prn.0.20  	301	0.0000
ircl_prn.0.30  	301	0.0000
ircl_prn.0.40  	301	0.0000
ircl_prn.0.50  	301	0.0000
ircl_prn.0.60  	301	0.0000
ircl_prn.0.70  	301	0.0000
ircl_prn.0.80  	301	0.0000
ircl_prn.0.90  	301	0.0000
ircl_prn.1.00  	301	0.0000
P5             	301	0.0000
P10            	301	0.2000
P15            	301	0.1333
P20            	301	0.2500
P30            	301	0.2333
P100           	301	0.2300
P200           	301	0.2100
P500           	301	0.1420
P1000          	301	0.0710
recall5        	301	0.0000
recall10       	301	0.0042
recall15       	301	0.0042
recall20       	301	0.0105
recall30       	301	0.0148
recall100      	301	0.0485
recall200      	301	0.0886
recall500      	301	0.1498
recall1000     	301	0.1498
0.20R-prec     	301	0.2211
0.40R-prec     	301	0.2053
0.60R-prec     	301	0.1930
0.80R-prec     	301	0.1711
1.00R-prec     	301	0.1456
1.20R-prec     	301	0.1248
1.40R-prec     	301	0.1069
1.60R-prec     	301	0.0935
1.80R-prec     	301	0.0831
2.00R-prec     	301	0.0749
relative_prec5 	301	0.0000
relative_prec10	301	0.2000
relative_prec15	301	0.1333
relative_prec20	301	0.2500
relative_prec30	301	0.2333
relative_prec100	301	0.2300
relative_prec200	301	0.2100
relative_prec500	301	0.1498
relative_prec1000	301	0.1498
unranked_avg_prec5	301	0.0000
unranked_avg_prec10	301	0.0008
unranked_avg_prec15	301	0.0006
unranked_avg_prec20	301	0.0026
unranked_avg_prec30	301	0.0034
unranked_avg_prec100	301	0.0112
unranked_avg_prec200	301	0.0186
unranked_avg_prec500	301	0.0213
unranked_avg_prec1000	301	0.0106
relative_unranked_avg_prec5	301	0.0000
relative_unranked_avg_prec10	301	0.0400
relative_unranked_avg_prec15	301	0.0178
relative_unranked_avg_prec20	301	0.0625
relative_unranked_avg_prec30	301	0.0544
relative_unranked_avg_prec100	301	0.0529
relative_unranked_avg_prec200	301	0.0441
relative_unranked_avg_prec500	301	0.0224
relative_unranked_avg_prec1000	301	0.0050
utility_1.0_-1.0_0.0_0.0	301	-358.0000
rcl_at_142_nonrel	301	0.0439
fallout_recall_0	301	0.0000
fallout_recall_14	301	0.0105
fallout_recall_28	301	0.0211
fallout_recall_42	301	0.0338
fallout_recall_56	301	0.0401
fallout_recall_71	301	0.0443
fallout_recall_85	301	0.0506
fallout_recall_99	301	0.0654
fallout_recall_113	301	0.0738
fallout_recall_127	301	0.0759
fallout_recall_142	301	0.0802
int_0.20R-prec 	301	0.2414
int_0.40R-prec 	301	0.2123
int_0.60R-prec 	301	0.1937
int_0.80R-prec 	301	0.1719
int_1.00R-prec 	301	0.1456
int_1.20R-prec 	301	0.1248
int_1.40R-prec 	301	0.1069
int_1.60R-prec 	301	0.0935
int_1.80R-prec 	301	0.0831
int_2.00R-prec 	301	0.0749
num_ret        	303	84
num_rel        	303	10
num_rel_ret    	303	6
map            	303	0.2723
R-prec         	303	0.4000
bpref          	303	0.3300
recip_rank     	303	0.3333
num_nonrel_judged_ret	303	61
exact_prec     	303	0.0714
exact_recall   	303	0.6000
11-pt_avg      	303	0.3354
3-pt_avg       	303	0.3282
avg_doc_prec   	303	0.2723
exact_relative_prec	303	0.6000
avg_relative_prec	303	0.5637
exact_unranked_avg_prec	303	0.0429
exact_relative_unranked_avg_prec	303	0.0051
map_at_R       	303	0.3449
int_map        	303	0.3089
exact_int_R_rcl_prec	303	0.4000
int_map_at_R   	303	0.5087
bpref_allnonrel	303	0.5968
bpref_retnonrel	303	0.5525
bpref_topnonrel	303	0.5710
bpref_top5Rnonrel	303	0.5420
bpref_top10Rnonrel	303	0.5710
bpref_top10pRnonrel	303	0.4550
bpref_top25pRnonrel	303	0.5171
bpref_top50pRnonrel	303	0.5517
bpref_top25p2Rnonrel	303	0.5356
bpref_retall   	303	0.9208
bpref_5        	303	0.4400
bpref_10       	303	0.5500
bpref_num_all  	303	5383.0000
bpref_num_ret  	303	337.0000
bpref_num_correct	303	33
bpref_num_possible	303	100
old_bpref      	303	0.3300
old_bpref_top10pRnonrel	303	0.4550
infAP          	303	0.2723
rank_first_rel 	303	3
ircl_prn.0.00  	303	0.6000
ircl_prn.0.10  	303	0.6000
ircl_prn.0.20  	303	0.6000
ircl_prn.0.30  	303	0.6000
ircl_prn.0.40  	303	0.5714
ircl_prn.0.50  	303	0.3846
ircl_prn.0.60  	303	0.3333
ircl_prn.0.70  	303	0.0000
ircl_prn.0.80  	303	0.0000
ircl_prn.0.90  	303	0.0000
ircl_prn.1.00  	303	0.0000
P5             	303	0.6000
P10            	303	0.4000
P15            	303	0.3333
P20            	303	0.3000
P30            	303	0.2000
P100           	303	0.0600
P200           	303	0.0300
P500           	303	0.0120
P1000          	303	0.0060
recall5        	303	0.3000
recall10       	303	0.4000
recall15       	303	0.5000
recall20       	303	0.6000
recall30       	303	0.6000
recall100      	303	0.6000
recall200      	303	0.6000
recall500      	303	0.6000
recall1000     	303	0.6000
0.20R-prec     	303	0.0000
0.40R-prec     	303	0.5000
0.60R-prec     	303	0.5000
0.80R-prec     	303	0.5000
1.00R-prec     	303	0.4000
1.20R-prec     	303	0.3333
1.40R-prec     	303	0.3571
1.60R-prec     	303	0.3125
1.80R-prec     	303	0.3333
2.00R-prec     	303	0.3000
relative_prec5 	303	0.6000
relative_prec10	303	0.4000
relative_prec15	303	0.5000
relative_prec20	303	0.6000
relative_prec30	303	0.6000
relative_prec100	303	0.6000
relative_prec200	303	0.6000
relative_prec500	303	0.6000
relative_prec1000	303	0.6000
unranked_avg_prec5	303	0.1800
unranked_avg_prec10	303	0.1600
unranked_avg_prec15	303	0.1667
unranked_avg_prec20	303	0.1800
unranked_avg_prec30	303	0.1200
unranked_avg_prec100	303	0.0360
unranked_avg_prec200	303	0.0180
unranked_avg_prec500	303	0.0072
unranked_avg_prec1000	303	0.0036
relative_unranked_avg_prec5	303	0.3600
relative_unranked_avg_prec10	303	0.1600
relative_unranked_avg_prec15	303	0.2500
relative_unranked_avg_prec20	303	0.3600
relative_unranked_avg_prec30	303	0.3600
relative_unranked_avg_prec100	303	0.0036
relative_unranked_avg_prec200	303	0.0009
relative_unranked_avg_prec500	303	0.0001
relative_unranked_avg_prec1000	303	0.0000
utility_1.0_-1.0_0.0_0.0	303	-72.0000
rcl_at_142_nonrel	303	0.5796
fallout_recall_0	303	0.0000
fallout_recall_14	303	0.6000
fallout_recall_28	303	0.6000
fallout_recall_42	303	0.6000
fallout_recall_56	303	0.6000
fallout_recall_71	303	0.6000
fallout_recall_85	303	0.6000
fallout_recall_99	303	0.6000
fallout_recall_113	303	0.6000
fallout_recall_127	303	0.6000
fallout_recall_142	303	0.6000
int_0.20R-prec 	303	0.6000
int_0.40R-prec 	303	0.6000
int_0.60R-prec 	303	0.5714
int_0.80R-prec 	303	0.5000
int_1.00R-prec 	303	0.4000
int_1.20R-prec 	303	0.3846
int_1.40R-prec 	303	0.3571
int_1.60R-prec 	303	0.3333
int_1.80R-prec 	303	0.3333
int_2.00R-prec 	303	0.3000
num_q          	all	3
num_ret        	all	584
num_rel        	all	484
num_rel_ret    	all	77
map            	all	0.1016
gm_ap          	all	0.0045
R-prec         	all	0.1819
bpref          	all	0.1510
recip_rank     	all	0.1667
num_nonrel_judged_ret	all	249
exact_prec     	all	0.0711
exact_recall   	all	0.2499
11-pt_avg      	all	0.1268
3-pt_avg       	all	0.1094
avg_doc_prec   	all	0.0374
exact_relative_prec	all	0.2499
avg_relative_prec	all	0.2531
exact_unranked_avg_prec	all	0.0214
exact_relative_unranked_avg_prec	all	0.0084
map_at_R       	all	0.1810
int_map        	all	0.1143
exact_int_R_rcl_prec	all	0.1819
int_map_at_R   	all	0.2394
bpref_allnonrel	all	0.2454
bpref_retnonrel	all	0.2116
bpref_topnonrel	all	0.2052
bpref_top5Rnonrel	all	0.2272
bpref_top10Rnonrel	all	0.2368
bpref_top10pRnonrel	all	0.1929
bpref_top25pRnonrel	all	0.2138
bpref_top50pRnonrel	all	0.2258
bpref_top25p2Rnonrel	all	0.2241
bpref_retall   	all	0.4902
bpref_5        	all	0.1467
bpref_10       	all	0.2167
bpref_num_all  	all	28996.3340
bpref_num_ret  	all	2559.0000
bpref_num_correct	all	27679
bpref_num_possible	all	224776
old_bpref      	all	0.1375
old_bpref_top10pRnonrel	all	0.1791
infAP          	all	0.1016
gm_bpref       	all	0.0074
ircl_prn.0.00  	all	0.2952
ircl_prn.0.10  	all	0.2699
ircl_prn.0.20  	all	0.2000
ircl_prn.0.30  	all	0.2000
ircl_prn.0.40  	all	0.1905
ircl_prn.0.50  	all	0.1282
ircl_prn.0.60  	all	0.1111
ircl_prn.0.70  	all	0.0000
ircl_prn.0.80  	all	0.0000
ircl_prn.0.90  	all	0.0000
ircl_prn.1.00  	all	0.0000
P5             	all	0.2000
P10            	all	0.2000
P15            	all	0.1556
P20            	all	0.1833
P30            	all	0.1444
P100           	all	0.0967
P200           	all	0.0800
P500           	all	0.0513
P1000          	all	0.0257
recall5        	all	0.1000
recall10       	all	0.1347
recall15       	all	0.1681
recall20       	all	0.2035
recall30       	all	0.2049
recall100      	all	0.2162
recall200      	all	0.2295
recall500      	all	0.2499
recall1000     	all	0.2499
0.20R-prec     	all	0.0737
0.40R-prec     	all	0.2351
0.60R-prec     	all	0.2310
0.80R-prec     	all	0.2237
1.00R-prec     	all	0.1819
1.20R-prec     	all	0.1527
1.40R-prec     	all	0.1547
1.60R-prec     	all	0.1353
1.80R-prec     	all	0.1388
2.00R-prec     	all	0.1250
relative_prec5 	all	0.2000
relative_prec10	all	0.2000
relative_prec15	all	0.2111
relative_prec20	all	0.2833
relative_prec30	all	0.2778
relative_prec100	all	0.2767
relative_prec200	all	0.2700
relative_prec500	all	0.2499
relative_prec1000	all	0.2499
unranked_avg_prec5	all	0.0600
unranked_avg_prec10	all	0.0536
unranked_avg_prec15	all	0.0557
unranked_avg_prec20	all	0.0609
unranked_avg_prec30	all	0.0411
unranked_avg_prec100	all	0.0157
unranked_avg_prec200	all	0.0122
unranked_avg_prec500	all	0.0095
unranked_avg_prec1000	all	0.0047
relative_unranked_avg_prec5	all	0.1200
relative_unranked_avg_prec10	all	0.0667
relative_unranked_avg_prec15	all	0.0893
relative_unranked_avg_prec20	all	0.1408
relative_unranked_avg_prec30	all	0.1381
relative_unranked_avg_prec100	all	0.0188
relative_unranked_avg_prec200	all	0.0150
relative_unranked_avg_prec500	all	0.0075
relative_unranked_avg_prec1000	all	0.0017
utility_1.0_-1.0_0.0_0.0	all	-143.3333
rcl_at_142_nonrel	all	0.2078
fallout_recall_0	all	0.0000
fallout_recall_14	all	0.2035
fallout_recall_28	all	0.2070
fallout_recall_42	all	0.2113
fallout_recall_56	all	0.2134
fallout_recall_71	all	0.2148
fallout_recall_85	all	0.2169
fallout_recall_99	all	0.2218
fallout_recall_113	all	0.2246
fallout_recall_127	all	0.2253
fallout_recall_142	all	0.2267
int_0.20R-prec 	all	0.2805
int_0.40R-prec 	all	0.2708
int_0.60R-prec 	all	0.2551
int_0.80R-prec 	all	0.2240
int_1.00R-prec 	all	0.1819
int_1.20R-prec 	all	0.1698
int_1.40R-prec 	all	0.1547
int_1.60R-prec 	all	0.1423
int_1.80R-prec 	all	0.1388
int_2.00R-prec 	all	0.1250
micro_prec     	all	0.1318
micro_recall   	all	0.1591
micro_bpref    	all	0.1231
