num_ret        	301	100
num_rel        	301	474
num_rel_ret    	301	23
map            	301	0.0118
R-prec         	301	0.0485
bpref          	301	0.0456
recip_rank     	301	0.1667
num_nonrel_judged_ret	301	50
exact_prec     	301	0.2300
exact_recall   	301	0.0485
11-pt_avg      	301	0.0260
3-pt_avg       	301	0.0000
avg_doc_prec   	301	0.0118
exact_relative_prec	301	0.2300
avg_relative_prec	301	0.2217
exact_unranked_avg_prec	301	0.0112
exact_relative_unranked_avg_prec	301	0.0529
map_at_R       	301	0.1225
int_map        	301	0.0129
exact_int_R_rcl_prec	301	0.0485
int_map_at_R   	301	0.1311
bpref_allnonrel	301	0.0474
bpref_retnonrel	301	0.0208
bpref_topnonrel	301	0.0347
bpref_top5Rnonrel	301	0.0474
bpref_top10Rnonrel	301	0.0474
bpref_top10pRnonrel	301	0.0457
bpref_top25pRnonrel	301	0.0457
bpref_top50pRnonrel	301	0.0459
bpref_top25p2Rnonrel	301	0.0471
bpref_retall   	301	0.4296
bpref_5        	301	0.0000
bpref_10       	301	0.1000
bpref_num_all  	301	27726.0000
bpref_num_ret  	301	494.0000
bpref_num_correct	301	10246
bpref_num_possible	301	224676
old_bpref      	301	0.0208
old_bpref_top10pRnonrel	301	0.0208
infAP          	301	0.0118
rank_first_rel 	301	6
ircl_prn.0.00  	301	0.2857
ircl_prn.0.10  	301	0.0000
ircl_prn.0.20  	301	0.0000
ircl_prn.0.30  	301	0.0000
ircl_prn.0.40  	301	0.0000
ircl_prn.0.50  	301	0.0000
ircl_prn.0.60  	301	0.0000
ircl_prn.0.70  	301	0.0000
ircl_prn.0.80  	301	0.0000
ircl_prn.0.90  	301	0.0000
ircl_prn.1.00  	301	0.0000
P5             	301	0.0000
P10            	301	0.2000
P15            	301	0.1333
P20            	301	0.2500
P30            	301	0.2333
P100           	301	0.2300
P200           	301	0.1150
P500           	301	0.0460
P1000          	301	0.0230
recall5        	301	0.0000
recall10       	301	0.0042
recall15       	301	0.0042
recall20       	301	0.0105
recall30       	301	0.0148
recall100      	301	0.0485
recall200      	301	0.0485
recall500      	301	0.0485
recall1000     	301	0.0485
0.20R-prec     	301	0.2211
0.40R-prec     	301	0.1211
0.60R-prec     	301	0.0807
0.80R-prec     	301	0.0605
1.00R-prec     	301	0.0485
1.20R-prec     	301	0.0404
1.40R-prec     	301	0.0346
1.60R-prec     	301	0.0303
1.80R-prec     	301	0.0269
2.00R-prec     	301	0.0243
relative_prec5 	301	0.0000
relative_prec10	301	0.2000
relative_prec15	301	0.1333
relative_prec20	301	0.2500
relative_prec30	301	0.2333
relative_prec100	301	0.2300
relative_prec200	301	0.1150
relative_prec500	301	0.0485
relative_prec1000	301	0.0485
unranked_avg_prec5	301	0.0000
unranked_avg_prec10	301	0.0008
unranked_avg_prec15	301	0.0006
unranked_avg_prec20	301	0.0026
unranked_avg_prec30	301	0.0034
unranked_avg_prec100	301	0.0112
unranked_avg_prec200	301	0.0056
unranked_avg_prec500	301	0.0022
unranked_avg_prec1000	301	0.0011
relative_unranked_avg_prec5	301	0.0000
relative_unranked_avg_prec10	301	0.0400
relative_unranked_avg_prec15	301	0.0178
relative_unranked_avg_prec20	301	0.0625
relative_unranked_avg_prec30	301	0.0544
relative_unranked_avg_prec100	301	0.0529
relative_unranked_avg_prec200	301	0.0132
relative_unranked_avg_prec500	301	0.0021
relative_unranked_avg_prec1000	301	0.0005
utility_1.0_-1.0_0.0_0.0	301	-54.0000
rcl_at_142_nonrel	301	0.0360
fallout_recall_0	301	0.0000
fallout_recall_14	301	0.0105
fallout_recall_28	301	0.0211
fallout_recall_42	301	0.0338
fallout_recall_56	301	0.0401
fallout_recall_71	301	0.0443
fallout_recall_85	301	0.0485
fallout_recall_99	301	0.0485
fallout_recall_113	301	0.0485
fallout_recall_127	301	0.0485
fallout_recall_142	301	0.0485
int_0.20R-prec 	301	0.2300
int_0.40R-prec 	301	0.1211
int_0.60R-prec 	301	0.0807
int_0.80R-prec 	301	0.0605
int_1.00R-prec 	301	0.0485
int_1.20R-prec 	301	0.0404
int_1.40R-prec 	301	0.0346
int_1.60R-prec 	301	0.0303
int_1.80R-prec 	301	0.0269
int_2.00R-prec 	301	0.0243
num_ret        	303	84
num_rel        	303	10
num_rel_ret    	303	6
map            	303	0.2723
R-prec         	303	0.4000
bpref          	303	0.3300
recip_rank     	303	0.3333
num_nonrel_judged_ret	303	61
exact_prec     	303	0.0714
exact_recall   	303	0.6000
11-pt_avg      	303	0.3354
3-pt_avg       	303	0.3282
avg_doc_prec   	303	0.2723
exact_relative_prec	303	0.6000
avg_relative_prec	303	0.5637
exact_unranked_avg_prec	303	0.0429
exact_relative_unranked_avg_prec	303	0.0051
map_at_R       	303	0.3449
int_map        	303	0.3089
exact_int_R_rcl_prec	303	0.4000
int_map_at_R   	303	0.5087
bpref_allnonrel	303	0.5968
bpref_retnonrel	303	0.5525
bpref_topnonrel	303	0.5710
bpref_top5Rnonrel	303	0.5420
bpref_top10Rnonrel	303	0.5710
bpref_top10pRnonrel	303	0.4550
bpref_top25pRnonrel	303	0.5171
bpref_top50pRnonrel	303	0.5517
bpref_top25p2Rnonrel	303	0.5356
bpref_retall   	303	0.9208
bpref_5        	303	0.4400
bpref_10       	303	0.5500
bpref_num_all  	303	5383.0000
bpref_num_ret  	303	337.0000
bpref_num_correct	303	33
bpref_num_possible	303	100
old_bpref      	303	0.3300
old_bpref_top10pRnonrel	303	0.4550
infAP          	303	0.2723
rank_first_rel 	303	3
ircl_prn.0.00  	303	0.6000
ircl_prn.0.10  	303	0.6000
ircl_prn.0.20  	303	0.6000
ircl_prn.0.30  	303	0.6000
ircl_prn.0.40  	303	0.5714
ircl_prn.0.50  	303	0.3846
ircl_prn.0.60  	303	0.3333
ircl_prn.0.70  	303	0.0000
ircl_prn.0.80  	303	0.0000
ircl_prn.0.90  	303	0.0000
ircl_prn.1.00  	303	0.0000
P5             	303	0.6000
P10            	303	0.4000
P15            	303	0.3333
P20            	303	0.3000
P30            	303	0.2000
P100           	303	0.0600
P200           	303	0.0300
P500           	303	0.0120
P1000          	303	0.0060
recall5        	303	0.3000
recall10       	303	0.4000
recall15       	303	0.5000
recall20       	303	0.6000
recall30       	303	0.6000
recall100      	303	0.6000
recall200      	303	0.6000
recall500      	303	0.6000
recall1000     	303	0.6000
0.20R-prec     	303	0.0000
0.40R-prec     	303	0.5000
0.60R-prec     	303	0.5000
0.80R-prec     	303	0.5000
1.00R-prec     	303	0.4000
1.20R-prec     	303	0.3333
1.40R-prec     	303	0.3571
1.60R-prec     	303	0.3125
1.80R-prec     	303	0.3333
2.00R-prec     	303	0.3000
relative_prec5 	303	0.6000
relative_prec10	303	0.4000
relative_prec15	303	0.5000
relative_prec20	303	0.6000
relative_prec30	303	0.6000
relative_prec100	303	0.6000
relative_prec200	303	0.6000
relative_prec500	303	0.6000
relative_prec1000	303	0.6000
unranked_avg_prec5	303	0.1800
unranked_avg_prec10	303	0.1600
unranked_avg_prec15	303	0.1667
unranked_avg_prec20	303	0.1800
unranked_avg_prec30	303	0.1200
unranked_avg_prec100	303	0.0360
unranked_avg_prec200	303	0.0180
unranked_avg_prec500	303	0.0072
unranked_avg_prec1000	303	0.0036
relative_unranked_avg_prec5	303	0.3600
relative_unranked_avg_prec10	303	0.1600
relative_unranked_avg_prec15	303	0.2500
relative_unranked_avg_prec20	303	0.3600
relative_unranked_avg_prec30	303	0.3600
relative_unranked_avg_prec100	303	0.0036
relative_unranked_avg_prec200	303	0.0009
relative_unranked_avg_prec500	303	0.0001
relative_unranked_avg_prec1000	303	0.0000
utility_1.0_-1.0_0.0_0.0	303	-72.0000
rcl_at_142_nonrel	303	0.5796
fallout_recall_0	303	0.0000
fallout_recall_14	303	0.6000
fallout_recall_28	303	0.6000
fallout_recall_42	303	0.6000
fallout_recall_56	303	0.6000
fallout_recall_71	303	0.6000
fallout_recall_85	303	0.6000
fallout_recall_99	303	0.6000
fallout_recall_113	303	0.6000
fallout_recall_127	303	0.6000
fallout_recall_142	303	0.6000
int_0.20R-prec 	303	0.6000
int_0.40R-prec 	303	0.6000
int_0.60R-prec 	303	0.5714
int_0.80R-prec 	303	0.5000
int_1.00R-prec 	303	0.4000
int_1.20R-prec 	303	0.3846
int_1.40R-prec 	303	0.3571
int_1.60R-prec 	303	0.3333
int_1.80R-prec 	303	0.3333
int_2.00R-prec 	303	0.3000
num_q          	all	3
num_ret        	all	184
num_rel        	all	484
num_rel_ret    	all	29
map            	all	0.0947
gm_ap          	all	0.0032
R-prec         	all	0.1495
bpref          	all	0.1252
recip_rank     	all	0.1667
num_nonrel_judged_ret	all	111
exact_prec     	all	0.1005
exact_recall   	all	0.2162
11-pt_avg      	all	0.1205
3-pt_avg       	all	0.1094
avg_doc_prec   	all	0.0172
exact_relative_prec	all	0.2767
avg_relative_prec	all	0.2618
exact_unranked_avg_prec	all	0.0180
exact_relative_unranked_avg_prec	all	0.0193
map_at_R       	all	0.1558
int_map        	all	0.1073
exact_int_R_rcl_prec	all	0.1495
int_map_at_R   	all	0.2133
bpref_allnonrel	all	0.2147
bpref_retnonrel	all	0.1911
bpref_topnonrel	all	0.2019
bpref_top5Rnonrel	all	0.1965
bpref_top10Rnonrel	all	0.2061
bpref_top10pRnonrel	all	0.1669
bpref_top25pRnonrel	all	0.1876
bpref_top50pRnonrel	all	0.1992
bpref_top25p2Rnonrel	all	0.1942
bpref_retall   	all	0.4501
bpref_5        	all	0.1467
bpref_10       	all	0.2167
bpref_num_all  	all	11036.3330
bpref_num_ret  	all	277.0000
bpref_num_correct	all	10279
bpref_num_possible	all	224776
old_bpref      	all	0.1169
old_bpref_top10pRnonrel	all	0.1586
infAP          	all	0.0947
gm_bpref       	all	0.0053
ircl_prn.0.00  	all	0.2952
ircl_prn.0.10  	all	0.2000
ircl_prn.0.20  	all	0.2000
ircl_prn.0.30  	all	0.2000
ircl_prn.0.40  	all	0.1905
ircl_prn.0.50  	all	0.1282
ircl_prn.0.60  	all	0.1111
ircl_prn.0.70  	all	0.0000
ircl_prn.0.80  	all	0.0000
ircl_prn.0.90  	all	0.0000
ircl_prn.1.00  	all	0.0000
P5             	all	0.2000
P10            	all	0.2000
P15            	all	0.1556
P20            	all	0.1833
P30            	all	0.1444
P100           	all	0.0967
P200           	all	0.0483
P500           	all	0.0193
P1000          	all	0.0097
recall5        	all	0.1000
recall10       	all	0.1347
recall15       	all	0.1681
recall20       	all	0.2035
recall30       	all	0.2049
recall100      	all	0.2162
recall200      	all	0.2162
recall500      	all	0.2162
recall1000     	all	0.2162
0.20R-prec     	all	0.0737
0.40R-prec     	all	0.2070
0.60R-prec     	all	0.1936
0.80R-prec     	all	0.1868
1.00R-prec     	all	0.1495
1.20R-prec     	all	0.1246
1.40R-prec     	all	0.1306
1.60R-prec     	all	0.1143
1.80R-prec     	all	0.1201
2.00R-prec     	all	0.1081
relative_prec5 	all	0.2000
relative_prec10	all	0.2000
relative_prec15	all	0.2111
relative_prec20	all	0.2833
relative_prec30	all	0.2778
relative_prec100	all	0.2767
relative_prec200	all	0.2383
relative_prec500	all	0.2162
relative_prec1000	all	0.2162
unranked_avg_prec5	all	0.0600
unranked_avg_prec10	all	0.0536
unranked_avg_prec15	all	0.0557
unranked_avg_prec20	all	0.0609
unranked_avg_prec30	all	0.0411
unranked_avg_prec100	all	0.0157
unranked_avg_prec200	all	0.0079
unranked_avg_prec500	all	0.0031
unranked_avg_prec1000	all	0.0016
relative_unranked_avg_prec5	all	0.1200
relative_unranked_avg_prec10	all	0.0667
relative_unranked_avg_prec15	all	0.0893
relative_unranked_avg_prec20	all	0.1408
relative_unranked_avg_prec30	all	0.1381
relative_unranked_avg_prec100	all	0.0188
relative_unranked_avg_prec200	all	0.0047
relative_unranked_avg_prec500	all	0.0008
relative_unranked_avg_prec1000	all	0.0002
utility_1.0_-1.0_0.0_0.0	all	-42.0000
rcl_at_142_nonrel	all	0.2052
fallout_recall_0	all	0.0000
fallout_recall_14	all	0.2035
fallout_recall_28	all	0.2070
fallout_recall_42	all	0.2113
fallout_recall_56	all	0.2134
fallout_recall_71	all	0.2148
fallout_recall_85	all	0.2162
fallout_recall_99	all	0.2162
fallout_recall_113	all	0.2162
fallout_recall_127	all	0.2162
fallout_recall_142	all	0.2162
int_0.20R-prec 	all	0.2767
int_0.40R-prec 	all	0.2404
int_0.60R-prec 	all	0.2174
int_0.80R-prec 	all	0.1868
int_1.00R-prec 	all	0.1495
int_1.20R-prec 	all	0.1417
int_1.40R-prec 	all	0.1306
int_1.60R-prec 	all	0.1212
int_1.80R-prec 	all	0.1201
int_2.00R-prec 	all	0.1081
micro_prec     	all	0.1576
micro_recall   	all	0.0599
micro_bpref    	all	0.0457
