MTEB_result.json

{"name": "CodeEditSearchRetrieval", "result_meta": {"python": {"ndcg_at_1": 0.615, "ndcg_at_3": 0.67251, "ndcg_at_5": 0.68817, "ndcg_at_10": 0.7071, "ndcg_at_20": 0.71825, "ndcg_at_100": 0.73352, "ndcg_at_1000": 0.74155, "map_at_1": 0.615, "map_at_3": 0.6585, "map_at_5": 0.6672, "map_at_10": 0.67511, "map_at_20": 0.67819, "map_at_100": 0.68038, "map_at_1000": 0.68063, "recall_at_1": 0.615, "recall_at_3": 0.713, "recall_at_5": 0.751, "recall_at_10": 0.809, "recall_at_20": 0.853, "recall_at_100": 0.934, "recall_at_1000": 1.0, "precision_at_1": 0.615, "precision_at_3": 0.23767, "precision_at_5": 0.1502, "precision_at_10": 0.0809, "precision_at_20": 0.04265, "precision_at_100": 0.00934, "precision_at_1000": 0.001, "mrr_at_1": 0.615, "mrr_at_3": 0.6585000000000001, "mrr_at_5": 0.6672000000000001, "mrr_at_10": 0.6751087301587301, "mrr_at_20": 0.678187060303817, "mrr_at_100": 0.6803792791360169, "mrr_at_1000": 0.6806346633887754, "nauc_ndcg_at_1_max": 0.6500811743991954, "nauc_ndcg_at_1_std": -0.08804792719456674, "nauc_ndcg_at_1_diff1": 0.7931676308508449, "nauc_ndcg_at_3_max": 0.6463687510334714, "nauc_ndcg_at_3_std": -0.10555752859361166, "nauc_ndcg_at_3_diff1": 0.7476715134515055, "nauc_ndcg_at_5_max": 0.6482654963312565, "nauc_ndcg_at_5_std": -0.09488209121377685, "nauc_ndcg_at_5_diff1": 0.7467631939643463, "nauc_ndcg_at_10_max": 0.6464770811941188, "nauc_ndcg_at_10_std": -0.09443571064876803, "nauc_ndcg_at_10_diff1": 0.742881949965367, "nauc_ndcg_at_20_max": 0.6518110835229063, "nauc_ndcg_at_20_std": -0.08039044273497757, "nauc_ndcg_at_20_diff1": 0.7436921962682184, "nauc_ndcg_at_100_max": 0.6527459973967586, "nauc_ndcg_at_100_std": -0.07659817946722809, "nauc_ndcg_at_100_diff1": 0.746771073383905, "nauc_ndcg_at_1000_max": 0.6515418566284267, "nauc_ndcg_at_1000_std": -0.0836052179583759, "nauc_ndcg_at_1000_diff1": 0.7510596267962053, "nauc_map_at_1_max": 0.6500811743991954, "nauc_map_at_1_std": -0.08804792719456674, "nauc_map_at_1_diff1": 0.7931676308508449, "nauc_map_at_3_max": 0.6483449610056179, "nauc_map_at_3_std": -0.1008993301542833, "nauc_map_at_3_diff1": 0.7590164573519763, "nauc_map_at_5_max": 0.6494183791992059, "nauc_map_at_5_std": -0.09492884375829996, "nauc_map_at_5_diff1": 0.7586882548253846, "nauc_map_at_10_max": 0.6488852124338573, "nauc_map_at_10_std": -0.09411595461359924, "nauc_map_at_10_diff1": 0.757236470720158, "nauc_map_at_20_max": 0.6503934385962673, "nauc_map_at_20_std": -0.0907501422504737, "nauc_map_at_20_diff1": 0.7576982968889, "nauc_map_at_100_max": 0.6505030378315189, "nauc_map_at_100_std": -0.09022031614651702, "nauc_map_at_100_diff1": 0.758234324498697, "nauc_map_at_1000_max": 0.6505077174321537, "nauc_map_at_1000_std": -0.09026090614538759, "nauc_map_at_1000_diff1": 0.7583517603465635, "nauc_recall_at_1_max": 0.6500811743991954, "nauc_recall_at_1_std": -0.08804792719456674, "nauc_recall_at_1_diff1": 0.7931676308508449, "nauc_recall_at_3_max": 0.639476699520925, "nauc_recall_at_3_std": -0.12073332348889379, "nauc_recall_at_3_diff1": 0.7110594797276211, "nauc_recall_at_5_max": 0.643918664939112, "nauc_recall_at_5_std": -0.09321024857046283, "nauc_recall_at_5_diff1": 0.7044915718716594, "nauc_recall_at_10_max": 0.6342475537089272, "nauc_recall_at_10_std": -0.09587584258240833, "nauc_recall_at_10_diff1": 0.6795945178056626, "nauc_recall_at_20_max": 0.6641753448630162, "nauc_recall_at_20_std": -0.0011103230211396101, "nauc_recall_at_20_diff1": 0.666233585448471, "nauc_recall_at_100_max": 0.6942888266417672, "nauc_recall_at_100_std": 0.14799253034547236, "nauc_recall_at_100_diff1": 0.6313909402144708, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6500811743991954, "nauc_precision_at_1_std": -0.08804792719456674, "nauc_precision_at_1_diff1": 0.7931676308508449, "nauc_precision_at_3_max": 0.6394766995209251, "nauc_precision_at_3_std": -0.12073332348889411, "nauc_precision_at_3_diff1": 0.7110594797276214, "nauc_precision_at_5_max": 0.6439186649391118, "nauc_precision_at_5_std": -0.09321024857046299, "nauc_precision_at_5_diff1": 0.7044915718716588, "nauc_precision_at_10_max": 0.6342475537089259, "nauc_precision_at_10_std": -0.09587584258240804, "nauc_precision_at_10_diff1": 0.679594517805662, "nauc_precision_at_20_max": 0.6641753448630147, "nauc_precision_at_20_std": -0.0011103230211416978, "nauc_precision_at_20_diff1": 0.666233585448469, "nauc_precision_at_100_max": 0.6942888266417673, "nauc_precision_at_100_std": 0.14799253034546753, "nauc_precision_at_100_diff1": 0.6313909402144705, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6500811743991954, "nauc_mrr_at_1_std": -0.08804792719456674, "nauc_mrr_at_1_diff1": 0.7931676308508449, "nauc_mrr_at_3_max": 0.6483449610056179, "nauc_mrr_at_3_std": -0.1008993301542833, "nauc_mrr_at_3_diff1": 0.7590164573519763, "nauc_mrr_at_5_max": 0.6494183791992059, "nauc_mrr_at_5_std": -0.09492884375829996, "nauc_mrr_at_5_diff1": 0.7586882548253846, "nauc_mrr_at_10_max": 0.6488852124338573, "nauc_mrr_at_10_std": -0.09411595461359924, "nauc_mrr_at_10_diff1": 0.757236470720158, "nauc_mrr_at_20_max": 0.6503934385962673, "nauc_mrr_at_20_std": -0.0907501422504737, "nauc_mrr_at_20_diff1": 0.7576982968889, "nauc_mrr_at_100_max": 0.6505030378315189, "nauc_mrr_at_100_std": -0.09022031614651702, "nauc_mrr_at_100_diff1": 0.758234324498697, "nauc_mrr_at_1000_max": 0.6505077174321537, "nauc_mrr_at_1000_std": -0.09026090614538759, "nauc_mrr_at_1000_diff1": 0.7583517603465635, "main_score": 0.7071}, "javascript": {"ndcg_at_1": 0.584, "ndcg_at_3": 0.64806, "ndcg_at_5": 0.66802, "ndcg_at_10": 0.68245, "ndcg_at_20": 0.69343, "ndcg_at_100": 0.70807, "ndcg_at_1000": 0.71937, "map_at_1": 0.584, "map_at_3": 0.6325, "map_at_5": 0.64345, "map_at_10": 0.64952, "map_at_20": 0.65259, "map_at_100": 0.65454, "map_at_1000": 0.65493, "recall_at_1": 0.584, "recall_at_3": 0.693, "recall_at_5": 0.742, "recall_at_10": 0.786, "recall_at_20": 0.829, "recall_at_100": 0.909, "recall_at_1000": 1.0, "precision_at_1": 0.584, "precision_at_3": 0.231, "precision_at_5": 0.1484, "precision_at_10": 0.0786, "precision_at_20": 0.04145, "precision_at_100": 0.00909, "precision_at_1000": 0.001, "mrr_at_1": 0.584, "mrr_at_3": 0.6324999999999998, "mrr_at_5": 0.6434500000000001, "mrr_at_10": 0.6495186507936509, "mrr_at_20": 0.6525922389444062, "mrr_at_100": 0.6545441410091333, "mrr_at_1000": 0.6549329710058454, "nauc_ndcg_at_1_max": 0.6625252160123135, "nauc_ndcg_at_1_std": 0.021886915658998307, "nauc_ndcg_at_1_diff1": 0.7968857496006251, "nauc_ndcg_at_3_max": 0.6705574418086874, "nauc_ndcg_at_3_std": 0.027401788427823516, "nauc_ndcg_at_3_diff1": 0.7449833744665304, "nauc_ndcg_at_5_max": 0.6728717028186965, "nauc_ndcg_at_5_std": 0.045434785577969684, "nauc_ndcg_at_5_diff1": 0.7442855975315384, "nauc_ndcg_at_10_max": 0.6756539148833787, "nauc_ndcg_at_10_std": 0.05553620389498908, "nauc_ndcg_at_10_diff1": 0.746400548974064, "nauc_ndcg_at_20_max": 0.6753552751943818, "nauc_ndcg_at_20_std": 0.057894991730204, "nauc_ndcg_at_20_diff1": 0.7450845730799548, "nauc_ndcg_at_100_max": 0.6751644621498883, "nauc_ndcg_at_100_std": 0.06085202678305892, "nauc_ndcg_at_100_diff1": 0.749207090744123, "nauc_ndcg_at_1000_max": 0.6742603290762293, "nauc_ndcg_at_1000_std": 0.05194872995574074, "nauc_ndcg_at_1000_diff1": 0.7533307216921005, "nauc_map_at_1_max": 0.6625252160123135, "nauc_map_at_1_std": 0.021886915658998307, "nauc_map_at_1_diff1": 0.7968857496006251, "nauc_map_at_3_max": 0.6692175908524405, "nauc_map_at_3_std": 0.026806201243678274, "nauc_map_at_3_diff1": 0.7588056473256973, "nauc_map_at_5_max": 0.6703887407880573, "nauc_map_at_5_std": 0.0365124348515862, "nauc_map_at_5_diff1": 0.758678045814154, "nauc_map_at_10_max": 0.6714775280183433, "nauc_map_at_10_std": 0.0404698456021078, "nauc_map_at_10_diff1": 0.7597741515709291, "nauc_map_at_20_max": 0.6712183711475802, "nauc_map_at_20_std": 0.04076329357198084, "nauc_map_at_20_diff1": 0.7596359628388787, "nauc_map_at_100_max": 0.6713551588859568, "nauc_map_at_100_std": 0.04114753405929147, "nauc_map_at_100_diff1": 0.760265759205154, "nauc_map_at_1000_max": 0.6713863332815942, "nauc_map_at_1000_std": 0.04101461153782705, "nauc_map_at_1000_diff1": 0.7604293846519516, "nauc_recall_at_1_max": 0.6625252160123135, "nauc_recall_at_1_std": 0.021886915658998307, "nauc_recall_at_1_diff1": 0.7968857496006251, "nauc_recall_at_3_max": 0.6745401653150729, "nauc_recall_at_3_std": 0.028936349969560664, "nauc_recall_at_3_diff1": 0.7001414602890623, "nauc_recall_at_5_max": 0.6819022047391898, "nauc_recall_at_5_std": 0.0802283494448361, "nauc_recall_at_5_diff1": 0.6920730587644808, "nauc_recall_at_10_max": 0.6942529225840992, "nauc_recall_at_10_std": 0.1256699316207721, "nauc_recall_at_10_diff1": 0.6918243464168431, "nauc_recall_at_20_max": 0.6982898482110385, "nauc_recall_at_20_std": 0.1575799215939863, "nauc_recall_at_20_diff1": 0.670758251973141, "nauc_recall_at_100_max": 0.7045792676044784, "nauc_recall_at_100_std": 0.26794820492299487, "nauc_recall_at_100_diff1": 0.6708119145093928, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6625252160123135, "nauc_precision_at_1_std": 0.021886915658998307, "nauc_precision_at_1_diff1": 0.7968857496006251, "nauc_precision_at_3_max": 0.6745401653150731, "nauc_precision_at_3_std": 0.028936349969561043, "nauc_precision_at_3_diff1": 0.700141460289062, "nauc_precision_at_5_max": 0.6819022047391885, "nauc_precision_at_5_std": 0.08022834944483527, "nauc_precision_at_5_diff1": 0.6920730587644797, "nauc_precision_at_10_max": 0.6942529225840988, "nauc_precision_at_10_std": 0.12566993162077233, "nauc_precision_at_10_diff1": 0.6918243464168424, "nauc_precision_at_20_max": 0.6982898482110378, "nauc_precision_at_20_std": 0.1575799215939847, "nauc_precision_at_20_diff1": 0.6707582519731398, "nauc_precision_at_100_max": 0.7045792676044799, "nauc_precision_at_100_std": 0.2679482049229943, "nauc_precision_at_100_diff1": 0.6708119145093938, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6625252160123135, "nauc_mrr_at_1_std": 0.021886915658998307, "nauc_mrr_at_1_diff1": 0.7968857496006251, "nauc_mrr_at_3_max": 0.6692175908524405, "nauc_mrr_at_3_std": 0.026806201243678274, "nauc_mrr_at_3_diff1": 0.7588056473256973, "nauc_mrr_at_5_max": 0.6703887407880573, "nauc_mrr_at_5_std": 0.0365124348515862, "nauc_mrr_at_5_diff1": 0.758678045814154, "nauc_mrr_at_10_max": 0.6714775280183433, "nauc_mrr_at_10_std": 0.0404698456021078, "nauc_mrr_at_10_diff1": 0.7597741515709291, "nauc_mrr_at_20_max": 0.6712183711475802, "nauc_mrr_at_20_std": 0.04076329357198084, "nauc_mrr_at_20_diff1": 0.7596359628388787, "nauc_mrr_at_100_max": 0.6713551588859568, "nauc_mrr_at_100_std": 0.04114753405929147, "nauc_mrr_at_100_diff1": 0.760265759205154, "nauc_mrr_at_1000_max": 0.6713863332815942, "nauc_mrr_at_1000_std": 0.04101461153782705, "nauc_mrr_at_1000_diff1": 0.7604293846519516, "main_score": 0.68245}, "typescript": {"ndcg_at_1": 0.626, "ndcg_at_3": 0.68101, "ndcg_at_5": 0.69706, "ndcg_at_10": 0.70679, "ndcg_at_20": 0.71484, "ndcg_at_100": 0.73262, "ndcg_at_1000": 0.74278, "map_at_1": 0.626, "map_at_3": 0.66783, "map_at_5": 0.67673, "map_at_10": 0.68057, "map_at_20": 0.68289, "map_at_100": 0.68521, "map_at_1000": 0.68556, "recall_at_1": 0.626, "recall_at_3": 0.719, "recall_at_5": 0.758, "recall_at_10": 0.789, "recall_at_20": 0.82, "recall_at_100": 0.918, "recall_at_1000": 1.0, "precision_at_1": 0.626, "precision_at_3": 0.23967, "precision_at_5": 0.1516, "precision_at_10": 0.0789, "precision_at_20": 0.041, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.626, "mrr_at_3": 0.6678333333333334, "mrr_at_5": 0.6767333333333336, "mrr_at_10": 0.6805722222222224, "mrr_at_20": 0.6828940399040245, "mrr_at_100": 0.6852057244121994, "mrr_at_1000": 0.6855586301346123, "nauc_ndcg_at_1_max": 0.6503908619493639, "nauc_ndcg_at_1_std": -0.0428159480385353, "nauc_ndcg_at_1_diff1": 0.7807486880539029, "nauc_ndcg_at_3_max": 0.6638468364709615, "nauc_ndcg_at_3_std": -0.025848461803700606, "nauc_ndcg_at_3_diff1": 0.7410532497818976, "nauc_ndcg_at_5_max": 0.6634414717929303, "nauc_ndcg_at_5_std": -0.013727521930325344, "nauc_ndcg_at_5_diff1": 0.7319490059959907, "nauc_ndcg_at_10_max": 0.6618951161297736, "nauc_ndcg_at_10_std": -0.008004673601749458, "nauc_ndcg_at_10_diff1": 0.7289671558954092, "nauc_ndcg_at_20_max": 0.6604825684892806, "nauc_ndcg_at_20_std": 0.004795988241501249, "nauc_ndcg_at_20_diff1": 0.7319206597601737, "nauc_ndcg_at_100_max": 0.6556392917138743, "nauc_ndcg_at_100_std": -0.001761773885158266, "nauc_ndcg_at_100_diff1": 0.7322401993892335, "nauc_ndcg_at_1000_max": 0.6582018938570425, "nauc_ndcg_at_1000_std": -0.009849876090649594, "nauc_ndcg_at_1000_diff1": 0.7381052945720242, "nauc_map_at_1_max": 0.6503908619493639, "nauc_map_at_1_std": -0.0428159480385353, "nauc_map_at_1_diff1": 0.7807486880539029, "nauc_map_at_3_max": 0.660105679311203, "nauc_map_at_3_std": -0.030612144181165247, "nauc_map_at_3_diff1": 0.7510131807261738, "nauc_map_at_5_max": 0.659777446517025, "nauc_map_at_5_std": -0.02397544933575668, "nauc_map_at_5_diff1": 0.746353497827511, "nauc_map_at_10_max": 0.6592041871615296, "nauc_map_at_10_std": -0.022308501282368866, "nauc_map_at_10_diff1": 0.7456897126271983, "nauc_map_at_20_max": 0.65866976741288, "nauc_map_at_20_std": -0.01923863782061896, "nauc_map_at_20_diff1": 0.7465407826864427, "nauc_map_at_100_max": 0.6579842557310547, "nauc_map_at_100_std": -0.019735192800209442, "nauc_map_at_100_diff1": 0.7464976770314938, "nauc_map_at_1000_max": 0.6580998609664669, "nauc_map_at_1000_std": -0.020023358249334707, "nauc_map_at_1000_diff1": 0.7466956366060745, "nauc_recall_at_1_max": 0.6503908619493639, "nauc_recall_at_1_std": -0.0428159480385353, "nauc_recall_at_1_diff1": 0.7807486880539029, "nauc_recall_at_3_max": 0.6760819239614462, "nauc_recall_at_3_std": -0.010249055082012997, "nauc_recall_at_3_diff1": 0.7089519447144508, "nauc_recall_at_5_max": 0.6766342769471437, "nauc_recall_at_5_std": 0.024722051511257677, "nauc_recall_at_5_diff1": 0.6791526814991813, "nauc_recall_at_10_max": 0.6715634485418654, "nauc_recall_at_10_std": 0.05496901180354478, "nauc_recall_at_10_diff1": 0.6588255868831404, "nauc_recall_at_20_max": 0.6668190329331422, "nauc_recall_at_20_std": 0.13752891287586694, "nauc_recall_at_20_diff1": 0.6651861438484412, "nauc_recall_at_100_max": 0.6066133770581378, "nauc_recall_at_100_std": 0.16043246566919542, "nauc_recall_at_100_diff1": 0.6075926305481529, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6503908619493639, "nauc_precision_at_1_std": -0.0428159480385353, "nauc_precision_at_1_diff1": 0.7807486880539029, "nauc_precision_at_3_max": 0.6760819239614467, "nauc_precision_at_3_std": -0.010249055082012995, "nauc_precision_at_3_diff1": 0.7089519447144517, "nauc_precision_at_5_max": 0.676634276947143, "nauc_precision_at_5_std": 0.024722051511257667, "nauc_precision_at_5_diff1": 0.679152681499181, "nauc_precision_at_10_max": 0.671563448541866, "nauc_precision_at_10_std": 0.05496901180354231, "nauc_precision_at_10_diff1": 0.658825586883141, "nauc_precision_at_20_max": 0.6668190329331424, "nauc_precision_at_20_std": 0.13752891287586796, "nauc_precision_at_20_diff1": 0.6651861438484397, "nauc_precision_at_100_max": 0.6066133770581407, "nauc_precision_at_100_std": 0.16043246566919606, "nauc_precision_at_100_diff1": 0.6075926305481552, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6503908619493639, "nauc_mrr_at_1_std": -0.0428159480385353, "nauc_mrr_at_1_diff1": 0.7807486880539029, "nauc_mrr_at_3_max": 0.660105679311203, "nauc_mrr_at_3_std": -0.030612144181165247, "nauc_mrr_at_3_diff1": 0.7510131807261738, "nauc_mrr_at_5_max": 0.659777446517025, "nauc_mrr_at_5_std": -0.02397544933575668, "nauc_mrr_at_5_diff1": 0.746353497827511, "nauc_mrr_at_10_max": 0.6592041871615296, "nauc_mrr_at_10_std": -0.022308501282368866, "nauc_mrr_at_10_diff1": 0.7456897126271983, "nauc_mrr_at_20_max": 0.65866976741288, "nauc_mrr_at_20_std": -0.01923863782061896, "nauc_mrr_at_20_diff1": 0.7465407826864427, "nauc_mrr_at_100_max": 0.6579842557310547, "nauc_mrr_at_100_std": -0.019735192800209442, "nauc_mrr_at_100_diff1": 0.7464976770314938, "nauc_mrr_at_1000_max": 0.6580998609664669, "nauc_mrr_at_1000_std": -0.020023358249334707, "nauc_mrr_at_1000_diff1": 0.7466956366060745, "main_score": 0.70679}, "go": {"ndcg_at_1": 0.596, "ndcg_at_3": 0.65693, "ndcg_at_5": 0.67074, "ndcg_at_10": 0.68821, "ndcg_at_20": 0.70063, "ndcg_at_100": 0.71585, "ndcg_at_1000": 0.7262, "map_at_1": 0.596, "map_at_3": 0.64233, "map_at_5": 0.65013, "map_at_10": 0.65734, "map_at_20": 0.66077, "map_at_100": 0.66294, "map_at_1000": 0.66329, "recall_at_1": 0.596, "recall_at_3": 0.699, "recall_at_5": 0.732, "recall_at_10": 0.786, "recall_at_20": 0.835, "recall_at_100": 0.916, "recall_at_1000": 1.0, "precision_at_1": 0.596, "precision_at_3": 0.233, "precision_at_5": 0.1464, "precision_at_10": 0.0786, "precision_at_20": 0.04175, "precision_at_100": 0.00916, "precision_at_1000": 0.001, "mrr_at_1": 0.596, "mrr_at_3": 0.6423333333333335, "mrr_at_5": 0.6501333333333335, "mrr_at_10": 0.6573420634920634, "mrr_at_20": 0.6607654598454519, "mrr_at_100": 0.6629430148719012, "mrr_at_1000": 0.6632896654811616, "nauc_ndcg_at_1_max": 0.590508045881915, "nauc_ndcg_at_1_std": -0.1988216313963725, "nauc_ndcg_at_1_diff1": 0.8220125637495048, "nauc_ndcg_at_3_max": 0.6104122278920288, "nauc_ndcg_at_3_std": -0.18860522786368922, "nauc_ndcg_at_3_diff1": 0.7857321656676814, "nauc_ndcg_at_5_max": 0.6105479910919317, "nauc_ndcg_at_5_std": -0.19067334779708092, "nauc_ndcg_at_5_diff1": 0.7877042843912165, "nauc_ndcg_at_10_max": 0.6055089437862112, "nauc_ndcg_at_10_std": -0.18487341265621926, "nauc_ndcg_at_10_diff1": 0.7820473297480705, "nauc_ndcg_at_20_max": 0.60443073988274, "nauc_ndcg_at_20_std": -0.17496494862581521, "nauc_ndcg_at_20_diff1": 0.7783884386561863, "nauc_ndcg_at_100_max": 0.6070295873851994, "nauc_ndcg_at_100_std": -0.16749226070837206, "nauc_ndcg_at_100_diff1": 0.7800183835309734, "nauc_ndcg_at_1000_max": 0.6057139446325857, "nauc_ndcg_at_1000_std": -0.17946644694217948, "nauc_ndcg_at_1000_diff1": 0.7861852534984778, "nauc_map_at_1_max": 0.590508045881915, "nauc_map_at_1_std": -0.1988216313963725, "nauc_map_at_1_diff1": 0.8220125637495048, "nauc_map_at_3_max": 0.6060268257418777, "nauc_map_at_3_std": -0.1923708776311727, "nauc_map_at_3_diff1": 0.7955625167614045, "nauc_map_at_5_max": 0.6060778150347246, "nauc_map_at_5_std": -0.19360594786205795, "nauc_map_at_5_diff1": 0.7968346489457598, "nauc_map_at_10_max": 0.6040456863227331, "nauc_map_at_10_std": -0.1914512342340795, "nauc_map_at_10_diff1": 0.7945297385392153, "nauc_map_at_20_max": 0.6037377545817686, "nauc_map_at_20_std": -0.18917297422672863, "nauc_map_at_20_diff1": 0.7936789043859508, "nauc_map_at_100_max": 0.604080857967159, "nauc_map_at_100_std": -0.18838477893105482, "nauc_map_at_100_diff1": 0.7939063856854263, "nauc_map_at_1000_max": 0.6040569067041731, "nauc_map_at_1000_std": -0.188638636819837, "nauc_map_at_1000_diff1": 0.7941089123218645, "nauc_recall_at_1_max": 0.590508045881915, "nauc_recall_at_1_std": -0.1988216313963725, "nauc_recall_at_1_diff1": 0.8220125637495048, "nauc_recall_at_3_max": 0.6241939861977718, "nauc_recall_at_3_std": -0.17593796008175625, "nauc_recall_at_3_diff1": 0.7538285093845444, "nauc_recall_at_5_max": 0.6256319274677802, "nauc_recall_at_5_std": -0.18015569743431498, "nauc_recall_at_5_diff1": 0.756002816477978, "nauc_recall_at_10_max": 0.6081225803088671, "nauc_recall_at_10_std": -0.15431528368138972, "nauc_recall_at_10_diff1": 0.728895080770889, "nauc_recall_at_20_max": 0.6024043194224858, "nauc_recall_at_20_std": -0.08221519553739237, "nauc_recall_at_20_diff1": 0.6929033797691138, "nauc_recall_at_100_max": 0.638032990974166, "nauc_recall_at_100_std": 0.11097772442310298, "nauc_recall_at_100_diff1": 0.6482259570494864, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590508045881915, "nauc_precision_at_1_std": -0.1988216313963725, "nauc_precision_at_1_diff1": 0.8220125637495048, "nauc_precision_at_3_max": 0.6241939861977722, "nauc_precision_at_3_std": -0.1759379600817558, "nauc_precision_at_3_diff1": 0.753828509384545, "nauc_precision_at_5_max": 0.6256319274677804, "nauc_precision_at_5_std": -0.1801556974343168, "nauc_precision_at_5_diff1": 0.756002816477978, "nauc_precision_at_10_max": 0.608122580308868, "nauc_precision_at_10_std": -0.15431528368139097, "nauc_precision_at_10_diff1": 0.7288950807708888, "nauc_precision_at_20_max": 0.6024043194224853, "nauc_precision_at_20_std": -0.08221519553739286, "nauc_precision_at_20_diff1": 0.6929033797691122, "nauc_precision_at_100_max": 0.6380329909741665, "nauc_precision_at_100_std": 0.11097772442310097, "nauc_precision_at_100_diff1": 0.6482259570494883, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.590508045881915, "nauc_mrr_at_1_std": -0.1988216313963725, "nauc_mrr_at_1_diff1": 0.8220125637495048, "nauc_mrr_at_3_max": 0.6060268257418777, "nauc_mrr_at_3_std": -0.1923708776311727, "nauc_mrr_at_3_diff1": 0.7955625167614045, "nauc_mrr_at_5_max": 0.6060778150347246, "nauc_mrr_at_5_std": -0.19360594786205795, "nauc_mrr_at_5_diff1": 0.7968346489457598, "nauc_mrr_at_10_max": 0.6040456863227331, "nauc_mrr_at_10_std": -0.1914512342340795, "nauc_mrr_at_10_diff1": 0.7945297385392153, "nauc_mrr_at_20_max": 0.6037377545817686, "nauc_mrr_at_20_std": -0.18917297422672863, "nauc_mrr_at_20_diff1": 0.7936789043859508, "nauc_mrr_at_100_max": 0.604080857967159, "nauc_mrr_at_100_std": -0.18838477893105482, "nauc_mrr_at_100_diff1": 0.7939063856854263, "nauc_mrr_at_1000_max": 0.6040569067041731, "nauc_mrr_at_1000_std": -0.188638636819837, "nauc_mrr_at_1000_diff1": 0.7941089123218645, "main_score": 0.68821}, "ruby": {"ndcg_at_1": 0.627, "ndcg_at_3": 0.68903, "ndcg_at_5": 0.70685, "ndcg_at_10": 0.71828, "ndcg_at_20": 0.72741, "ndcg_at_100": 0.7419, "ndcg_at_1000": 0.75145, "map_at_1": 0.627, "map_at_3": 0.67383, "map_at_5": 0.68378, "map_at_10": 0.68856, "map_at_20": 0.69108, "map_at_100": 0.69309, "map_at_1000": 0.69345, "recall_at_1": 0.627, "recall_at_3": 0.733, "recall_at_5": 0.776, "recall_at_10": 0.811, "recall_at_20": 0.847, "recall_at_100": 0.925, "recall_at_1000": 1.0, "precision_at_1": 0.627, "precision_at_3": 0.24433, "precision_at_5": 0.1552, "precision_at_10": 0.0811, "precision_at_20": 0.04235, "precision_at_100": 0.00925, "precision_at_1000": 0.001, "mrr_at_1": 0.627, "mrr_at_3": 0.6738333333333334, "mrr_at_5": 0.6837833333333334, "mrr_at_10": 0.6885595238095238, "mrr_at_20": 0.69108347973406, "mrr_at_100": 0.6930930174351895, "mrr_at_1000": 0.6934475270000322, "nauc_ndcg_at_1_max": 0.6387882527647013, "nauc_ndcg_at_1_std": -0.07505870656999358, "nauc_ndcg_at_1_diff1": 0.7866789455723483, "nauc_ndcg_at_3_max": 0.655647253838563, "nauc_ndcg_at_3_std": -0.061372579150983174, "nauc_ndcg_at_3_diff1": 0.7544991907007097, "nauc_ndcg_at_5_max": 0.657656239085325, "nauc_ndcg_at_5_std": -0.059720324190906546, "nauc_ndcg_at_5_diff1": 0.752002942514063, "nauc_ndcg_at_10_max": 0.6556639176722574, "nauc_ndcg_at_10_std": -0.048252569983262245, "nauc_ndcg_at_10_diff1": 0.7447900185286016, "nauc_ndcg_at_20_max": 0.6530657511973109, "nauc_ndcg_at_20_std": -0.03951811994866608, "nauc_ndcg_at_20_diff1": 0.7415305173720528, "nauc_ndcg_at_100_max": 0.6540264363480515, "nauc_ndcg_at_100_std": -0.03917782013077616, "nauc_ndcg_at_100_diff1": 0.7472100817809533, "nauc_ndcg_at_1000_max": 0.652652731741529, "nauc_ndcg_at_1000_std": -0.048840196347020325, "nauc_ndcg_at_1000_diff1": 0.7516480150755533, "nauc_map_at_1_max": 0.6387882527647013, "nauc_map_at_1_std": -0.07505870656999358, "nauc_map_at_1_diff1": 0.7866789455723483, "nauc_map_at_3_max": 0.6503898002948015, "nauc_map_at_3_std": -0.06655418142510584, "nauc_map_at_3_diff1": 0.7632359335955382, "nauc_map_at_5_max": 0.6515558450785339, "nauc_map_at_5_std": -0.06540889816410522, "nauc_map_at_5_diff1": 0.7619762875858633, "nauc_map_at_10_max": 0.6507327420453188, "nauc_map_at_10_std": -0.06062579105431915, "nauc_map_at_10_diff1": 0.7591840340679928, "nauc_map_at_20_max": 0.6500862765697799, "nauc_map_at_20_std": -0.058794134407641245, "nauc_map_at_20_diff1": 0.7585251509624408, "nauc_map_at_100_max": 0.6501319395666328, "nauc_map_at_100_std": -0.05878380639468055, "nauc_map_at_100_diff1": 0.7592176208201208, "nauc_map_at_1000_max": 0.6501270802812668, "nauc_map_at_1000_std": -0.05899483612064507, "nauc_map_at_1000_diff1": 0.7593633345202293, "nauc_recall_at_1_max": 0.6387882527647013, "nauc_recall_at_1_std": -0.07505870656999358, "nauc_recall_at_1_diff1": 0.7866789455723483, "nauc_recall_at_3_max": 0.6735416596402329, "nauc_recall_at_3_std": -0.04336483159375351, "nauc_recall_at_3_diff1": 0.7252905967475384, "nauc_recall_at_5_max": 0.6808409976047247, "nauc_recall_at_5_std": -0.03798614031559125, "nauc_recall_at_5_diff1": 0.7144662741584537, "nauc_recall_at_10_max": 0.675840576124322, "nauc_recall_at_10_std": 0.009578382703635157, "nauc_recall_at_10_diff1": 0.6798888181133822, "nauc_recall_at_20_max": 0.6633054850648485, "nauc_recall_at_20_std": 0.08012183351124676, "nauc_recall_at_20_diff1": 0.6451199478404265, "nauc_recall_at_100_max": 0.6911609088079669, "nauc_recall_at_100_std": 0.19341425459072553, "nauc_recall_at_100_diff1": 0.6487332710862119, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6387882527647013, "nauc_precision_at_1_std": -0.07505870656999358, "nauc_precision_at_1_diff1": 0.7866789455723483, "nauc_precision_at_3_max": 0.6735416596402339, "nauc_precision_at_3_std": -0.04336483159375325, "nauc_precision_at_3_diff1": 0.7252905967475396, "nauc_precision_at_5_max": 0.6808409976047243, "nauc_precision_at_5_std": -0.03798614031559173, "nauc_precision_at_5_diff1": 0.7144662741584529, "nauc_precision_at_10_max": 0.6758405761243208, "nauc_precision_at_10_std": 0.00957838270363516, "nauc_precision_at_10_diff1": 0.6798888181133812, "nauc_precision_at_20_max": 0.6633054850648475, "nauc_precision_at_20_std": 0.08012183351124574, "nauc_precision_at_20_diff1": 0.6451199478404267, "nauc_precision_at_100_max": 0.6911609088079685, "nauc_precision_at_100_std": 0.1934142545907269, "nauc_precision_at_100_diff1": 0.6487332710862102, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6387882527647013, "nauc_mrr_at_1_std": -0.07505870656999358, "nauc_mrr_at_1_diff1": 0.7866789455723483, "nauc_mrr_at_3_max": 0.6503898002948015, "nauc_mrr_at_3_std": -0.06655418142510584, "nauc_mrr_at_3_diff1": 0.7632359335955382, "nauc_mrr_at_5_max": 0.6515558450785339, "nauc_mrr_at_5_std": -0.06540889816410522, "nauc_mrr_at_5_diff1": 0.7619762875858633, "nauc_mrr_at_10_max": 0.6507327420453188, "nauc_mrr_at_10_std": -0.06062579105431915, "nauc_mrr_at_10_diff1": 0.7591840340679928, "nauc_mrr_at_20_max": 0.6500862765697799, "nauc_mrr_at_20_std": -0.058794134407641245, "nauc_mrr_at_20_diff1": 0.7585251509624408, "nauc_mrr_at_100_max": 0.6501319395666328, "nauc_mrr_at_100_std": -0.05878380639468055, "nauc_mrr_at_100_diff1": 0.7592176208201208, "nauc_mrr_at_1000_max": 0.6501270802812668, "nauc_mrr_at_1000_std": -0.05899483612064507, "nauc_mrr_at_1000_diff1": 0.7593633345202293, "main_score": 0.71828}, "java": {"ndcg_at_1": 0.555, "ndcg_at_3": 0.62097, "ndcg_at_5": 0.63961, "ndcg_at_10": 0.65535, "ndcg_at_20": 0.66647, "ndcg_at_100": 0.68499, "ndcg_at_1000": 0.69681, "map_at_1": 0.555, "map_at_3": 0.60533, "map_at_5": 0.61573, "map_at_10": 0.62217, "map_at_20": 0.62522, "map_at_100": 0.62777, "map_at_1000": 0.62816, "recall_at_1": 0.555, "recall_at_3": 0.666, "recall_at_5": 0.711, "recall_at_10": 0.76, "recall_at_20": 0.804, "recall_at_100": 0.904, "recall_at_1000": 1.0, "precision_at_1": 0.555, "precision_at_3": 0.222, "precision_at_5": 0.1422, "precision_at_10": 0.076, "precision_at_20": 0.0402, "precision_at_100": 0.00904, "precision_at_1000": 0.001, "mrr_at_1": 0.555, "mrr_at_3": 0.6053333333333333, "mrr_at_5": 0.6157333333333334, "mrr_at_10": 0.6221702380952382, "mrr_at_20": 0.6252150355750203, "mrr_at_100": 0.6277693516024729, "mrr_at_1000": 0.6281646027202725, "nauc_ndcg_at_1_max": 0.6250622957300066, "nauc_ndcg_at_1_std": -0.0950057530900802, "nauc_ndcg_at_1_diff1": 0.804142224857585, "nauc_ndcg_at_3_max": 0.6406520545956738, "nauc_ndcg_at_3_std": -0.07114555988882594, "nauc_ndcg_at_3_diff1": 0.7644116219137754, "nauc_ndcg_at_5_max": 0.642198085249833, "nauc_ndcg_at_5_std": -0.0729907745499519, "nauc_ndcg_at_5_diff1": 0.753486718488164, "nauc_ndcg_at_10_max": 0.6397699021888674, "nauc_ndcg_at_10_std": -0.07352919805277601, "nauc_ndcg_at_10_diff1": 0.7502645761819713, "nauc_ndcg_at_20_max": 0.6392972762154198, "nauc_ndcg_at_20_std": -0.0623410807394072, "nauc_ndcg_at_20_diff1": 0.7486193386322983, "nauc_ndcg_at_100_max": 0.638620520972404, "nauc_ndcg_at_100_std": -0.054817342171983266, "nauc_ndcg_at_100_diff1": 0.7532498351399443, "nauc_ndcg_at_1000_max": 0.6385140445253759, "nauc_ndcg_at_1000_std": -0.0668980636398986, "nauc_ndcg_at_1000_diff1": 0.7583094685346601, "nauc_map_at_1_max": 0.6250622957300066, "nauc_map_at_1_std": -0.0950057530900802, "nauc_map_at_1_diff1": 0.804142224857585, "nauc_map_at_3_max": 0.6374192146330049, "nauc_map_at_3_std": -0.07627460793958475, "nauc_map_at_3_diff1": 0.7736419092042892, "nauc_map_at_5_max": 0.6381774903088299, "nauc_map_at_5_std": -0.07737644313103828, "nauc_map_at_5_diff1": 0.7677757696026916, "nauc_map_at_10_max": 0.6375684065448749, "nauc_map_at_10_std": -0.07734241254603832, "nauc_map_at_10_diff1": 0.7668756855351267, "nauc_map_at_20_max": 0.6373840706234285, "nauc_map_at_20_std": -0.07466002493615702, "nauc_map_at_20_diff1": 0.766492947046572, "nauc_map_at_100_max": 0.6371986148197994, "nauc_map_at_100_std": -0.0742031916644838, "nauc_map_at_100_diff1": 0.7671851532094615, "nauc_map_at_1000_max": 0.6372157558289538, "nauc_map_at_1000_std": -0.0745505194769576, "nauc_map_at_1000_diff1": 0.7673146142831446, "nauc_recall_at_1_max": 0.6250622957300066, "nauc_recall_at_1_std": -0.0950057530900802, "nauc_recall_at_1_diff1": 0.804142224857585, "nauc_recall_at_3_max": 0.650589966042945, "nauc_recall_at_3_std": -0.05527509916736396, "nauc_recall_at_3_diff1": 0.735470847650044, "nauc_recall_at_5_max": 0.6559545646303636, "nauc_recall_at_5_std": -0.058652661392387284, "nauc_recall_at_5_diff1": 0.7031089999126529, "nauc_recall_at_10_max": 0.6457428398373278, "nauc_recall_at_10_std": -0.06072293847884445, "nauc_recall_at_10_diff1": 0.6811672579389112, "nauc_recall_at_20_max": 0.6445952686333183, "nauc_recall_at_20_std": 0.0075250921232106385, "nauc_recall_at_20_diff1": 0.6605183330279518, "nauc_recall_at_100_max": 0.6441701680672257, "nauc_recall_at_100_std": 0.1924651805166515, "nauc_recall_at_100_diff1": 0.6463390911920334, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6250622957300066, "nauc_precision_at_1_std": -0.0950057530900802, "nauc_precision_at_1_diff1": 0.804142224857585, "nauc_precision_at_3_max": 0.6505899660429451, "nauc_precision_at_3_std": -0.055275099167362736, "nauc_precision_at_3_diff1": 0.7354708476500447, "nauc_precision_at_5_max": 0.6559545646303635, "nauc_precision_at_5_std": -0.058652661392387936, "nauc_precision_at_5_diff1": 0.703108999912652, "nauc_precision_at_10_max": 0.6457428398373277, "nauc_precision_at_10_std": -0.06072293847884555, "nauc_precision_at_10_diff1": 0.6811672579389114, "nauc_precision_at_20_max": 0.644595268633319, "nauc_precision_at_20_std": 0.007525092123209928, "nauc_precision_at_20_diff1": 0.6605183330279516, "nauc_precision_at_100_max": 0.6441701680672255, "nauc_precision_at_100_std": 0.19246518051665135, "nauc_precision_at_100_diff1": 0.6463390911920324, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6250622957300066, "nauc_mrr_at_1_std": -0.0950057530900802, "nauc_mrr_at_1_diff1": 0.804142224857585, "nauc_mrr_at_3_max": 0.6374192146330049, "nauc_mrr_at_3_std": -0.07627460793958475, "nauc_mrr_at_3_diff1": 0.7736419092042892, "nauc_mrr_at_5_max": 0.6381774903088299, "nauc_mrr_at_5_std": -0.07737644313103828, "nauc_mrr_at_5_diff1": 0.7677757696026916, "nauc_mrr_at_10_max": 0.6375684065448749, "nauc_mrr_at_10_std": -0.07734241254603832, "nauc_mrr_at_10_diff1": 0.7668756855351267, "nauc_mrr_at_20_max": 0.6373840706234285, "nauc_mrr_at_20_std": -0.07466002493615702, "nauc_mrr_at_20_diff1": 0.766492947046572, "nauc_mrr_at_100_max": 0.6371986148197994, "nauc_mrr_at_100_std": -0.0742031916644838, "nauc_mrr_at_100_diff1": 0.7671851532094615, "nauc_mrr_at_1000_max": 0.6372157558289538, "nauc_mrr_at_1000_std": -0.0745505194769576, "nauc_mrr_at_1000_diff1": 0.7673146142831446, "main_score": 0.65535}, "php": {"ndcg_at_1": 0.544, "ndcg_at_3": 0.61991, "ndcg_at_5": 0.6447, "ndcg_at_10": 0.66065, "ndcg_at_20": 0.67201, "ndcg_at_100": 0.68796, "ndcg_at_1000": 0.69846, "map_at_1": 0.544, "map_at_3": 0.60183, "map_at_5": 0.61563, "map_at_10": 0.62227, "map_at_20": 0.62538, "map_at_100": 0.62751, "map_at_1000": 0.62782, "recall_at_1": 0.544, "recall_at_3": 0.672, "recall_at_5": 0.732, "recall_at_10": 0.781, "recall_at_20": 0.826, "recall_at_100": 0.913, "recall_at_1000": 1.0, "precision_at_1": 0.544, "precision_at_3": 0.224, "precision_at_5": 0.1464, "precision_at_10": 0.0781, "precision_at_20": 0.0413, "precision_at_100": 0.00913, "precision_at_1000": 0.001, "mrr_at_1": 0.544, "mrr_at_3": 0.6018333333333331, "mrr_at_5": 0.6156333333333333, "mrr_at_10": 0.6222710317460317, "mrr_at_20": 0.6253795099465376, "mrr_at_100": 0.6275056000174806, "mrr_at_1000": 0.6278200282228531, "nauc_ndcg_at_1_max": 0.623516920775945, "nauc_ndcg_at_1_std": 0.04965036721209005, "nauc_ndcg_at_1_diff1": 0.7408615532290108, "nauc_ndcg_at_3_max": 0.6384312459338312, "nauc_ndcg_at_3_std": 0.06771001731121157, "nauc_ndcg_at_3_diff1": 0.700772280409291, "nauc_ndcg_at_5_max": 0.6384432845909275, "nauc_ndcg_at_5_std": 0.08427983489215775, "nauc_ndcg_at_5_diff1": 0.6895849644950163, "nauc_ndcg_at_10_max": 0.6331440547098587, "nauc_ndcg_at_10_std": 0.08515973261565078, "nauc_ndcg_at_10_diff1": 0.6785726920089609, "nauc_ndcg_at_20_max": 0.6303719646492014, "nauc_ndcg_at_20_std": 0.09268907939528956, "nauc_ndcg_at_20_diff1": 0.6729229702469205, "nauc_ndcg_at_100_max": 0.6336401249046665, "nauc_ndcg_at_100_std": 0.09763218457645398, "nauc_ndcg_at_100_diff1": 0.6815535660424625, "nauc_ndcg_at_1000_max": 0.6326884119092557, "nauc_ndcg_at_1000_std": 0.08524847258420812, "nauc_ndcg_at_1000_diff1": 0.6882957628909029, "nauc_map_at_1_max": 0.623516920775945, "nauc_map_at_1_std": 0.04965036721209005, "nauc_map_at_1_diff1": 0.7408615532290108, "nauc_map_at_3_max": 0.6349643348135208, "nauc_map_at_3_std": 0.06300163442811338, "nauc_map_at_3_diff1": 0.7097156155701817, "nauc_map_at_5_max": 0.6350578389944974, "nauc_map_at_5_std": 0.0718967501370304, "nauc_map_at_5_diff1": 0.7041342553350032, "nauc_map_at_10_max": 0.6330002860420331, "nauc_map_at_10_std": 0.07193653694266741, "nauc_map_at_10_diff1": 0.7001549114340351, "nauc_map_at_20_max": 0.632316262522918, "nauc_map_at_20_std": 0.07367356240400397, "nauc_map_at_20_diff1": 0.6988946720113992, "nauc_map_at_100_max": 0.6325869173539521, "nauc_map_at_100_std": 0.07424470982122879, "nauc_map_at_100_diff1": 0.6999610742432953, "nauc_map_at_1000_max": 0.632548015550868, "nauc_map_at_1000_std": 0.07391605912355258, "nauc_map_at_1000_diff1": 0.7001351630195263, "nauc_recall_at_1_max": 0.623516920775945, "nauc_recall_at_1_std": 0.04965036721209005, "nauc_recall_at_1_diff1": 0.7408615532290108, "nauc_recall_at_3_max": 0.6494486143972152, "nauc_recall_at_3_std": 0.08293900084305578, "nauc_recall_at_3_diff1": 0.672547659840635, "nauc_recall_at_5_max": 0.6502939105530894, "nauc_recall_at_5_std": 0.13208569688051308, "nauc_recall_at_5_diff1": 0.6350900719151252, "nauc_recall_at_10_max": 0.6301591696467834, "nauc_recall_at_10_std": 0.145195477823045, "nauc_recall_at_10_diff1": 0.5794324244461867, "nauc_recall_at_20_max": 0.6119498391990641, "nauc_recall_at_20_std": 0.2064502198938608, "nauc_recall_at_20_diff1": 0.5223530347625489, "nauc_recall_at_100_max": 0.651544909151398, "nauc_recall_at_100_std": 0.37898837695997967, "nauc_recall_at_100_diff1": 0.5262242828165747, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.623516920775945, "nauc_precision_at_1_std": 0.04965036721209005, "nauc_precision_at_1_diff1": 0.7408615532290108, "nauc_precision_at_3_max": 0.6494486143972154, "nauc_precision_at_3_std": 0.08293900084305633, "nauc_precision_at_3_diff1": 0.6725476598406361, "nauc_precision_at_5_max": 0.6502939105530896, "nauc_precision_at_5_std": 0.13208569688051228, "nauc_precision_at_5_diff1": 0.6350900719151249, "nauc_precision_at_10_max": 0.6301591696467828, "nauc_precision_at_10_std": 0.1451954778230442, "nauc_precision_at_10_diff1": 0.5794324244461863, "nauc_precision_at_20_max": 0.6119498391990631, "nauc_precision_at_20_std": 0.2064502198938595, "nauc_precision_at_20_diff1": 0.5223530347625481, "nauc_precision_at_100_max": 0.6515449091513985, "nauc_precision_at_100_std": 0.3789883769599799, "nauc_precision_at_100_diff1": 0.5262242828165732, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.623516920775945, "nauc_mrr_at_1_std": 0.04965036721209005, "nauc_mrr_at_1_diff1": 0.7408615532290108, "nauc_mrr_at_3_max": 0.6349643348135208, "nauc_mrr_at_3_std": 0.06300163442811338, "nauc_mrr_at_3_diff1": 0.7097156155701817, "nauc_mrr_at_5_max": 0.6350578389944974, "nauc_mrr_at_5_std": 0.0718967501370304, "nauc_mrr_at_5_diff1": 0.7041342553350032, "nauc_mrr_at_10_max": 0.6330002860420331, "nauc_mrr_at_10_std": 0.07193653694266741, "nauc_mrr_at_10_diff1": 0.7001549114340351, "nauc_mrr_at_20_max": 0.632316262522918, "nauc_mrr_at_20_std": 0.07367356240400397, "nauc_mrr_at_20_diff1": 0.6988946720113992, "nauc_mrr_at_100_max": 0.6325869173539521, "nauc_mrr_at_100_std": 0.07424470982122879, "nauc_mrr_at_100_diff1": 0.6999610742432953, "nauc_mrr_at_1000_max": 0.632548015550868, "nauc_mrr_at_1000_std": 0.07391605912355258, "nauc_mrr_at_1000_diff1": 0.7001351630195263, "main_score": 0.66065}, "c": {"ndcg_at_1": 0.496, "ndcg_at_3": 0.55871, "ndcg_at_5": 0.573, "ndcg_at_10": 0.58484, "ndcg_at_20": 0.59407, "ndcg_at_100": 0.61419, "ndcg_at_1000": 0.63619, "map_at_1": 0.496, "map_at_3": 0.544, "map_at_5": 0.55185, "map_at_10": 0.55685, "map_at_20": 0.55932, "map_at_100": 0.56194, "map_at_1000": 0.56265, "recall_at_1": 0.496, "recall_at_3": 0.601, "recall_at_5": 0.636, "recall_at_10": 0.672, "recall_at_20": 0.709, "recall_at_100": 0.82, "recall_at_1000": 1.0, "precision_at_1": 0.496, "precision_at_3": 0.20033, "precision_at_5": 0.1272, "precision_at_10": 0.0672, "precision_at_20": 0.03545, "precision_at_100": 0.0082, "precision_at_1000": 0.001, "mrr_at_1": 0.496, "mrr_at_3": 0.5443333333333331, "mrr_at_5": 0.5519333333333332, "mrr_at_10": 0.5569321428571429, "mrr_at_20": 0.5594076517780463, "mrr_at_100": 0.562017090583488, "mrr_at_1000": 0.5627339246072641, "nauc_ndcg_at_1_max": 0.6205398961083196, "nauc_ndcg_at_1_std": -0.03553446734224636, "nauc_ndcg_at_1_diff1": 0.7794337584092649, "nauc_ndcg_at_3_max": 0.616000717743732, "nauc_ndcg_at_3_std": -0.03730113991780049, "nauc_ndcg_at_3_diff1": 0.726825467406233, "nauc_ndcg_at_5_max": 0.6288298764926519, "nauc_ndcg_at_5_std": -0.028199770081278185, "nauc_ndcg_at_5_diff1": 0.7241895020578715, "nauc_ndcg_at_10_max": 0.6269048851878042, "nauc_ndcg_at_10_std": -0.02337841832917015, "nauc_ndcg_at_10_diff1": 0.7175074911631958, "nauc_ndcg_at_20_max": 0.6221752209026331, "nauc_ndcg_at_20_std": -0.023597624461485812, "nauc_ndcg_at_20_diff1": 0.7139301638618906, "nauc_ndcg_at_100_max": 0.620222259527031, "nauc_ndcg_at_100_std": -0.01866257635123419, "nauc_ndcg_at_100_diff1": 0.7099612147489551, "nauc_ndcg_at_1000_max": 0.6227680818700765, "nauc_ndcg_at_1000_std": -0.023180077515530823, "nauc_ndcg_at_1000_diff1": 0.7222144035531708, "nauc_map_at_1_max": 0.6205398961083196, "nauc_map_at_1_std": -0.03553446734224636, "nauc_map_at_1_diff1": 0.7794337584092649, "nauc_map_at_3_max": 0.6182437027555276, "nauc_map_at_3_std": -0.0364547524422262, "nauc_map_at_3_diff1": 0.7402308632521154, "nauc_map_at_5_max": 0.6248399167259027, "nauc_map_at_5_std": -0.03158496004086027, "nauc_map_at_5_diff1": 0.7388876881635515, "nauc_map_at_10_max": 0.6239131252804617, "nauc_map_at_10_std": -0.03005360384279616, "nauc_map_at_10_diff1": 0.736303542539338, "nauc_map_at_20_max": 0.6226141966786408, "nauc_map_at_20_std": -0.030075797786962153, "nauc_map_at_20_diff1": 0.7353535277059596, "nauc_map_at_100_max": 0.6225386015632526, "nauc_map_at_100_std": -0.029259670432732886, "nauc_map_at_100_diff1": 0.7350638015548243, "nauc_map_at_1000_max": 0.6226653238762426, "nauc_map_at_1000_std": -0.029251724774778564, "nauc_map_at_1000_diff1": 0.7354458502209447, "nauc_recall_at_1_max": 0.6205398961083196, "nauc_recall_at_1_std": -0.03553446734224636, "nauc_recall_at_1_diff1": 0.7794337584092649, "nauc_recall_at_3_max": 0.6086337909020494, "nauc_recall_at_3_std": -0.04007505058629568, "nauc_recall_at_3_diff1": 0.6856320053284727, "nauc_recall_at_5_max": 0.6437705603833501, "nauc_recall_at_5_std": -0.01591429132835144, "nauc_recall_at_5_diff1": 0.6763930352988906, "nauc_recall_at_10_max": 0.6388492290119934, "nauc_recall_at_10_std": 0.004182983873160602, "nauc_recall_at_10_diff1": 0.6496389818063151, "nauc_recall_at_20_max": 0.6175151567786511, "nauc_recall_at_20_std": 0.004867169151682111, "nauc_recall_at_20_diff1": 0.6273991688486391, "nauc_recall_at_100_max": 0.5927607666042513, "nauc_recall_at_100_std": 0.05899052759114431, "nauc_recall_at_100_diff1": 0.5459962550941737, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6205398961083196, "nauc_precision_at_1_std": -0.03553446734224636, "nauc_precision_at_1_diff1": 0.7794337584092649, "nauc_precision_at_3_max": 0.6086337909020493, "nauc_precision_at_3_std": -0.04007505058629568, "nauc_precision_at_3_diff1": 0.6856320053284729, "nauc_precision_at_5_max": 0.6437705603833499, "nauc_precision_at_5_std": -0.0159142913283515, "nauc_precision_at_5_diff1": 0.6763930352988897, "nauc_precision_at_10_max": 0.6388492290119921, "nauc_precision_at_10_std": 0.00418298387315983, "nauc_precision_at_10_diff1": 0.6496389818063143, "nauc_precision_at_20_max": 0.6175151567786504, "nauc_precision_at_20_std": 0.0048671691516821115, "nauc_precision_at_20_diff1": 0.6273991688486388, "nauc_precision_at_100_max": 0.5927607666042513, "nauc_precision_at_100_std": 0.05899052759114484, "nauc_precision_at_100_diff1": 0.5459962550941726, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6187835306139827, "nauc_mrr_at_1_std": -0.0387997104658094, "nauc_mrr_at_1_diff1": 0.7794337584092649, "nauc_mrr_at_3_max": 0.6160121176813279, "nauc_mrr_at_3_std": -0.03966513253713947, "nauc_mrr_at_3_diff1": 0.7400871540926303, "nauc_mrr_at_5_max": 0.6229801269861708, "nauc_mrr_at_5_std": -0.034272690892980295, "nauc_mrr_at_5_diff1": 0.7388511137793784, "nauc_mrr_at_10_max": 0.6220374457259302, "nauc_mrr_at_10_std": -0.03276389282120905, "nauc_mrr_at_10_diff1": 0.7362662932105527, "nauc_mrr_at_20_max": 0.6207299834861975, "nauc_mrr_at_20_std": -0.032798154403250235, "nauc_mrr_at_20_diff1": 0.7353159777718715, "nauc_mrr_at_100_max": 0.620643789053006, "nauc_mrr_at_100_std": -0.03199306930810742, "nauc_mrr_at_100_diff1": 0.7350250200389324, "nauc_mrr_at_1000_max": 0.620766716760197, "nauc_mrr_at_1000_std": -0.031990621932242384, "nauc_mrr_at_1000_diff1": 0.7354071256536138, "main_score": 0.58484}, "c++": {"ndcg_at_1": 0.529, "ndcg_at_3": 0.60076, "ndcg_at_5": 0.61681, "ndcg_at_10": 0.63111, "ndcg_at_20": 0.64113, "ndcg_at_100": 0.65904, "ndcg_at_1000": 0.67512, "map_at_1": 0.529, "map_at_3": 0.58367, "map_at_5": 0.59257, "map_at_10": 0.5987, "map_at_20": 0.6014, "map_at_100": 0.60378, "map_at_1000": 0.60431, "recall_at_1": 0.529, "recall_at_3": 0.65, "recall_at_5": 0.689, "recall_at_10": 0.732, "recall_at_20": 0.772, "recall_at_100": 0.87, "recall_at_1000": 1.0, "precision_at_1": 0.529, "precision_at_3": 0.21667, "precision_at_5": 0.1378, "precision_at_10": 0.0732, "precision_at_20": 0.0386, "precision_at_100": 0.0087, "precision_at_1000": 0.001, "mrr_at_1": 0.529, "mrr_at_3": 0.5836666666666666, "mrr_at_5": 0.5925666666666667, "mrr_at_10": 0.5987031746031747, "mrr_at_20": 0.6013956392850357, "mrr_at_100": 0.6037774928848185, "mrr_at_1000": 0.6043125560994181, "nauc_ndcg_at_1_max": 0.5424211507750697, "nauc_ndcg_at_1_std": -0.08185022595045453, "nauc_ndcg_at_1_diff1": 0.7728521661995698, "nauc_ndcg_at_3_max": 0.5645820241292481, "nauc_ndcg_at_3_std": -0.06667967114937316, "nauc_ndcg_at_3_diff1": 0.7111007672534571, "nauc_ndcg_at_5_max": 0.5620666565432083, "nauc_ndcg_at_5_std": -0.07093518179239693, "nauc_ndcg_at_5_diff1": 0.7018085394265237, "nauc_ndcg_at_10_max": 0.5628201724438394, "nauc_ndcg_at_10_std": -0.05310506082860179, "nauc_ndcg_at_10_diff1": 0.6967682077092096, "nauc_ndcg_at_20_max": 0.5597643122054413, "nauc_ndcg_at_20_std": -0.04988625121272567, "nauc_ndcg_at_20_diff1": 0.6929339070147027, "nauc_ndcg_at_100_max": 0.5609312921780624, "nauc_ndcg_at_100_std": -0.04217944193819175, "nauc_ndcg_at_100_diff1": 0.6948046910053648, "nauc_ndcg_at_1000_max": 0.5586434273947134, "nauc_ndcg_at_1000_std": -0.056133246937328074, "nauc_ndcg_at_1000_diff1": 0.7048503353374994, "nauc_map_at_1_max": 0.5424211507750697, "nauc_map_at_1_std": -0.08185022595045453, "nauc_map_at_1_diff1": 0.7728521661995698, "nauc_map_at_3_max": 0.5587554359497808, "nauc_map_at_3_std": -0.070415852308273, "nauc_map_at_3_diff1": 0.7256357155599501, "nauc_map_at_5_max": 0.5572359367175568, "nauc_map_at_5_std": -0.07294829253330776, "nauc_map_at_5_diff1": 0.7207630909091183, "nauc_map_at_10_max": 0.5570126041582348, "nauc_map_at_10_std": -0.06620300977763553, "nauc_map_at_10_diff1": 0.7187562129674859, "nauc_map_at_20_max": 0.5561813764033283, "nauc_map_at_20_std": -0.06550702973923023, "nauc_map_at_20_diff1": 0.7180367557377523, "nauc_map_at_100_max": 0.556234160352788, "nauc_map_at_100_std": -0.06493181521368947, "nauc_map_at_100_diff1": 0.7183443611918984, "nauc_map_at_1000_max": 0.5561471906566147, "nauc_map_at_1000_std": -0.06539857894530336, "nauc_map_at_1000_diff1": 0.7186292868330468, "nauc_recall_at_1_max": 0.5424211507750697, "nauc_recall_at_1_std": -0.08185022595045453, "nauc_recall_at_1_diff1": 0.7728521661995698, "nauc_recall_at_3_max": 0.5831833346895597, "nauc_recall_at_3_std": -0.054865326714948974, "nauc_recall_at_3_diff1": 0.6654617951013095, "nauc_recall_at_5_max": 0.578195815593225, "nauc_recall_at_5_std": -0.06461946257812505, "nauc_recall_at_5_diff1": 0.6368908593927386, "nauc_recall_at_10_max": 0.5860983868543264, "nauc_recall_at_10_std": 0.005061353333491361, "nauc_recall_at_10_diff1": 0.6117235895853605, "nauc_recall_at_20_max": 0.573024186641906, "nauc_recall_at_20_std": 0.030972513950363822, "nauc_recall_at_20_diff1": 0.5778515987703853, "nauc_recall_at_100_max": 0.5974302006961424, "nauc_recall_at_100_std": 0.1800822039546773, "nauc_recall_at_100_diff1": 0.5277271717396129, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5424211507750697, "nauc_precision_at_1_std": -0.08185022595045453, "nauc_precision_at_1_diff1": 0.7728521661995698, "nauc_precision_at_3_max": 0.58318333468956, "nauc_precision_at_3_std": -0.05486532671494782, "nauc_precision_at_3_diff1": 0.6654617951013105, "nauc_precision_at_5_max": 0.578195815593225, "nauc_precision_at_5_std": -0.06461946257812579, "nauc_precision_at_5_diff1": 0.6368908593927379, "nauc_precision_at_10_max": 0.5860983868543256, "nauc_precision_at_10_std": 0.0050613533334905375, "nauc_precision_at_10_diff1": 0.6117235895853596, "nauc_precision_at_20_max": 0.5730241866419048, "nauc_precision_at_20_std": 0.03097251395036367, "nauc_precision_at_20_diff1": 0.5778515987703835, "nauc_precision_at_100_max": 0.5974302006961407, "nauc_precision_at_100_std": 0.18008220395467678, "nauc_precision_at_100_diff1": 0.5277271717396135, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5424211507750697, "nauc_mrr_at_1_std": -0.08185022595045453, "nauc_mrr_at_1_diff1": 0.7728521661995698, "nauc_mrr_at_3_max": 0.5587554359497808, "nauc_mrr_at_3_std": -0.070415852308273, "nauc_mrr_at_3_diff1": 0.7256357155599501, "nauc_mrr_at_5_max": 0.5572359367175568, "nauc_mrr_at_5_std": -0.07294829253330776, "nauc_mrr_at_5_diff1": 0.7207630909091183, "nauc_mrr_at_10_max": 0.5570126041582348, "nauc_mrr_at_10_std": -0.06620300977763553, "nauc_mrr_at_10_diff1": 0.7187562129674859, "nauc_mrr_at_20_max": 0.5561813764033283, "nauc_mrr_at_20_std": -0.06550702973923023, "nauc_mrr_at_20_diff1": 0.7180367557377523, "nauc_mrr_at_100_max": 0.556234160352788, "nauc_mrr_at_100_std": -0.06493181521368947, "nauc_mrr_at_100_diff1": 0.7183443611918984, "nauc_mrr_at_1000_max": 0.556147195499134, "nauc_mrr_at_1000_std": -0.0653985814977963, "nauc_mrr_at_1000_diff1": 0.7186292816389463, "main_score": 0.63111}, "rust": {"ndcg_at_1": 0.5, "ndcg_at_3": 0.57341, "ndcg_at_5": 0.58392, "ndcg_at_10": 0.60453, "ndcg_at_20": 0.61977, "ndcg_at_100": 0.63858, "ndcg_at_1000": 0.6539, "map_at_1": 0.5, "map_at_3": 0.55617, "map_at_5": 0.56212, "map_at_10": 0.57058, "map_at_20": 0.5748, "map_at_100": 0.57724, "map_at_1000": 0.57775, "recall_at_1": 0.5, "recall_at_3": 0.623, "recall_at_5": 0.648, "recall_at_10": 0.712, "recall_at_20": 0.772, "recall_at_100": 0.876, "recall_at_1000": 1.0, "precision_at_1": 0.5, "precision_at_3": 0.20767, "precision_at_5": 0.1296, "precision_at_10": 0.0712, "precision_at_20": 0.0386, "precision_at_100": 0.00876, "precision_at_1000": 0.001, "mrr_at_1": 0.501, "mrr_at_3": 0.5564999999999998, "mrr_at_5": 0.5624499999999998, "mrr_at_10": 0.5709087301587302, "mrr_at_20": 0.5751331171838134, "mrr_at_100": 0.5775770021322927, "mrr_at_1000": 0.5780840479491406, "nauc_ndcg_at_1_max": 0.5171485676215853, "nauc_ndcg_at_1_std": -0.17550566289140582, "nauc_ndcg_at_1_diff1": 0.7458627581612257, "nauc_ndcg_at_3_max": 0.5351413441971912, "nauc_ndcg_at_3_std": -0.1862766952635268, "nauc_ndcg_at_3_diff1": 0.7016707866956837, "nauc_ndcg_at_5_max": 0.5283441904462722, "nauc_ndcg_at_5_std": -0.19492141133393148, "nauc_ndcg_at_5_diff1": 0.69681580833381, "nauc_ndcg_at_10_max": 0.5098565308560078, "nauc_ndcg_at_10_std": -0.18900286417309564, "nauc_ndcg_at_10_diff1": 0.6815503855756322, "nauc_ndcg_at_20_max": 0.5138171310759387, "nauc_ndcg_at_20_std": -0.18213888190761693, "nauc_ndcg_at_20_diff1": 0.6837255278542124, "nauc_ndcg_at_100_max": 0.5137659700809344, "nauc_ndcg_at_100_std": -0.17868252276529611, "nauc_ndcg_at_100_diff1": 0.6867620512928789, "nauc_ndcg_at_1000_max": 0.5165558582283212, "nauc_ndcg_at_1000_std": -0.18196763257708193, "nauc_ndcg_at_1000_diff1": 0.6933957661932594, "nauc_map_at_1_max": 0.5171485676215853, "nauc_map_at_1_std": -0.17550566289140582, "nauc_map_at_1_diff1": 0.7458627581612257, "nauc_map_at_3_max": 0.5306538079490185, "nauc_map_at_3_std": -0.18352405009844486, "nauc_map_at_3_diff1": 0.7118785591502036, "nauc_map_at_5_max": 0.5269167003898876, "nauc_map_at_5_std": -0.18826366897339333, "nauc_map_at_5_diff1": 0.7092896855763821, "nauc_map_at_10_max": 0.5192894890331482, "nauc_map_at_10_std": -0.18600982396045007, "nauc_map_at_10_diff1": 0.7032280753153236, "nauc_map_at_20_max": 0.5201409115664576, "nauc_map_at_20_std": -0.1843464230479454, "nauc_map_at_20_diff1": 0.7038957688161097, "nauc_map_at_100_max": 0.5198531837010286, "nauc_map_at_100_std": -0.1840101562749819, "nauc_map_at_100_diff1": 0.7041595667047482, "nauc_map_at_1000_max": 0.5199640609534242, "nauc_map_at_1000_std": -0.18398115479169716, "nauc_map_at_1000_diff1": 0.7043563828417114, "nauc_recall_at_1_max": 0.5171485676215853, "nauc_recall_at_1_std": -0.17550566289140582, "nauc_recall_at_1_diff1": 0.7458627581612257, "nauc_recall_at_3_max": 0.5491856909291429, "nauc_recall_at_3_std": -0.19492218858807206, "nauc_recall_at_3_diff1": 0.6701015778833377, "nauc_recall_at_5_max": 0.5318891612518316, "nauc_recall_at_5_std": -0.21785630909303172, "nauc_recall_at_5_diff1": 0.6560056028948287, "nauc_recall_at_10_max": 0.4655810607303145, "nauc_recall_at_10_std": -0.19790843484873355, "nauc_recall_at_10_diff1": 0.5945025124129599, "nauc_recall_at_20_max": 0.48125828232472945, "nauc_recall_at_20_std": -0.16026242010655492, "nauc_recall_at_20_diff1": 0.5894761514121648, "nauc_recall_at_100_max": 0.46972049689441037, "nauc_recall_at_100_std": -0.10081193411822799, "nauc_recall_at_100_diff1": 0.568794227619666, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5171485676215853, "nauc_precision_at_1_std": -0.17550566289140582, "nauc_precision_at_1_diff1": 0.7458627581612257, "nauc_precision_at_3_max": 0.5491856909291433, "nauc_precision_at_3_std": -0.1949221885880718, "nauc_precision_at_3_diff1": 0.6701015778833382, "nauc_precision_at_5_max": 0.5318891612518314, "nauc_precision_at_5_std": -0.2178563090930322, "nauc_precision_at_5_diff1": 0.656005602894829, "nauc_precision_at_10_max": 0.4655810607303144, "nauc_precision_at_10_std": -0.19790843484873322, "nauc_precision_at_10_diff1": 0.5945025124129603, "nauc_precision_at_20_max": 0.4812582823247292, "nauc_precision_at_20_std": -0.16026242010655542, "nauc_precision_at_20_diff1": 0.5894761514121638, "nauc_precision_at_100_max": 0.46972049689440926, "nauc_precision_at_100_std": -0.10081193411823038, "nauc_precision_at_100_diff1": 0.5687942276196664, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.517326835019934, "nauc_mrr_at_1_std": -0.1767082414672957, "nauc_mrr_at_1_diff1": 0.7437687816862799, "nauc_mrr_at_3_max": 0.530373961773028, "nauc_mrr_at_3_std": -0.18376922233689358, "nauc_mrr_at_3_diff1": 0.7109819500448307, "nauc_mrr_at_5_max": 0.5266326470309615, "nauc_mrr_at_5_std": -0.18851306478039773, "nauc_mrr_at_5_diff1": 0.7083830398701492, "nauc_mrr_at_10_max": 0.5189982609814491, "nauc_mrr_at_10_std": -0.18626218529779257, "nauc_mrr_at_10_diff1": 0.7023053391951622, "nauc_mrr_at_20_max": 0.5198472043328195, "nauc_mrr_at_20_std": -0.18460058462588408, "nauc_mrr_at_20_diff1": 0.7029644142038526, "nauc_mrr_at_100_max": 0.5195575439875927, "nauc_mrr_at_100_std": -0.18426576868637065, "nauc_mrr_at_100_diff1": 0.7032225291931081, "nauc_mrr_at_1000_max": 0.5196680104446043, "nauc_mrr_at_1000_std": -0.18423714771901226, "nauc_mrr_at_1000_diff1": 0.703417984711284, "main_score": 0.60453}, "swift": {"ndcg_at_1": 0.549, "ndcg_at_3": 0.62689, "ndcg_at_5": 0.63851, "ndcg_at_10": 0.65495, "ndcg_at_20": 0.66644, "ndcg_at_100": 0.68205, "ndcg_at_1000": 0.6956, "map_at_1": 0.549, "map_at_3": 0.60783, "map_at_5": 0.61433, "map_at_10": 0.62109, "map_at_20": 0.6243, "map_at_100": 0.6264, "map_at_1000": 0.62687, "recall_at_1": 0.549, "recall_at_3": 0.682, "recall_at_5": 0.71, "recall_at_10": 0.761, "recall_at_20": 0.806, "recall_at_100": 0.891, "recall_at_1000": 1.0, "precision_at_1": 0.549, "precision_at_3": 0.22733, "precision_at_5": 0.142, "precision_at_10": 0.0761, "precision_at_20": 0.0403, "precision_at_100": 0.00891, "precision_at_1000": 0.001, "mrr_at_1": 0.549, "mrr_at_3": 0.6078333333333333, "mrr_at_5": 0.6143333333333335, "mrr_at_10": 0.6210876984126986, "mrr_at_20": 0.6242985685625005, "mrr_at_100": 0.6264030223132078, "mrr_at_1000": 0.6268706241495283, "nauc_ndcg_at_1_max": 0.5064825218082891, "nauc_ndcg_at_1_std": -0.12240134545816707, "nauc_ndcg_at_1_diff1": 0.7652784265208993, "nauc_ndcg_at_3_max": 0.49257889222185064, "nauc_ndcg_at_3_std": -0.14264277166665806, "nauc_ndcg_at_3_diff1": 0.7167723950349967, "nauc_ndcg_at_5_max": 0.4961211657148286, "nauc_ndcg_at_5_std": -0.13227679979385049, "nauc_ndcg_at_5_diff1": 0.7161803298163328, "nauc_ndcg_at_10_max": 0.4945817514858621, "nauc_ndcg_at_10_std": -0.12125966374484451, "nauc_ndcg_at_10_diff1": 0.709864379155541, "nauc_ndcg_at_20_max": 0.4987082405406598, "nauc_ndcg_at_20_std": -0.1118675621040883, "nauc_ndcg_at_20_diff1": 0.7089747484401925, "nauc_ndcg_at_100_max": 0.5016337724722416, "nauc_ndcg_at_100_std": -0.10633307087229951, "nauc_ndcg_at_100_diff1": 0.7100955728319284, "nauc_ndcg_at_1000_max": 0.4997358350206625, "nauc_ndcg_at_1000_std": -0.11664710685897266, "nauc_ndcg_at_1000_diff1": 0.7175949632676561, "nauc_map_at_1_max": 0.5064825218082891, "nauc_map_at_1_std": -0.12240134545816707, "nauc_map_at_1_diff1": 0.7652784265208993, "nauc_map_at_3_max": 0.49624612931078216, "nauc_map_at_3_std": -0.13630281402005903, "nauc_map_at_3_diff1": 0.7282848184858033, "nauc_map_at_5_max": 0.4981889075234401, "nauc_map_at_5_std": -0.130258141626151, "nauc_map_at_5_diff1": 0.728102510809274, "nauc_map_at_10_max": 0.49766531139055936, "nauc_map_at_10_std": -0.12588216590711032, "nauc_map_at_10_diff1": 0.7256849156488546, "nauc_map_at_20_max": 0.4986699953069443, "nauc_map_at_20_std": -0.12368300189307234, "nauc_map_at_20_diff1": 0.7254233621640647, "nauc_map_at_100_max": 0.4993459860426208, "nauc_map_at_100_std": -0.12270757620436296, "nauc_map_at_100_diff1": 0.7258470010481506, "nauc_map_at_1000_max": 0.4992754415295772, "nauc_map_at_1000_std": -0.12306913226800635, "nauc_map_at_1000_diff1": 0.7261255249764873, "nauc_recall_at_1_max": 0.5064825218082891, "nauc_recall_at_1_std": -0.12240134545816707, "nauc_recall_at_1_diff1": 0.7652784265208993, "nauc_recall_at_3_max": 0.4805712739346291, "nauc_recall_at_3_std": -0.16386916140761076, "nauc_recall_at_3_diff1": 0.6796758178279376, "nauc_recall_at_5_max": 0.4895632192428142, "nauc_recall_at_5_std": -0.1386709412004525, "nauc_recall_at_5_diff1": 0.6755832700183458, "nauc_recall_at_10_max": 0.48207964265637593, "nauc_recall_at_10_std": -0.09666118988655054, "nauc_recall_at_10_diff1": 0.6448398530168233, "nauc_recall_at_20_max": 0.5045474631835325, "nauc_recall_at_20_std": -0.035711716526046156, "nauc_recall_at_20_diff1": 0.6296746380013765, "nauc_recall_at_100_max": 0.5346253431359815, "nauc_recall_at_100_std": 0.0731301795131584, "nauc_recall_at_100_diff1": 0.5824738697079123, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5064825218082891, "nauc_precision_at_1_std": -0.12240134545816707, "nauc_precision_at_1_diff1": 0.7652784265208993, "nauc_precision_at_3_max": 0.4805712739346298, "nauc_precision_at_3_std": -0.16386916140761015, "nauc_precision_at_3_diff1": 0.6796758178279384, "nauc_precision_at_5_max": 0.4895632192428138, "nauc_precision_at_5_std": -0.13867094120045237, "nauc_precision_at_5_diff1": 0.6755832700183456, "nauc_precision_at_10_max": 0.48207964265637604, "nauc_precision_at_10_std": -0.09666118988655074, "nauc_precision_at_10_diff1": 0.6448398530168225, "nauc_precision_at_20_max": 0.5045474631835325, "nauc_precision_at_20_std": -0.03571171652604744, "nauc_precision_at_20_diff1": 0.6296746380013771, "nauc_precision_at_100_max": 0.534625343135982, "nauc_precision_at_100_std": 0.07313017951315909, "nauc_precision_at_100_diff1": 0.582473869707914, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5064825218082891, "nauc_mrr_at_1_std": -0.12240134545816707, "nauc_mrr_at_1_diff1": 0.7652784265208993, "nauc_mrr_at_3_max": 0.49624612931078216, "nauc_mrr_at_3_std": -0.13630281402005903, "nauc_mrr_at_3_diff1": 0.7282848184858033, "nauc_mrr_at_5_max": 0.4981889075234401, "nauc_mrr_at_5_std": -0.130258141626151, "nauc_mrr_at_5_diff1": 0.728102510809274, "nauc_mrr_at_10_max": 0.49766531139055936, "nauc_mrr_at_10_std": -0.12588216590711032, "nauc_mrr_at_10_diff1": 0.7256849156488546, "nauc_mrr_at_20_max": 0.4986699953069443, "nauc_mrr_at_20_std": -0.12368300189307234, "nauc_mrr_at_20_diff1": 0.7254233621640647, "nauc_mrr_at_100_max": 0.4993459860426208, "nauc_mrr_at_100_std": -0.12270757620436296, "nauc_mrr_at_100_diff1": 0.7258470010481506, "nauc_mrr_at_1000_max": 0.4992754415295772, "nauc_mrr_at_1000_std": -0.12306913226800635, "nauc_mrr_at_1000_diff1": 0.7261255249764873, "main_score": 0.65495}, "scala": {"ndcg_at_1": 0.544, "ndcg_at_3": 0.64382, "ndcg_at_5": 0.66473, "ndcg_at_10": 0.68495, "ndcg_at_20": 0.69334, "ndcg_at_100": 0.70609, "ndcg_at_1000": 0.71489, "map_at_1": 0.544, "map_at_3": 0.61983, "map_at_5": 0.63138, "map_at_10": 0.63963, "map_at_20": 0.64196, "map_at_100": 0.64377, "map_at_1000": 0.64406, "recall_at_1": 0.544, "recall_at_3": 0.713, "recall_at_5": 0.764, "recall_at_10": 0.827, "recall_at_20": 0.86, "recall_at_100": 0.928, "recall_at_1000": 1.0, "precision_at_1": 0.544, "precision_at_3": 0.23767, "precision_at_5": 0.1528, "precision_at_10": 0.0827, "precision_at_20": 0.043, "precision_at_100": 0.00928, "precision_at_1000": 0.001, "mrr_at_1": 0.544, "mrr_at_3": 0.6198333333333336, "mrr_at_5": 0.6313833333333335, "mrr_at_10": 0.6396313492063498, "mrr_at_20": 0.6419581081886814, "mrr_at_100": 0.6437735689702846, "mrr_at_1000": 0.6440578062370925, "nauc_ndcg_at_1_max": 0.22256373194633586, "nauc_ndcg_at_1_std": -0.09052643034131778, "nauc_ndcg_at_1_diff1": 0.6735188740317433, "nauc_ndcg_at_3_max": 0.30969068960643703, "nauc_ndcg_at_3_std": 0.002977311223997796, "nauc_ndcg_at_3_diff1": 0.6040653582555859, "nauc_ndcg_at_5_max": 0.32224876992296864, "nauc_ndcg_at_5_std": 0.03266335788179911, "nauc_ndcg_at_5_diff1": 0.5891185718923501, "nauc_ndcg_at_10_max": 0.3356661591294687, "nauc_ndcg_at_10_std": 0.03934234975581704, "nauc_ndcg_at_10_diff1": 0.5868924675276812, "nauc_ndcg_at_20_max": 0.3358926727276878, "nauc_ndcg_at_20_std": 0.03491649855669275, "nauc_ndcg_at_20_diff1": 0.5921820339837675, "nauc_ndcg_at_100_max": 0.3297639230570905, "nauc_ndcg_at_100_std": 0.03194214411949411, "nauc_ndcg_at_100_diff1": 0.5958237089587779, "nauc_ndcg_at_1000_max": 0.316152793622431, "nauc_ndcg_at_1000_std": 0.015273701733534865, "nauc_ndcg_at_1000_diff1": 0.6039445066185805, "nauc_map_at_1_max": 0.22256373194633586, "nauc_map_at_1_std": -0.09052643034131778, "nauc_map_at_1_diff1": 0.6735188740317433, "nauc_map_at_3_max": 0.2857484521644832, "nauc_map_at_3_std": -0.022817506784414018, "nauc_map_at_3_diff1": 0.6235184647795292, "nauc_map_at_5_max": 0.29180109658576814, "nauc_map_at_5_std": -0.008012556684827154, "nauc_map_at_5_diff1": 0.6162228993011795, "nauc_map_at_10_max": 0.29633637451760203, "nauc_map_at_10_std": -0.006463002193829223, "nauc_map_at_10_diff1": 0.6161532815143518, "nauc_map_at_20_max": 0.29623322360468235, "nauc_map_at_20_std": -0.0077121256068746254, "nauc_map_at_20_diff1": 0.6176682824107025, "nauc_map_at_100_max": 0.2955949150175602, "nauc_map_at_100_std": -0.008180937147031993, "nauc_map_at_100_diff1": 0.6182236583212144, "nauc_map_at_1000_max": 0.2952066478596067, "nauc_map_at_1000_std": -0.008648124743925498, "nauc_map_at_1000_diff1": 0.6184106695091309, "nauc_recall_at_1_max": 0.22256373194633586, "nauc_recall_at_1_std": -0.09052643034131778, "nauc_recall_at_1_diff1": 0.6735188740317433, "nauc_recall_at_3_max": 0.3920959122524014, "nauc_recall_at_3_std": 0.09180749510737697, "nauc_recall_at_3_diff1": 0.5369325350614689, "nauc_recall_at_5_max": 0.44370872543258766, "nauc_recall_at_5_std": 0.19768818571691665, "nauc_recall_at_5_diff1": 0.47990317742911554, "nauc_recall_at_10_max": 0.5427074824491751, "nauc_recall_at_10_std": 0.27985353844044747, "nauc_recall_at_10_diff1": 0.43488915419020585, "nauc_recall_at_20_max": 0.5864902313980875, "nauc_recall_at_20_std": 0.29663987806567854, "nauc_recall_at_20_diff1": 0.4405258417625046, "nauc_recall_at_100_max": 0.6812752878929338, "nauc_recall_at_100_std": 0.4657770515613642, "nauc_recall_at_100_diff1": 0.37379396202925513, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.22256373194633586, "nauc_precision_at_1_std": -0.09052643034131778, "nauc_precision_at_1_diff1": 0.6735188740317433, "nauc_precision_at_3_max": 0.39209591225240203, "nauc_precision_at_3_std": 0.09180749510737637, "nauc_precision_at_3_diff1": 0.5369325350614691, "nauc_precision_at_5_max": 0.4437087254325872, "nauc_precision_at_5_std": 0.19768818571691585, "nauc_precision_at_5_diff1": 0.4799031774291147, "nauc_precision_at_10_max": 0.5427074824491743, "nauc_precision_at_10_std": 0.27985353844044497, "nauc_precision_at_10_diff1": 0.4348891541902054, "nauc_precision_at_20_max": 0.5864902313980856, "nauc_precision_at_20_std": 0.29663987806567577, "nauc_precision_at_20_diff1": 0.4405258417625041, "nauc_precision_at_100_max": 0.6812752878929329, "nauc_precision_at_100_std": 0.4657770515613615, "nauc_precision_at_100_diff1": 0.3737939620292553, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.22256373194633586, "nauc_mrr_at_1_std": -0.09052643034131778, "nauc_mrr_at_1_diff1": 0.6735188740317433, "nauc_mrr_at_3_max": 0.2857484521644832, "nauc_mrr_at_3_std": -0.022817506784414018, "nauc_mrr_at_3_diff1": 0.6235184647795292, "nauc_mrr_at_5_max": 0.29180109658576814, "nauc_mrr_at_5_std": -0.008012556684827154, "nauc_mrr_at_5_diff1": 0.6162228993011795, "nauc_mrr_at_10_max": 0.29633637451760203, "nauc_mrr_at_10_std": -0.006463002193829223, "nauc_mrr_at_10_diff1": 0.6161532815143518, "nauc_mrr_at_20_max": 0.29623322360468235, "nauc_mrr_at_20_std": -0.0077121256068746254, "nauc_mrr_at_20_diff1": 0.6176682824107025, "nauc_mrr_at_100_max": 0.2955949150175602, "nauc_mrr_at_100_std": -0.008180937147031993, "nauc_mrr_at_100_diff1": 0.6182236583212144, "nauc_mrr_at_1000_max": 0.29520665297018717, "nauc_mrr_at_1000_std": -0.008648118199520969, "nauc_mrr_at_1000_diff1": 0.6184106791116512, "main_score": 0.68495}, "shell": {"ndcg_at_1": 0.543, "ndcg_at_3": 0.61989, "ndcg_at_5": 0.63775, "ndcg_at_10": 0.65372, "ndcg_at_20": 0.66533, "ndcg_at_100": 0.68226, "ndcg_at_1000": 0.69439, "map_at_1": 0.543, "map_at_3": 0.60117, "map_at_5": 0.61117, "map_at_10": 0.61783, "map_at_20": 0.62114, "map_at_100": 0.62336, "map_at_1000": 0.6238, "recall_at_1": 0.543, "recall_at_3": 0.674, "recall_at_5": 0.717, "recall_at_10": 0.766, "recall_at_20": 0.811, "recall_at_100": 0.904, "recall_at_1000": 1.0, "precision_at_1": 0.543, "precision_at_3": 0.22467, "precision_at_5": 0.1434, "precision_at_10": 0.0766, "precision_at_20": 0.04055, "precision_at_100": 0.00904, "precision_at_1000": 0.001, "mrr_at_1": 0.543, "mrr_at_3": 0.6011666666666665, "mrr_at_5": 0.6111666666666665, "mrr_at_10": 0.617826984126984, "mrr_at_20": 0.6211446880304078, "mrr_at_100": 0.6233562341694606, "mrr_at_1000": 0.6238016643221582, "nauc_ndcg_at_1_max": 0.5825964190495303, "nauc_ndcg_at_1_std": -0.02792399922510764, "nauc_ndcg_at_1_diff1": 0.7559061153781294, "nauc_ndcg_at_3_max": 0.5869173293014535, "nauc_ndcg_at_3_std": -0.03176293681285977, "nauc_ndcg_at_3_diff1": 0.7000634515259527, "nauc_ndcg_at_5_max": 0.5873372904021311, "nauc_ndcg_at_5_std": -0.032453636740621, "nauc_ndcg_at_5_diff1": 0.6970574910351971, "nauc_ndcg_at_10_max": 0.5916261518145811, "nauc_ndcg_at_10_std": -0.022662359612537424, "nauc_ndcg_at_10_diff1": 0.6941348411282514, "nauc_ndcg_at_20_max": 0.587073123626468, "nauc_ndcg_at_20_std": -0.021686085026139435, "nauc_ndcg_at_20_diff1": 0.6931254750339466, "nauc_ndcg_at_100_max": 0.5875787941329004, "nauc_ndcg_at_100_std": -0.02022259853618889, "nauc_ndcg_at_100_diff1": 0.6963335945625877, "nauc_ndcg_at_1000_max": 0.5881883749532695, "nauc_ndcg_at_1000_std": -0.02227494687639781, "nauc_ndcg_at_1000_diff1": 0.7033941508579663, "nauc_map_at_1_max": 0.5825964190495303, "nauc_map_at_1_std": -0.02792399922510764, "nauc_map_at_1_diff1": 0.7559061153781294, "nauc_map_at_3_max": 0.5866517810840212, "nauc_map_at_3_std": -0.030169549780943213, "nauc_map_at_3_diff1": 0.7145026675189539, "nauc_map_at_5_max": 0.5868259433645279, "nauc_map_at_5_std": -0.030622074615379337, "nauc_map_at_5_diff1": 0.7130371063451574, "nauc_map_at_10_max": 0.5886672196471706, "nauc_map_at_10_std": -0.026611035347156857, "nauc_map_at_10_diff1": 0.7124985207778571, "nauc_map_at_20_max": 0.5873210049527037, "nauc_map_at_20_std": -0.026517235500159397, "nauc_map_at_20_diff1": 0.7124792960257822, "nauc_map_at_100_max": 0.5875099151442164, "nauc_map_at_100_std": -0.026008615668746942, "nauc_map_at_100_diff1": 0.7128808700982393, "nauc_map_at_1000_max": 0.5875422341029855, "nauc_map_at_1000_std": -0.02596779218672566, "nauc_map_at_1000_diff1": 0.7131556432961897, "nauc_recall_at_1_max": 0.5825964190495303, "nauc_recall_at_1_std": -0.02792399922510764, "nauc_recall_at_1_diff1": 0.7559061153781294, "nauc_recall_at_3_max": 0.5873776797812829, "nauc_recall_at_3_std": -0.03721913707714853, "nauc_recall_at_3_diff1": 0.6531874080571777, "nauc_recall_at_5_max": 0.5888358758776927, "nauc_recall_at_5_std": -0.03916407117233065, "nauc_recall_at_5_diff1": 0.6404394091539156, "nauc_recall_at_10_max": 0.6049761809102906, "nauc_recall_at_10_std": -0.0022516655702680523, "nauc_recall_at_10_diff1": 0.6167201621199215, "nauc_recall_at_20_max": 0.5824862207107849, "nauc_recall_at_20_std": 0.008751888565426441, "nauc_recall_at_20_diff1": 0.5948178291104926, "nauc_recall_at_100_max": 0.5791559679427333, "nauc_recall_at_100_std": 0.037961017740429794, "nauc_recall_at_100_diff1": 0.5612015639589165, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5825964190495303, "nauc_precision_at_1_std": -0.02792399922510764, "nauc_precision_at_1_diff1": 0.7559061153781294, "nauc_precision_at_3_max": 0.5873776797812827, "nauc_precision_at_3_std": -0.037219137077148044, "nauc_precision_at_3_diff1": 0.6531874080571779, "nauc_precision_at_5_max": 0.5888358758776931, "nauc_precision_at_5_std": -0.03916407117233241, "nauc_precision_at_5_diff1": 0.6404394091539158, "nauc_precision_at_10_max": 0.6049761809102896, "nauc_precision_at_10_std": -0.0022516655702680527, "nauc_precision_at_10_diff1": 0.6167201621199194, "nauc_precision_at_20_max": 0.582486220710784, "nauc_precision_at_20_std": 0.008751888565426628, "nauc_precision_at_20_diff1": 0.5948178291104923, "nauc_precision_at_100_max": 0.5791559679427329, "nauc_precision_at_100_std": 0.037961017740429676, "nauc_precision_at_100_diff1": 0.5612015639589166, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5825964190495303, "nauc_mrr_at_1_std": -0.02792399922510764, "nauc_mrr_at_1_diff1": 0.7559061153781294, "nauc_mrr_at_3_max": 0.5866517810840212, "nauc_mrr_at_3_std": -0.030169549780943213, "nauc_mrr_at_3_diff1": 0.7145026675189539, "nauc_mrr_at_5_max": 0.5868259433645279, "nauc_mrr_at_5_std": -0.030622074615379337, "nauc_mrr_at_5_diff1": 0.7130371063451574, "nauc_mrr_at_10_max": 0.5886672196471706, "nauc_mrr_at_10_std": -0.026611035347156857, "nauc_mrr_at_10_diff1": 0.7124985207778571, "nauc_mrr_at_20_max": 0.5873210049527037, "nauc_mrr_at_20_std": -0.026517235500159397, "nauc_mrr_at_20_diff1": 0.7124792960257822, "nauc_mrr_at_100_max": 0.5875099151442164, "nauc_mrr_at_100_std": -0.026008615668746942, "nauc_mrr_at_100_diff1": 0.7128808700982393, "nauc_mrr_at_1000_max": 0.5875422341029855, "nauc_mrr_at_1000_std": -0.02596779218672566, "nauc_mrr_at_1000_diff1": 0.7131556432961897, "main_score": 0.65372}}, "NDCG@10": 0.6640715384615384}
{"name": "CodeSearchNetRetrieval", "result_meta": {"python": {"ndcg_at_1": 0.731, "ndcg_at_3": 0.82049, "ndcg_at_5": 0.83624, "ndcg_at_10": 0.84766, "ndcg_at_20": 0.85306, "ndcg_at_100": 0.85645, "ndcg_at_1000": 0.8573, "map_at_1": 0.731, "map_at_3": 0.79883, "map_at_5": 0.80763, "map_at_10": 0.8126, "map_at_20": 0.81413, "map_at_100": 0.81469, "map_at_1000": 0.81471, "recall_at_1": 0.731, "recall_at_3": 0.883, "recall_at_5": 0.921, "recall_at_10": 0.955, "recall_at_20": 0.976, "recall_at_100": 0.993, "recall_at_1000": 1.0, "precision_at_1": 0.731, "precision_at_3": 0.29433, "precision_at_5": 0.1842, "precision_at_10": 0.0955, "precision_at_20": 0.0488, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "mrr_at_1": 0.731, "mrr_at_3": 0.7988333333333338, "mrr_at_5": 0.8076333333333339, "mrr_at_10": 0.8126011904761906, "mrr_at_20": 0.8141303227603152, "mrr_at_100": 0.8146897764240609, "mrr_at_1000": 0.8147147001368936, "nauc_ndcg_at_1_max": 0.23007711828813512, "nauc_ndcg_at_1_std": 0.00837042017734626, "nauc_ndcg_at_1_diff1": 0.7398702141210666, "nauc_ndcg_at_3_max": 0.262698576155088, "nauc_ndcg_at_3_std": 0.004156410834023317, "nauc_ndcg_at_3_diff1": 0.7107243047367808, "nauc_ndcg_at_5_max": 0.26492212566988804, "nauc_ndcg_at_5_std": -0.0029326668675379993, "nauc_ndcg_at_5_diff1": 0.718374287860031, "nauc_ndcg_at_10_max": 0.25654924317918165, "nauc_ndcg_at_10_std": -0.017488545894677236, "nauc_ndcg_at_10_diff1": 0.7216242150641933, "nauc_ndcg_at_20_max": 0.24874769171784974, "nauc_ndcg_at_20_std": -0.02017318578516293, "nauc_ndcg_at_20_diff1": 0.7244303359474781, "nauc_ndcg_at_100_max": 0.2521764526751791, "nauc_ndcg_at_100_std": -0.010502547273178212, "nauc_ndcg_at_100_diff1": 0.7259572140169125, "nauc_ndcg_at_1000_max": 0.2518495275193327, "nauc_ndcg_at_1000_std": -0.0085109120658968, "nauc_ndcg_at_1000_diff1": 0.7250864663164417, "nauc_map_at_1_max": 0.23007711828813512, "nauc_map_at_1_std": 0.00837042017734626, "nauc_map_at_1_diff1": 0.7398702141210666, "nauc_map_at_3_max": 0.25433947074944585, "nauc_map_at_3_std": 0.003703468896009481, "nauc_map_at_3_diff1": 0.7199821804598616, "nauc_map_at_5_max": 0.2551017671035688, "nauc_map_at_5_std": 0.00041322987941636697, "nauc_map_at_5_diff1": 0.724135681629236, "nauc_map_at_10_max": 0.2513996176956757, "nauc_map_at_10_std": -0.0052033413021839925, "nauc_map_at_10_diff1": 0.7254702576537385, "nauc_map_at_20_max": 0.24961223908386065, "nauc_map_at_20_std": -0.005740685903406975, "nauc_map_at_20_diff1": 0.7262469261296461, "nauc_map_at_100_max": 0.2500896252179952, "nauc_map_at_100_std": -0.004288721607230955, "nauc_map_at_100_diff1": 0.7263658263582637, "nauc_map_at_1000_max": 0.2500947699327885, "nauc_map_at_1000_std": -0.004225651066869303, "nauc_map_at_1000_diff1": 0.72634633486791, "nauc_recall_at_1_max": 0.23007711828813512, "nauc_recall_at_1_std": 0.00837042017734626, "nauc_recall_at_1_diff1": 0.7398702141210666, "nauc_recall_at_3_max": 0.29993003977970567, "nauc_recall_at_3_std": 0.007402767496155821, "nauc_recall_at_3_diff1": 0.6680550245267508, "nauc_recall_at_5_max": 0.3262300700871061, "nauc_recall_at_5_std": -0.025062345613352303, "nauc_recall_at_5_diff1": 0.6836211277760061, "nauc_recall_at_10_max": 0.3041083099906623, "nauc_recall_at_10_std": -0.16541134972507032, "nauc_recall_at_10_diff1": 0.6869384790953423, "nauc_recall_at_20_max": 0.17520619358855152, "nauc_recall_at_20_std": -0.35117102396513866, "nauc_recall_at_20_diff1": 0.7119514472455659, "nauc_recall_at_100_max": 0.31786047752435165, "nauc_recall_at_100_std": -0.29578498065894576, "nauc_recall_at_100_diff1": 0.859277044150997, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.23007711828813512, "nauc_precision_at_1_std": 0.00837042017734626, "nauc_precision_at_1_diff1": 0.7398702141210666, "nauc_precision_at_3_max": 0.2999300397797074, "nauc_precision_at_3_std": 0.007402767496156959, "nauc_precision_at_3_diff1": 0.6680550245267531, "nauc_precision_at_5_max": 0.32623007008710403, "nauc_precision_at_5_std": -0.02506234561335564, "nauc_precision_at_5_diff1": 0.6836211277760041, "nauc_precision_at_10_max": 0.3041083099906622, "nauc_precision_at_10_std": -0.16541134972508045, "nauc_precision_at_10_diff1": 0.6869384790953409, "nauc_precision_at_20_max": 0.1752061935885359, "nauc_precision_at_20_std": -0.3511710239651428, "nauc_precision_at_20_diff1": 0.7119514472455661, "nauc_precision_at_100_max": 0.31786047752432356, "nauc_precision_at_100_std": -0.2957849806589456, "nauc_precision_at_100_diff1": 0.8592770441509978, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.23007711828813512, "nauc_mrr_at_1_std": 0.00837042017734626, "nauc_mrr_at_1_diff1": 0.7398702141210666, "nauc_mrr_at_3_max": 0.25433947074944585, "nauc_mrr_at_3_std": 0.003703468896009481, "nauc_mrr_at_3_diff1": 0.7199821804598616, "nauc_mrr_at_5_max": 0.2551017671035688, "nauc_mrr_at_5_std": 0.00041322987941636697, "nauc_mrr_at_5_diff1": 0.724135681629236, "nauc_mrr_at_10_max": 0.2513996176956757, "nauc_mrr_at_10_std": -0.0052033413021839925, "nauc_mrr_at_10_diff1": 0.7254702576537385, "nauc_mrr_at_20_max": 0.24961223908386065, "nauc_mrr_at_20_std": -0.005740685903406975, "nauc_mrr_at_20_diff1": 0.7262469261296461, "nauc_mrr_at_100_max": 0.2500896252179952, "nauc_mrr_at_100_std": -0.004288721607230955, "nauc_mrr_at_100_diff1": 0.7263658263582637, "nauc_mrr_at_1000_max": 0.2500947699327885, "nauc_mrr_at_1000_std": -0.004225651066869303, "nauc_mrr_at_1000_diff1": 0.72634633486791, "main_score": 0.84766}, "javascript": {"ndcg_at_1": 0.703, "ndcg_at_3": 0.77013, "ndcg_at_5": 0.78166, "ndcg_at_10": 0.78843, "ndcg_at_20": 0.79295, "ndcg_at_100": 0.79992, "ndcg_at_1000": 0.80967, "map_at_1": 0.703, "map_at_3": 0.7545, "map_at_5": 0.7609, "map_at_10": 0.76368, "map_at_20": 0.7649, "map_at_100": 0.76593, "map_at_1000": 0.76622, "recall_at_1": 0.703, "recall_at_3": 0.815, "recall_at_5": 0.843, "recall_at_10": 0.864, "recall_at_20": 0.882, "recall_at_100": 0.919, "recall_at_1000": 1.0, "precision_at_1": 0.703, "precision_at_3": 0.27167, "precision_at_5": 0.1686, "precision_at_10": 0.0864, "precision_at_20": 0.0441, "precision_at_100": 0.00919, "precision_at_1000": 0.001, "mrr_at_1": 0.703, "mrr_at_3": 0.7545000000000001, "mrr_at_5": 0.7609000000000002, "mrr_at_10": 0.7636841269841269, "mrr_at_20": 0.7649025934419899, "mrr_at_100": 0.7659254518659256, "mrr_at_1000": 0.7662150146642682, "nauc_ndcg_at_1_max": 0.6571788271242727, "nauc_ndcg_at_1_std": -0.0082603790654704, "nauc_ndcg_at_1_diff1": 0.8199666096839187, "nauc_ndcg_at_3_max": 0.756715211525243, "nauc_ndcg_at_3_std": 0.048203671205045616, "nauc_ndcg_at_3_diff1": 0.8038747091662467, "nauc_ndcg_at_5_max": 0.7597036420740014, "nauc_ndcg_at_5_std": 0.062105279782351364, "nauc_ndcg_at_5_diff1": 0.8029841727815822, "nauc_ndcg_at_10_max": 0.7576314821896949, "nauc_ndcg_at_10_std": 0.07397842054388235, "nauc_ndcg_at_10_diff1": 0.7988591558062853, "nauc_ndcg_at_20_max": 0.7582175825494044, "nauc_ndcg_at_20_std": 0.08808343297902739, "nauc_ndcg_at_20_diff1": 0.7990951899346606, "nauc_ndcg_at_100_max": 0.7554496599170698, "nauc_ndcg_at_100_std": 0.09806971898846477, "nauc_ndcg_at_100_diff1": 0.8009083513656584, "nauc_ndcg_at_1000_max": 0.745570931935198, "nauc_ndcg_at_1000_std": 0.07393910243738214, "nauc_ndcg_at_1000_diff1": 0.802874359312528, "nauc_map_at_1_max": 0.6571788271242727, "nauc_map_at_1_std": -0.0082603790654704, "nauc_map_at_1_diff1": 0.8199666096839187, "nauc_map_at_3_max": 0.7302141420341344, "nauc_map_at_3_std": 0.03228132467061112, "nauc_map_at_3_diff1": 0.8073844138471435, "nauc_map_at_5_max": 0.7309618314178369, "nauc_map_at_5_std": 0.03897389448323941, "nauc_map_at_5_diff1": 0.8069573138548052, "nauc_map_at_10_max": 0.7298545618492124, "nauc_map_at_10_std": 0.04300902521580726, "nauc_map_at_10_diff1": 0.8054588993030617, "nauc_map_at_20_max": 0.7299379053322287, "nauc_map_at_20_std": 0.04604422488533374, "nauc_map_at_20_diff1": 0.8056412219722451, "nauc_map_at_100_max": 0.7294807516907222, "nauc_map_at_100_std": 0.04736296960583406, "nauc_map_at_100_diff1": 0.8058393548637209, "nauc_map_at_1000_max": 0.7292350055668538, "nauc_map_at_1000_std": 0.046969311683923994, "nauc_map_at_1000_diff1": 0.8059198130091555, "nauc_recall_at_1_max": 0.6571788271242727, "nauc_recall_at_1_std": -0.0082603790654704, "nauc_recall_at_1_diff1": 0.8199666096839187, "nauc_recall_at_3_max": 0.8521921228555323, "nauc_recall_at_3_std": 0.10605954842000791, "nauc_recall_at_3_diff1": 0.791658388595055, "nauc_recall_at_5_max": 0.877868100170447, "nauc_recall_at_5_std": 0.1601640787428119, "nauc_recall_at_5_diff1": 0.7871815043048814, "nauc_recall_at_10_max": 0.8849348580531383, "nauc_recall_at_10_std": 0.22845906582465733, "nauc_recall_at_10_diff1": 0.7663566023781087, "nauc_recall_at_20_max": 0.9048587899045676, "nauc_recall_at_20_std": 0.3435022364320434, "nauc_recall_at_20_diff1": 0.7621913804518075, "nauc_recall_at_100_max": 0.9336607070811873, "nauc_recall_at_100_std": 0.5609157243144164, "nauc_recall_at_100_diff1": 0.770014178510911, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6571788271242727, "nauc_precision_at_1_std": -0.0082603790654704, "nauc_precision_at_1_diff1": 0.8199666096839187, "nauc_precision_at_3_max": 0.8521921228555329, "nauc_precision_at_3_std": 0.10605954842000759, "nauc_precision_at_3_diff1": 0.7916583885950557, "nauc_precision_at_5_max": 0.877868100170447, "nauc_precision_at_5_std": 0.1601640787428108, "nauc_precision_at_5_diff1": 0.7871815043048814, "nauc_precision_at_10_max": 0.8849348580531374, "nauc_precision_at_10_std": 0.22845906582465514, "nauc_precision_at_10_diff1": 0.7663566023781067, "nauc_precision_at_20_max": 0.9048587899045675, "nauc_precision_at_20_std": 0.34350223643204086, "nauc_precision_at_20_diff1": 0.762191380451807, "nauc_precision_at_100_max": 0.9336607070811862, "nauc_precision_at_100_std": 0.5609157243144168, "nauc_precision_at_100_diff1": 0.770014178510911, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6571788271242727, "nauc_mrr_at_1_std": -0.0082603790654704, "nauc_mrr_at_1_diff1": 0.8199666096839187, "nauc_mrr_at_3_max": 0.7302141420341344, "nauc_mrr_at_3_std": 0.03228132467061112, "nauc_mrr_at_3_diff1": 0.8073844138471435, "nauc_mrr_at_5_max": 0.7309618314178369, "nauc_mrr_at_5_std": 0.03897389448323941, "nauc_mrr_at_5_diff1": 0.8069573138548052, "nauc_mrr_at_10_max": 0.7298545618492124, "nauc_mrr_at_10_std": 0.04300902521580726, "nauc_mrr_at_10_diff1": 0.8054588993030617, "nauc_mrr_at_20_max": 0.7299379053322287, "nauc_mrr_at_20_std": 0.04604422488533374, "nauc_mrr_at_20_diff1": 0.8056412219722451, "nauc_mrr_at_100_max": 0.7294807516907222, "nauc_mrr_at_100_std": 0.04736296960583406, "nauc_mrr_at_100_diff1": 0.8058393548637209, "nauc_mrr_at_1000_max": 0.7292350055668538, "nauc_mrr_at_1000_std": 0.046969311683923994, "nauc_mrr_at_1000_diff1": 0.8059198130091555, "main_score": 0.78843}, "go": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.95209, "ndcg_at_5": 0.95498, "ndcg_at_10": 0.9576, "ndcg_at_20": 0.9576, "ndcg_at_100": 0.95831, "ndcg_at_1000": 0.95855, "map_at_1": 0.91, "map_at_3": 0.94267, "map_at_5": 0.94427, "map_at_10": 0.94537, "map_at_20": 0.94537, "map_at_100": 0.94546, "map_at_1000": 0.94546, "recall_at_1": 0.91, "recall_at_3": 0.979, "recall_at_5": 0.986, "recall_at_10": 0.994, "recall_at_20": 0.994, "recall_at_100": 0.998, "recall_at_1000": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.32633, "precision_at_5": 0.1972, "precision_at_10": 0.0994, "precision_at_20": 0.0497, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.91, "mrr_at_3": 0.9426666666666668, "mrr_at_5": 0.9442666666666668, "mrr_at_10": 0.9453746031746033, "mrr_at_20": 0.9453746031746033, "mrr_at_100": 0.9454554828697099, "mrr_at_1000": 0.9454632467656815, "nauc_ndcg_at_1_max": 0.5050005187260085, "nauc_ndcg_at_1_std": -0.2908081751219025, "nauc_ndcg_at_1_diff1": 0.9316319120240671, "nauc_ndcg_at_3_max": 0.6367751346072323, "nauc_ndcg_at_3_std": -0.3317231638932603, "nauc_ndcg_at_3_diff1": 0.9358185432227195, "nauc_ndcg_at_5_max": 0.6171382161221239, "nauc_ndcg_at_5_std": -0.331468916948907, "nauc_ndcg_at_5_diff1": 0.9340819669695978, "nauc_ndcg_at_10_max": 0.5955463535661679, "nauc_ndcg_at_10_std": -0.32399401464726135, "nauc_ndcg_at_10_diff1": 0.9340143824082157, "nauc_ndcg_at_20_max": 0.5955463535661679, "nauc_ndcg_at_20_std": -0.32399401464726135, "nauc_ndcg_at_20_diff1": 0.9340143824082157, "nauc_ndcg_at_100_max": 0.5904753550425614, "nauc_ndcg_at_100_std": -0.3172985171353477, "nauc_ndcg_at_100_diff1": 0.9340269594405227, "nauc_ndcg_at_1000_max": 0.5880331242225325, "nauc_ndcg_at_1000_std": -0.3193831477270899, "nauc_ndcg_at_1000_diff1": 0.9336335242836175, "nauc_map_at_1_max": 0.5050005187260085, "nauc_map_at_1_std": -0.2908081751219025, "nauc_map_at_1_diff1": 0.9316319120240671, "nauc_map_at_3_max": 0.5958148763381299, "nauc_map_at_3_std": -0.31837638156037823, "nauc_map_at_3_diff1": 0.9340230278157781, "nauc_map_at_5_max": 0.5858532807062207, "nauc_map_at_5_std": -0.31789464190780026, "nauc_map_at_5_diff1": 0.9331843981611788, "nauc_map_at_10_max": 0.5781940660264783, "nauc_map_at_10_std": -0.3160649325885617, "nauc_map_at_10_diff1": 0.9331320738519925, "nauc_map_at_20_max": 0.5781940660264783, "nauc_map_at_20_std": -0.3160649325885617, "nauc_map_at_20_diff1": 0.9331320738519925, "nauc_map_at_100_max": 0.5777241941143497, "nauc_map_at_100_std": -0.3156411829529256, "nauc_map_at_100_diff1": 0.9331356458874808, "nauc_map_at_1000_max": 0.5776640785916289, "nauc_map_at_1000_std": -0.31566150056434905, "nauc_map_at_1000_diff1": 0.9331261270243543, "nauc_recall_at_1_max": 0.5050005187260085, "nauc_recall_at_1_std": -0.2908081751219025, "nauc_recall_at_1_diff1": 0.9316319120240671, "nauc_recall_at_3_max": 0.9494242141300949, "nauc_recall_at_3_std": -0.43446267395847266, "nauc_recall_at_3_diff1": 0.9502023031434769, "nauc_recall_at_5_max": 0.9521475256769413, "nauc_recall_at_5_std": -0.48359343737493715, "nauc_recall_at_5_diff1": 0.9439775910364115, "nauc_recall_at_10_max": 0.9319172113289653, "nauc_recall_at_10_std": -0.4807812013694336, "nauc_recall_at_10_diff1": 0.9564270152505422, "nauc_recall_at_20_max": 0.9319172113289653, "nauc_recall_at_20_std": -0.4807812013694336, "nauc_recall_at_20_diff1": 0.9564270152505422, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.07936507936505656, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5050005187260085, "nauc_precision_at_1_std": -0.2908081751219025, "nauc_precision_at_1_diff1": 0.9316319120240671, "nauc_precision_at_3_max": 0.9494242141301011, "nauc_precision_at_3_std": -0.43446267395846955, "nauc_precision_at_3_diff1": 0.95020230314348, "nauc_precision_at_5_max": 0.9521475256769493, "nauc_precision_at_5_std": -0.4835934373749787, "nauc_precision_at_5_diff1": 0.9439775910364193, "nauc_precision_at_10_max": 0.9319172113289668, "nauc_precision_at_10_std": -0.4807812013694394, "nauc_precision_at_10_diff1": 0.9564270152505322, "nauc_precision_at_20_max": 0.9319172113289668, "nauc_precision_at_20_std": -0.4807812013694394, "nauc_precision_at_20_diff1": 0.9564270152505322, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.07936507936498219, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5050005187260085, "nauc_mrr_at_1_std": -0.2908081751219025, "nauc_mrr_at_1_diff1": 0.9316319120240671, "nauc_mrr_at_3_max": 0.5958148763381299, "nauc_mrr_at_3_std": -0.31837638156037823, "nauc_mrr_at_3_diff1": 0.9340230278157781, "nauc_mrr_at_5_max": 0.5858532807062207, "nauc_mrr_at_5_std": -0.31789464190780026, "nauc_mrr_at_5_diff1": 0.9331843981611788, "nauc_mrr_at_10_max": 0.5781940660264783, "nauc_mrr_at_10_std": -0.3160649325885617, "nauc_mrr_at_10_diff1": 0.9331320738519925, "nauc_mrr_at_20_max": 0.5781940660264783, "nauc_mrr_at_20_std": -0.3160649325885617, "nauc_mrr_at_20_diff1": 0.9331320738519925, "nauc_mrr_at_100_max": 0.5777241941143497, "nauc_mrr_at_100_std": -0.3156411829529256, "nauc_mrr_at_100_diff1": 0.9331356458874808, "nauc_mrr_at_1000_max": 0.5776640785916289, "nauc_mrr_at_1000_std": -0.31566150056434905, "nauc_mrr_at_1000_diff1": 0.9331261270243543, "main_score": 0.9576}, "ruby": {"ndcg_at_1": 0.755, "ndcg_at_3": 0.83094, "ndcg_at_5": 0.8417, "ndcg_at_10": 0.84876, "ndcg_at_20": 0.85073, "ndcg_at_100": 0.85467, "ndcg_at_1000": 0.85938, "map_at_1": 0.755, "map_at_3": 0.81317, "map_at_5": 0.81917, "map_at_10": 0.82206, "map_at_20": 0.82257, "map_at_100": 0.82307, "map_at_1000": 0.82319, "recall_at_1": 0.755, "recall_at_3": 0.882, "recall_at_5": 0.908, "recall_at_10": 0.93, "recall_at_20": 0.938, "recall_at_100": 0.96, "recall_at_1000": 1.0, "precision_at_1": 0.755, "precision_at_3": 0.294, "precision_at_5": 0.1816, "precision_at_10": 0.093, "precision_at_20": 0.0469, "precision_at_100": 0.0096, "precision_at_1000": 0.001, "mrr_at_1": 0.755, "mrr_at_3": 0.8131666666666669, "mrr_at_5": 0.8191666666666669, "mrr_at_10": 0.82205753968254, "mrr_at_20": 0.8225686742780787, "mrr_at_100": 0.823068241401248, "mrr_at_1000": 0.8231933919717609, "nauc_ndcg_at_1_max": 0.6525791730051168, "nauc_ndcg_at_1_std": 0.02247800602108457, "nauc_ndcg_at_1_diff1": 0.8396540535940337, "nauc_ndcg_at_3_max": 0.720709374253725, "nauc_ndcg_at_3_std": 0.11364144246507586, "nauc_ndcg_at_3_diff1": 0.8169196501376632, "nauc_ndcg_at_5_max": 0.7245178648882139, "nauc_ndcg_at_5_std": 0.13481577460063043, "nauc_ndcg_at_5_diff1": 0.8165874827568285, "nauc_ndcg_at_10_max": 0.7245904961116841, "nauc_ndcg_at_10_std": 0.15497015433157976, "nauc_ndcg_at_10_diff1": 0.8183622493617415, "nauc_ndcg_at_20_max": 0.7269426724544201, "nauc_ndcg_at_20_std": 0.16055727359269972, "nauc_ndcg_at_20_diff1": 0.8199944718169344, "nauc_ndcg_at_100_max": 0.7211216811590733, "nauc_ndcg_at_100_std": 0.15219898808634696, "nauc_ndcg_at_100_diff1": 0.8206929876355331, "nauc_ndcg_at_1000_max": 0.714539787811548, "nauc_ndcg_at_1000_std": 0.13292376204583967, "nauc_ndcg_at_1000_diff1": 0.8217476050328385, "nauc_map_at_1_max": 0.6525791730051168, "nauc_map_at_1_std": 0.02247800602108457, "nauc_map_at_1_diff1": 0.8396540535940337, "nauc_map_at_3_max": 0.7015243741235561, "nauc_map_at_3_std": 0.08787103264359729, "nauc_map_at_3_diff1": 0.8233477661779743, "nauc_map_at_5_max": 0.7024283068532478, "nauc_map_at_5_std": 0.09750300621961959, "nauc_map_at_5_diff1": 0.8231137109278939, "nauc_map_at_10_max": 0.7023051173816394, "nauc_map_at_10_std": 0.10383785504936556, "nauc_map_at_10_diff1": 0.8239301665192972, "nauc_map_at_20_max": 0.7028209763770351, "nauc_map_at_20_std": 0.1049821592017704, "nauc_map_at_20_diff1": 0.8242755017234342, "nauc_map_at_100_max": 0.702139620181481, "nauc_map_at_100_std": 0.10416280264938191, "nauc_map_at_100_diff1": 0.8243536161956242, "nauc_map_at_1000_max": 0.7019934314763794, "nauc_map_at_1000_std": 0.10379440287734586, "nauc_map_at_1000_diff1": 0.8243815283983369, "nauc_recall_at_1_max": 0.6525791730051168, "nauc_recall_at_1_std": 0.02247800602108457, "nauc_recall_at_1_diff1": 0.8396540535940337, "nauc_recall_at_3_max": 0.8020555797768414, "nauc_recall_at_3_std": 0.22297711895880726, "nauc_recall_at_3_diff1": 0.7896462077540406, "nauc_recall_at_5_max": 0.8404173263508301, "nauc_recall_at_5_std": 0.33328766289124334, "nauc_recall_at_5_diff1": 0.7834409125969215, "nauc_recall_at_10_max": 0.8742496998799532, "nauc_recall_at_10_std": 0.5226557289582489, "nauc_recall_at_10_diff1": 0.7831332533013214, "nauc_recall_at_20_max": 0.9135417607903383, "nauc_recall_at_20_std": 0.6193789343694471, "nauc_recall_at_20_diff1": 0.7941477666335367, "nauc_recall_at_100_max": 0.906430905695613, "nauc_recall_at_100_std": 0.702100840336133, "nauc_recall_at_100_diff1": 0.7931956115779655, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.6525791730051168, "nauc_precision_at_1_std": 0.02247800602108457, "nauc_precision_at_1_diff1": 0.8396540535940337, "nauc_precision_at_3_max": 0.8020555797768413, "nauc_precision_at_3_std": 0.22297711895880845, "nauc_precision_at_3_diff1": 0.7896462077540405, "nauc_precision_at_5_max": 0.8404173263508307, "nauc_precision_at_5_std": 0.33328766289124384, "nauc_precision_at_5_diff1": 0.7834409125969226, "nauc_precision_at_10_max": 0.8742496998799522, "nauc_precision_at_10_std": 0.5226557289582499, "nauc_precision_at_10_diff1": 0.7831332533013212, "nauc_precision_at_20_max": 0.913541760790334, "nauc_precision_at_20_std": 0.6193789343694437, "nauc_precision_at_20_diff1": 0.7941477666335336, "nauc_precision_at_100_max": 0.9064309056956092, "nauc_precision_at_100_std": 0.7021008403361302, "nauc_precision_at_100_diff1": 0.7931956115779606, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.6525791730051168, "nauc_mrr_at_1_std": 0.02247800602108457, "nauc_mrr_at_1_diff1": 0.8396540535940337, "nauc_mrr_at_3_max": 0.7015243741235561, "nauc_mrr_at_3_std": 0.08787103264359729, "nauc_mrr_at_3_diff1": 0.8233477661779743, "nauc_mrr_at_5_max": 0.7024283068532478, "nauc_mrr_at_5_std": 0.09750300621961959, "nauc_mrr_at_5_diff1": 0.8231137109278939, "nauc_mrr_at_10_max": 0.7023051173816394, "nauc_mrr_at_10_std": 0.10383785504936556, "nauc_mrr_at_10_diff1": 0.8239301665192972, "nauc_mrr_at_20_max": 0.7028209763770351, "nauc_mrr_at_20_std": 0.1049821592017704, "nauc_mrr_at_20_diff1": 0.8242755017234342, "nauc_mrr_at_100_max": 0.702139620181481, "nauc_mrr_at_100_std": 0.10416280264938191, "nauc_mrr_at_100_diff1": 0.8243536161956242, "nauc_mrr_at_1000_max": 0.7019934314763794, "nauc_mrr_at_1000_std": 0.10379440287734586, "nauc_mrr_at_1000_diff1": 0.8243815283983369, "main_score": 0.84876}, "java": {"ndcg_at_1": 0.814, "ndcg_at_3": 0.88949, "ndcg_at_5": 0.89457, "ndcg_at_10": 0.89995, "ndcg_at_20": 0.90072, "ndcg_at_100": 0.90163, "ndcg_at_1000": 0.90481, "map_at_1": 0.814, "map_at_3": 0.8725, "map_at_5": 0.8754, "map_at_10": 0.87774, "map_at_20": 0.87797, "map_at_100": 0.87808, "map_at_1000": 0.87818, "recall_at_1": 0.814, "recall_at_3": 0.938, "recall_at_5": 0.95, "recall_at_10": 0.966, "recall_at_20": 0.969, "recall_at_100": 0.974, "recall_at_1000": 1.0, "precision_at_1": 0.814, "precision_at_3": 0.31267, "precision_at_5": 0.19, "precision_at_10": 0.0966, "precision_at_20": 0.04845, "precision_at_100": 0.00974, "precision_at_1000": 0.001, "mrr_at_1": 0.814, "mrr_at_3": 0.8725000000000003, "mrr_at_5": 0.8754000000000002, "mrr_at_10": 0.8777420634920637, "mrr_at_20": 0.8779663059163062, "mrr_at_100": 0.8780845513963162, "mrr_at_1000": 0.8781843075285197, "nauc_ndcg_at_1_max": 0.434723721188678, "nauc_ndcg_at_1_std": 0.15554107049357277, "nauc_ndcg_at_1_diff1": 0.7722155733413117, "nauc_ndcg_at_3_max": 0.5777624423652494, "nauc_ndcg_at_3_std": 0.31179197496122785, "nauc_ndcg_at_3_diff1": 0.7627990904439669, "nauc_ndcg_at_5_max": 0.591162674935962, "nauc_ndcg_at_5_std": 0.32737249684648534, "nauc_ndcg_at_5_diff1": 0.766648667882348, "nauc_ndcg_at_10_max": 0.5772363730563651, "nauc_ndcg_at_10_std": 0.3288470682035844, "nauc_ndcg_at_10_diff1": 0.7707949501502972, "nauc_ndcg_at_20_max": 0.5745984152578322, "nauc_ndcg_at_20_std": 0.3282636343750631, "nauc_ndcg_at_20_diff1": 0.7721382020645633, "nauc_ndcg_at_100_max": 0.5705291621406022, "nauc_ndcg_at_100_std": 0.32206513182540525, "nauc_ndcg_at_100_diff1": 0.7722037882840842, "nauc_ndcg_at_1000_max": 0.5554894658373429, "nauc_ndcg_at_1000_std": 0.30015083632557377, "nauc_ndcg_at_1000_diff1": 0.7697925416068641, "nauc_map_at_1_max": 0.434723721188678, "nauc_map_at_1_std": 0.15554107049357277, "nauc_map_at_1_diff1": 0.7722155733413117, "nauc_map_at_3_max": 0.5337508538741949, "nauc_map_at_3_std": 0.26380275665702607, "nauc_map_at_3_diff1": 0.7647833553584996, "nauc_map_at_5_max": 0.5394168747603193, "nauc_map_at_5_std": 0.27049735560183924, "nauc_map_at_5_diff1": 0.7667398983676355, "nauc_map_at_10_max": 0.5334494711922536, "nauc_map_at_10_std": 0.26995281104318425, "nauc_map_at_10_diff1": 0.768074479439712, "nauc_map_at_20_max": 0.532767691262199, "nauc_map_at_20_std": 0.2698236502952192, "nauc_map_at_20_diff1": 0.7683451820320986, "nauc_map_at_100_max": 0.5322926207070613, "nauc_map_at_100_std": 0.2690977544787244, "nauc_map_at_100_diff1": 0.7683843182781891, "nauc_map_at_1000_max": 0.5318910821853673, "nauc_map_at_1000_std": 0.2685225417998847, "nauc_map_at_1000_diff1": 0.7683068170687598, "nauc_recall_at_1_max": 0.434723721188678, "nauc_recall_at_1_std": 0.15554107049357277, "nauc_recall_at_1_diff1": 0.7722155733413117, "nauc_recall_at_3_max": 0.823009849100931, "nauc_recall_at_3_std": 0.5791241227673863, "nauc_recall_at_3_diff1": 0.7525752236378429, "nauc_recall_at_5_max": 0.9437441643323992, "nauc_recall_at_5_std": 0.7149393090569562, "nauc_recall_at_5_diff1": 0.7681699346405224, "nauc_recall_at_10_max": 0.9918300653594774, "nauc_recall_at_10_std": 0.9082221123743613, "nauc_recall_at_10_diff1": 0.8062558356676024, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.9539923496280199, "nauc_recall_at_20_diff1": 0.826812445408272, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.9501723766429636, "nauc_recall_at_100_diff1": 0.8364217481864511, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.434723721188678, "nauc_precision_at_1_std": 0.15554107049357277, "nauc_precision_at_1_diff1": 0.7722155733413117, "nauc_precision_at_3_max": 0.8230098491009346, "nauc_precision_at_3_std": 0.5791241227673909, "nauc_precision_at_3_diff1": 0.752575223637844, "nauc_precision_at_5_max": 0.9437441643323976, "nauc_precision_at_5_std": 0.7149393090569544, "nauc_precision_at_5_diff1": 0.7681699346405186, "nauc_precision_at_10_max": 0.9918300653594765, "nauc_precision_at_10_std": 0.9082221123743613, "nauc_precision_at_10_diff1": 0.8062558356676005, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.9539923496280303, "nauc_precision_at_20_diff1": 0.8268124454082693, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.9501723766429593, "nauc_precision_at_100_diff1": 0.8364217481864493, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.434723721188678, "nauc_mrr_at_1_std": 0.15554107049357277, "nauc_mrr_at_1_diff1": 0.7722155733413117, "nauc_mrr_at_3_max": 0.5337508538741949, "nauc_mrr_at_3_std": 0.26380275665702607, "nauc_mrr_at_3_diff1": 0.7647833553584996, "nauc_mrr_at_5_max": 0.5394168747603193, "nauc_mrr_at_5_std": 0.27049735560183924, "nauc_mrr_at_5_diff1": 0.7667398983676355, "nauc_mrr_at_10_max": 0.5334494711922536, "nauc_mrr_at_10_std": 0.26995281104318425, "nauc_mrr_at_10_diff1": 0.768074479439712, "nauc_mrr_at_20_max": 0.532767691262199, "nauc_mrr_at_20_std": 0.2698236502952192, "nauc_mrr_at_20_diff1": 0.7683451820320986, "nauc_mrr_at_100_max": 0.5322926207070613, "nauc_mrr_at_100_std": 0.2690977544787244, "nauc_mrr_at_100_diff1": 0.7683843182781891, "nauc_mrr_at_1000_max": 0.5318910821853673, "nauc_mrr_at_1000_std": 0.2685225417998847, "nauc_mrr_at_1000_diff1": 0.7683068170687598, "main_score": 0.89995}, "php": {"ndcg_at_1": 0.792, "ndcg_at_3": 0.86128, "ndcg_at_5": 0.87118, "ndcg_at_10": 0.87707, "ndcg_at_20": 0.88044, "ndcg_at_100": 0.88162, "ndcg_at_1000": 0.88523, "map_at_1": 0.792, "map_at_3": 0.84533, "map_at_5": 0.85083, "map_at_10": 0.85331, "map_at_20": 0.85428, "map_at_100": 0.85446, "map_at_1000": 0.85454, "recall_at_1": 0.792, "recall_at_3": 0.907, "recall_at_5": 0.931, "recall_at_10": 0.949, "recall_at_20": 0.962, "recall_at_100": 0.968, "recall_at_1000": 1.0, "precision_at_1": 0.792, "precision_at_3": 0.30233, "precision_at_5": 0.1862, "precision_at_10": 0.0949, "precision_at_20": 0.0481, "precision_at_100": 0.00968, "precision_at_1000": 0.001, "mrr_at_1": 0.792, "mrr_at_3": 0.8453333333333335, "mrr_at_5": 0.8508333333333337, "mrr_at_10": 0.8533059523809527, "mrr_at_20": 0.8542772180433948, "mrr_at_100": 0.8544587256318104, "mrr_at_1000": 0.8545420210910785, "nauc_ndcg_at_1_max": 0.5568007829912587, "nauc_ndcg_at_1_std": -0.23349225730178155, "nauc_ndcg_at_1_diff1": 0.8696847684942923, "nauc_ndcg_at_3_max": 0.6816319988737962, "nauc_ndcg_at_3_std": -0.18638049208066218, "nauc_ndcg_at_3_diff1": 0.8264611712479419, "nauc_ndcg_at_5_max": 0.6773261474720351, "nauc_ndcg_at_5_std": -0.18633239235984492, "nauc_ndcg_at_5_diff1": 0.8322025408761902, "nauc_ndcg_at_10_max": 0.6735718799168974, "nauc_ndcg_at_10_std": -0.20222216764905268, "nauc_ndcg_at_10_diff1": 0.8423604645434862, "nauc_ndcg_at_20_max": 0.6712081892545408, "nauc_ndcg_at_20_std": -0.1724947739465037, "nauc_ndcg_at_20_diff1": 0.8461907259696727, "nauc_ndcg_at_100_max": 0.6677731602726181, "nauc_ndcg_at_100_std": -0.16421739342751138, "nauc_ndcg_at_100_diff1": 0.8466940460093425, "nauc_ndcg_at_1000_max": 0.6567319200601867, "nauc_ndcg_at_1000_std": -0.18216122262447376, "nauc_ndcg_at_1000_diff1": 0.8455408231687793, "nauc_map_at_1_max": 0.5568007829912587, "nauc_map_at_1_std": -0.23349225730178155, "nauc_map_at_1_diff1": 0.8696847684942923, "nauc_map_at_3_max": 0.6440150367002462, "nauc_map_at_3_std": -0.2020116150231136, "nauc_map_at_3_diff1": 0.8389275207274669, "nauc_map_at_5_max": 0.6406504132276968, "nauc_map_at_5_std": -0.20191551299227517, "nauc_map_at_5_diff1": 0.8420559387353421, "nauc_map_at_10_max": 0.6388021233563462, "nauc_map_at_10_std": -0.20753252902792974, "nauc_map_at_10_diff1": 0.8458310038440958, "nauc_map_at_20_max": 0.6380079747632078, "nauc_map_at_20_std": -0.2003175804063321, "nauc_map_at_20_diff1": 0.8467318220416011, "nauc_map_at_100_max": 0.6375301324664733, "nauc_map_at_100_std": -0.1992806792078793, "nauc_map_at_100_diff1": 0.8467786312059886, "nauc_map_at_1000_max": 0.6373104237936605, "nauc_map_at_1000_std": -0.1996160438911302, "nauc_map_at_1000_diff1": 0.8467643966080349, "nauc_recall_at_1_max": 0.5568007829912587, "nauc_recall_at_1_std": -0.23349225730178155, "nauc_recall_at_1_diff1": 0.8696847684942923, "nauc_recall_at_3_max": 0.8515155166009064, "nauc_recall_at_3_std": -0.11480577894240133, "nauc_recall_at_3_diff1": 0.770544059917874, "nauc_recall_at_5_max": 0.8904518329070737, "nauc_recall_at_5_std": -0.09548167092924213, "nauc_recall_at_5_diff1": 0.777026752730077, "nauc_recall_at_10_max": 0.9373501034400704, "nauc_recall_at_10_std": -0.179143552845976, "nauc_recall_at_10_diff1": 0.8287746471137489, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.16618752764263614, "nauc_recall_at_20_diff1": 0.8691581895916273, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.3765318627450994, "nauc_recall_at_100_diff1": 0.8835784313725497, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.5568007829912587, "nauc_precision_at_1_std": -0.23349225730178155, "nauc_precision_at_1_diff1": 0.8696847684942923, "nauc_precision_at_3_max": 0.8515155166009043, "nauc_precision_at_3_std": -0.11480577894239945, "nauc_precision_at_3_diff1": 0.7705440599178742, "nauc_precision_at_5_max": 0.8904518329070774, "nauc_precision_at_5_std": -0.09548167092924219, "nauc_precision_at_5_diff1": 0.7770267527300769, "nauc_precision_at_10_max": 0.937350103440069, "nauc_precision_at_10_std": -0.17914355284597633, "nauc_precision_at_10_diff1": 0.8287746471137486, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.16618752764263184, "nauc_precision_at_20_diff1": 0.8691581895916257, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.3765318627451009, "nauc_precision_at_100_diff1": 0.8835784313725451, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.5568007829912587, "nauc_mrr_at_1_std": -0.23349225730178155, "nauc_mrr_at_1_diff1": 0.8696847684942923, "nauc_mrr_at_3_max": 0.6440150367002462, "nauc_mrr_at_3_std": -0.2020116150231136, "nauc_mrr_at_3_diff1": 0.8389275207274669, "nauc_mrr_at_5_max": 0.6406504132276968, "nauc_mrr_at_5_std": -0.20191551299227517, "nauc_mrr_at_5_diff1": 0.8420559387353421, "nauc_mrr_at_10_max": 0.6388021233563462, "nauc_mrr_at_10_std": -0.20753252902792974, "nauc_mrr_at_10_diff1": 0.8458310038440958, "nauc_mrr_at_20_max": 0.6380079747632078, "nauc_mrr_at_20_std": -0.2003175804063321, "nauc_mrr_at_20_diff1": 0.8467318220416011, "nauc_mrr_at_100_max": 0.6375301324664733, "nauc_mrr_at_100_std": -0.1992806792078793, "nauc_mrr_at_100_diff1": 0.8467786312059886, "nauc_mrr_at_1000_max": 0.6373104237936605, "nauc_mrr_at_1000_std": -0.1996160438911302, "nauc_mrr_at_1000_diff1": 0.8467643966080349, "main_score": 0.87707}}, "NDCG@10": 0.8699116666666665}
{"name": "AppsRetrieval", "result_meta": {"default": {"ndcg_at_1": 0.4255, "ndcg_at_3": 0.50387, "ndcg_at_5": 0.52545, "ndcg_at_10": 0.5488, "ndcg_at_20": 0.565, "ndcg_at_100": 0.58985, "ndcg_at_1000": 0.60167, "map_at_1": 0.4255, "map_at_3": 0.4842, "map_at_5": 0.49619, "map_at_10": 0.50577, "map_at_20": 0.51019, "map_at_100": 0.51362, "map_at_1000": 0.51402, "recall_at_1": 0.4255, "recall_at_3": 0.56096, "recall_at_5": 0.61328, "recall_at_10": 0.68579, "recall_at_20": 0.75007, "recall_at_100": 0.8842, "recall_at_1000": 0.97928, "precision_at_1": 0.4255, "precision_at_3": 0.18699, "precision_at_5": 0.12266, "precision_at_10": 0.06858, "precision_at_20": 0.0375, "precision_at_100": 0.00884, "precision_at_1000": 0.00098, "mrr_at_1": 0.4254980079681275, "mrr_at_3": 0.48419654714475313, "mrr_at_5": 0.49618857901726365, "mrr_at_10": 0.5057722548957596, "mrr_at_20": 0.5101927418698705, "mrr_at_100": 0.5136161631392405, "mrr_at_1000": 0.5140236724828857, "nauc_ndcg_at_1_max": 0.2236001868116224, "nauc_ndcg_at_1_std": -0.14594403122597943, "nauc_ndcg_at_1_diff1": 0.6793588527128896, "nauc_ndcg_at_3_max": 0.21613983424502764, "nauc_ndcg_at_3_std": -0.13618910103621143, "nauc_ndcg_at_3_diff1": 0.6199923861590986, "nauc_ndcg_at_5_max": 0.21155403371023282, "nauc_ndcg_at_5_std": -0.13849476117398063, "nauc_ndcg_at_5_diff1": 0.6106860637944632, "nauc_ndcg_at_10_max": 0.21290773945261585, "nauc_ndcg_at_10_std": -0.1311914444520526, "nauc_ndcg_at_10_diff1": 0.6007708029936849, "nauc_ndcg_at_20_max": 0.2074136903117236, "nauc_ndcg_at_20_std": -0.1328003146318745, "nauc_ndcg_at_20_diff1": 0.599628225734845, "nauc_ndcg_at_100_max": 0.21116907665408194, "nauc_ndcg_at_100_std": -0.1253756846973109, "nauc_ndcg_at_100_diff1": 0.6009598531551579, "nauc_ndcg_at_1000_max": 0.2131834064268668, "nauc_ndcg_at_1000_std": -0.1296114194122729, "nauc_ndcg_at_1000_diff1": 0.6099035955465834, "nauc_map_at_1_max": 0.2236001868116224, "nauc_map_at_1_std": -0.14594403122597943, "nauc_map_at_1_diff1": 0.6793588527128896, "nauc_map_at_3_max": 0.21752886325100537, "nauc_map_at_3_std": -0.13952764869077144, "nauc_map_at_3_diff1": 0.6340834378443615, "nauc_map_at_5_max": 0.21522714702068235, "nauc_map_at_5_std": -0.14077912908939685, "nauc_map_at_5_diff1": 0.6291879900616272, "nauc_map_at_10_max": 0.21582551614707823, "nauc_map_at_10_std": -0.13811372663722138, "nauc_map_at_10_diff1": 0.6256769178373622, "nauc_map_at_20_max": 0.21439181823231235, "nauc_map_at_20_std": -0.13868051814700724, "nauc_map_at_20_diff1": 0.62556997423091, "nauc_map_at_100_max": 0.2148126795214273, "nauc_map_at_100_std": -0.1378411841726792, "nauc_map_at_100_diff1": 0.6259010939085025, "nauc_map_at_1000_max": 0.21493843563527543, "nauc_map_at_1000_std": -0.13795027388994488, "nauc_map_at_1000_diff1": 0.626197290304637, "nauc_recall_at_1_max": 0.2236001868116224, "nauc_recall_at_1_std": -0.14594403122597943, "nauc_recall_at_1_diff1": 0.6793588527128896, "nauc_recall_at_3_max": 0.21210985796299864, "nauc_recall_at_3_std": -0.1256119537390576, "nauc_recall_at_3_diff1": 0.5773320736974228, "nauc_recall_at_5_max": 0.19899879951902544, "nauc_recall_at_5_std": -0.13115553607848612, "nauc_recall_at_5_diff1": 0.5500978072095088, "nauc_recall_at_10_max": 0.20202762599939342, "nauc_recall_at_10_std": -0.10185792315555788, "nauc_recall_at_10_diff1": 0.5035681394345067, "nauc_recall_at_20_max": 0.17029635529597176, "nauc_recall_at_20_std": -0.10383303543916818, "nauc_recall_at_20_diff1": 0.478515348034182, "nauc_recall_at_100_max": 0.1901537988083336, "nauc_recall_at_100_std": 0.025892972802324856, "nauc_recall_at_100_diff1": 0.38177834676933925, "nauc_recall_at_1000_max": 0.2541177242075821, "nauc_recall_at_1000_std": 0.21945784472905297, "nauc_recall_at_1000_diff1": 0.351594952377307, "nauc_precision_at_1_max": 0.2236001868116224, "nauc_precision_at_1_std": -0.14594403122597943, "nauc_precision_at_1_diff1": 0.6793588527128896, "nauc_precision_at_3_max": 0.21210985796299872, "nauc_precision_at_3_std": -0.12561195373905704, "nauc_precision_at_3_diff1": 0.577332073697423, "nauc_precision_at_5_max": 0.1989987995190255, "nauc_precision_at_5_std": -0.1311555360784863, "nauc_precision_at_5_diff1": 0.5500978072095088, "nauc_precision_at_10_max": 0.20202762599939378, "nauc_precision_at_10_std": -0.10185792315555797, "nauc_precision_at_10_diff1": 0.5035681394345067, "nauc_precision_at_20_max": 0.17029635529597106, "nauc_precision_at_20_std": -0.10383303543916887, "nauc_precision_at_20_diff1": 0.47851534803418205, "nauc_precision_at_100_max": 0.19015379880833233, "nauc_precision_at_100_std": 0.025892972802323694, "nauc_precision_at_100_diff1": 0.38177834676933975, "nauc_precision_at_1000_max": 0.2541177242075796, "nauc_precision_at_1000_std": 0.21945784472905736, "nauc_precision_at_1000_diff1": 0.35159495237730787, "nauc_mrr_at_1_max": 0.2236001868116224, "nauc_mrr_at_1_std": -0.14594403122597943, "nauc_mrr_at_1_diff1": 0.6793588527128896, "nauc_mrr_at_3_max": 0.21742883771973912, "nauc_mrr_at_3_std": -0.13952764869077144, "nauc_mrr_at_3_diff1": 0.6340405806053484, "nauc_mrr_at_5_max": 0.2152017890537155, "nauc_mrr_at_5_std": -0.14077912908939685, "nauc_mrr_at_5_diff1": 0.6291771251110748, "nauc_mrr_at_10_max": 0.2157997587283184, "nauc_mrr_at_10_std": -0.13811372663722138, "nauc_mrr_at_10_diff1": 0.6256634300966724, "nauc_mrr_at_20_max": 0.2143653028064622, "nauc_mrr_at_20_std": -0.13867931427464494, "nauc_mrr_at_20_diff1": 0.6255590036700828, "nauc_mrr_at_100_max": 0.21478630113205588, "nauc_mrr_at_100_std": -0.1378407738271771, "nauc_mrr_at_100_diff1": 0.6258882730596613, "nauc_mrr_at_1000_max": 0.21491202666586698, "nauc_mrr_at_1000_std": -0.13794986421662336, "nauc_mrr_at_1000_diff1": 0.6261844558234049, "main_score": 0.5488}}, "NDCG@10": 0.5488}