File size: 38,164 Bytes
caf1d96 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 |
{"vidore/restaurant_esg_reports_beir": {
"ndcg_at_1": 0.64103,
"ndcg_at_3": 0.64687,
"ndcg_at_5": 0.65847,
"ndcg_at_10": 0.67679,
"ndcg_at_20": 0.71016,
"ndcg_at_50": 0.72701,
"ndcg_at_100": 0.73406,
"map_at_1": 0.46026,
"map_at_3": 0.57175,
"map_at_5": 0.59523,
"map_at_10": 0.60927,
"map_at_20": 0.62452,
"map_at_50": 0.63282,
"map_at_100": 0.63423,
"recall_at_1": 0.46026,
"recall_at_3": 0.63864,
"recall_at_5": 0.69602,
"recall_at_10": 0.74799,
"recall_at_20": 0.84622,
"recall_at_50": 0.89795,
"recall_at_100": 0.92823,
"precision_at_1": 0.65385,
"precision_at_3": 0.34615,
"precision_at_5": 0.24231,
"precision_at_10": 0.13846,
"precision_at_20": 0.08846,
"precision_at_50": 0.04154,
"precision_at_100": 0.02192,
"mrr_at_1": 0.6538461538461539,
"mrr_at_3": 0.6923076923076923,
"mrr_at_5": 0.7115384615384616,
"mrr_at_10": 0.7171474358974359,
"mrr_at_20": 0.7234039535026378,
"mrr_at_50": 0.7238847227334069,
"mrr_at_100": 0.7238847227334069,
"naucs_at_1_max": 0.23086039226273283,
"naucs_at_1_std": -0.016634064834066063,
"naucs_at_1_diff1": 0.60440655068253,
"naucs_at_3_max": 0.20374830655362478,
"naucs_at_3_std": 0.1517356986562186,
"naucs_at_3_diff1": 0.1431744010103715,
"naucs_at_5_max": 0.2679592702621421,
"naucs_at_5_std": 0.2521705461889716,
"naucs_at_5_diff1": -0.045946691724243385,
"naucs_at_10_max": 0.1870898752017782,
"naucs_at_10_std": 0.25497003931955176,
"naucs_at_10_diff1": -0.1785416897815052,
"naucs_at_20_max": 0.031666873348150236,
"naucs_at_20_std": 0.2722826958027661,
"naucs_at_20_diff1": -0.3138315596352517,
"naucs_at_50_max": -0.04799143250223134,
"naucs_at_50_std": 0.1803596755269399,
"naucs_at_50_diff1": -0.31674844717845624,
"naucs_at_100_max": -0.1026406780354188,
"naucs_at_100_std": 0.12833500881418947,
"naucs_at_100_diff1": -0.359625723150299
},
"vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.63793,
"ndcg_at_3": 0.60358,
"ndcg_at_5": 0.5617,
"ndcg_at_10": 0.54876,
"ndcg_at_20": 0.56065,
"ndcg_at_50": 0.62971,
"ndcg_at_100": 0.67396,
"map_at_1": 0.10999,
"map_at_3": 0.19136,
"map_at_5": 0.2376,
"map_at_10": 0.30609,
"map_at_20": 0.35432,
"map_at_50": 0.40973,
"map_at_100": 0.43775,
"recall_at_1": 0.10999,
"recall_at_3": 0.22603,
"recall_at_5": 0.30401,
"recall_at_10": 0.4303,
"recall_at_20": 0.55042,
"recall_at_50": 0.74983,
"recall_at_100": 0.88203,
"precision_at_1": 0.63793,
"precision_at_3": 0.54885,
"precision_at_5": 0.46897,
"precision_at_10": 0.38664,
"precision_at_20": 0.28427,
"precision_at_50": 0.18552,
"precision_at_100": 0.12345,
"mrr_at_1": 0.6379310344827587,
"mrr_at_3": 0.737787356321839,
"mrr_at_5": 0.7511494252873564,
"mrr_at_10": 0.7540400930487138,
"mrr_at_20": 0.756570482473086,
"mrr_at_50": 0.7575330442062826,
"mrr_at_100": 0.7575330442062826,
"naucs_at_1_max": 0.4257126936514001,
"naucs_at_1_std": 0.34640294199635524,
"naucs_at_1_diff1": 0.37250812182128895,
"naucs_at_3_max": 0.436869377310898,
"naucs_at_3_std": 0.3254658777431533,
"naucs_at_3_diff1": 0.18686449201114577,
"naucs_at_5_max": 0.45926648188576885,
"naucs_at_5_std": 0.35423096197625015,
"naucs_at_5_diff1": 0.12573019127851812,
"naucs_at_10_max": 0.44926493552514535,
"naucs_at_10_std": 0.3741317631320187,
"naucs_at_10_diff1": 0.07532540544382794,
"naucs_at_20_max": 0.36799714487565804,
"naucs_at_20_std": 0.36641452563256083,
"naucs_at_20_diff1": 0.010685735078934408,
"naucs_at_50_max": 0.26063240225409,
"naucs_at_50_std": 0.3039263594129317,
"naucs_at_50_diff1": -0.021803552442771462,
"naucs_at_100_max": 0.21506672441428243,
"naucs_at_100_std": 0.2735610974775767,
"naucs_at_100_diff1": -0.021701335107579767
},
"vidore/synthetic_axa_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.54167,
"ndcg_at_3": 0.54678,
"ndcg_at_5": 0.55352,
"ndcg_at_10": 0.57281,
"ndcg_at_20": 0.59252,
"ndcg_at_50": 0.66346,
"ndcg_at_100": 0.68529,
"map_at_1": 0.31073,
"map_at_3": 0.3756,
"map_at_5": 0.41287,
"map_at_10": 0.4587,
"map_at_20": 0.48045,
"map_at_50": 0.50712,
"map_at_100": 0.51369,
"recall_at_1": 0.31073,
"recall_at_3": 0.41064,
"recall_at_5": 0.49346,
"recall_at_10": 0.60971,
"recall_at_20": 0.68334,
"recall_at_50": 0.90884,
"recall_at_100": 0.97589,
"precision_at_1": 0.54167,
"precision_at_3": 0.35648,
"precision_at_5": 0.30278,
"precision_at_10": 0.22083,
"precision_at_20": 0.13681,
"precision_at_50": 0.07889,
"precision_at_100": 0.04486,
"mrr_at_1": 0.5416666666666666,
"mrr_at_3": 0.6412037037037037,
"mrr_at_5": 0.6599537037037037,
"mrr_at_10": 0.6656415343915344,
"mrr_at_20": 0.6674933862433863,
"mrr_at_50": 0.670311165327329,
"mrr_at_100": 0.670311165327329,
"naucs_at_1_max": -0.09759100819208395,
"naucs_at_1_std": -0.08519806914842944,
"naucs_at_1_diff1": 0.4528002784594793,
"naucs_at_3_max": 0.1594287481459452,
"naucs_at_3_std": 0.2562520943085768,
"naucs_at_3_diff1": 0.03918592900486676,
"naucs_at_5_max": 0.07827106986709774,
"naucs_at_5_std": 0.22597369682221727,
"naucs_at_5_diff1": -0.02847783770480081,
"naucs_at_10_max": -0.004198907072856447,
"naucs_at_10_std": 0.16878885222528184,
"naucs_at_10_diff1": -0.02732442585903392,
"naucs_at_20_max": -0.10164455853861176,
"naucs_at_20_std": 0.07367925373302965,
"naucs_at_20_diff1": 0.01263184714744086,
"naucs_at_50_max": -0.16844831805081548,
"naucs_at_50_std": 0.08562522976101725,
"naucs_at_50_diff1": -0.005775618813426175,
"naucs_at_100_max": -0.15639282554330194,
"naucs_at_100_std": 0.10767665269811233,
"naucs_at_100_diff1": -0.049551439044740866
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": {
"ndcg_at_1": 0.6125,
"ndcg_at_3": 0.62922,
"ndcg_at_5": 0.64022,
"ndcg_at_10": 0.67793,
"ndcg_at_20": 0.69863,
"ndcg_at_50": 0.7253,
"ndcg_at_100": 0.73585,
"map_at_1": 0.38293,
"map_at_3": 0.51567,
"map_at_5": 0.55264,
"map_at_10": 0.58918,
"map_at_20": 0.60174,
"map_at_50": 0.61159,
"map_at_100": 0.61431,
"recall_at_1": 0.38293,
"recall_at_3": 0.58739,
"recall_at_5": 0.65315,
"recall_at_10": 0.76971,
"recall_at_20": 0.82782,
"recall_at_50": 0.90548,
"recall_at_100": 0.94091,
"precision_at_1": 0.6125,
"precision_at_3": 0.38958,
"precision_at_5": 0.28875,
"precision_at_10": 0.185,
"precision_at_20": 0.10531,
"precision_at_50": 0.05125,
"precision_at_100": 0.02819,
"mrr_at_1": 0.6125,
"mrr_at_3": 0.709375,
"mrr_at_5": 0.718125,
"mrr_at_10": 0.7282068452380952,
"mrr_at_20": 0.7292557962870463,
"mrr_at_50": 0.7306414011712925,
"mrr_at_100": 0.7306414011712925,
"naucs_at_1_max": 0.335261869985014,
"naucs_at_1_std": -0.4324032095908341,
"naucs_at_1_diff1": 0.5056338562513041,
"naucs_at_3_max": 0.20201103307583243,
"naucs_at_3_std": -0.1468269379237415,
"naucs_at_3_diff1": 0.001296082275490061,
"naucs_at_5_max": 0.14707400582846586,
"naucs_at_5_std": -0.050192104128278216,
"naucs_at_5_diff1": -0.07024868990211804,
"naucs_at_10_max": 0.10961197410842513,
"naucs_at_10_std": 0.07444076283774055,
"naucs_at_10_diff1": -0.17472590796866364,
"naucs_at_20_max": 0.05030964155750022,
"naucs_at_20_std": 0.1685571061631209,
"naucs_at_20_diff1": -0.22219600026128314,
"naucs_at_50_max": 0.0024275280377858447,
"naucs_at_50_std": 0.30314488535136513,
"naucs_at_50_diff1": -0.24616631170306078,
"naucs_at_100_max": -0.02497020999145598,
"naucs_at_100_std": 0.34401277035837946,
"naucs_at_100_diff1": -0.2607412653446645
},
"vidore/synthetic_rse_restaurant_filtered_v1.0": {
"ndcg_at_1": 0.52632,
"ndcg_at_3": 0.51159,
"ndcg_at_5": 0.54306,
"ndcg_at_10": 0.58832,
"ndcg_at_20": 0.61252,
"ndcg_at_50": 0.63797,
"ndcg_at_100": 0.65179,
"map_at_1": 0.25497,
"map_at_3": 0.38184,
"map_at_5": 0.42547,
"map_at_10": 0.46288,
"map_at_20": 0.48049,
"map_at_50": 0.49178,
"map_at_100": 0.49612,
"recall_at_1": 0.25497,
"recall_at_3": 0.46802,
"recall_at_5": 0.57162,
"recall_at_10": 0.71892,
"recall_at_20": 0.8038,
"recall_at_50": 0.8836,
"recall_at_100": 0.92832,
"precision_at_1": 0.52632,
"precision_at_3": 0.34503,
"precision_at_5": 0.27719,
"precision_at_10": 0.18772,
"precision_at_20": 0.11667,
"precision_at_50": 0.05825,
"precision_at_100": 0.03351,
"mrr_at_1": 0.5087719298245614,
"mrr_at_3": 0.6198830409356726,
"mrr_at_5": 0.6356725146198831,
"mrr_at_10": 0.6459551656920077,
"mrr_at_20": 0.6494489428699954,
"mrr_at_50": 0.6494489428699954,
"mrr_at_100": 0.6494489428699954,
"naucs_at_1_max": 0.20898501615503154,
"naucs_at_1_std": 0.19865951548817762,
"naucs_at_1_diff1": 0.12422954892869692,
"naucs_at_3_max": 0.13063907882379192,
"naucs_at_3_std": 0.1867268535200074,
"naucs_at_3_diff1": -0.010152821915993216,
"naucs_at_5_max": 0.12468822662836343,
"naucs_at_5_std": 0.24435864381053535,
"naucs_at_5_diff1": -0.14292016643588493,
"naucs_at_10_max": 0.09957214096099384,
"naucs_at_10_std": 0.1232178900347265,
"naucs_at_10_diff1": -0.18881049477524964,
"naucs_at_20_max": 0.10047824351341342,
"naucs_at_20_std": 0.050655985594202535,
"naucs_at_20_diff1": -0.18277757210761525,
"naucs_at_50_max": -0.0028577659697399107,
"naucs_at_50_std": 0.06785517706051693,
"naucs_at_50_diff1": -0.2805651145717775,
"naucs_at_100_max": -0.04677308705588518,
"naucs_at_100_std": 0.04887109949935036,
"naucs_at_100_diff1": -0.29480787024785843
},
"vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": {
"ndcg_at_1": 0.55263,
"ndcg_at_3": 0.5385,
"ndcg_at_5": 0.5671,
"ndcg_at_10": 0.60965,
"ndcg_at_20": 0.63965,
"ndcg_at_50": 0.66076,
"ndcg_at_100": 0.67144,
"map_at_1": 0.27979,
"map_at_3": 0.403,
"map_at_5": 0.44628,
"map_at_10": 0.48694,
"map_at_20": 0.5079,
"map_at_50": 0.51864,
"map_at_100": 0.52233,
"recall_at_1": 0.27979,
"recall_at_3": 0.48229,
"recall_at_5": 0.59152,
"recall_at_10": 0.72148,
"recall_at_20": 0.82622,
"recall_at_50": 0.88972,
"recall_at_100": 0.92148,
"precision_at_1": 0.55263,
"precision_at_3": 0.35965,
"precision_at_5": 0.28246,
"precision_at_10": 0.19342,
"precision_at_20": 0.12105,
"precision_at_50": 0.05956,
"precision_at_100": 0.03346,
"mrr_at_1": 0.543859649122807,
"mrr_at_3": 0.6447368421052632,
"mrr_at_5": 0.6625000000000001,
"mrr_at_10": 0.6697176970203286,
"mrr_at_20": 0.6737127760154076,
"mrr_at_50": 0.6737127760154076,
"mrr_at_100": 0.6737127760154076,
"naucs_at_1_max": 0.2140943848106338,
"naucs_at_1_std": 0.23938427311315505,
"naucs_at_1_diff1": 0.1405473521309396,
"naucs_at_3_max": 0.1218141963405552,
"naucs_at_3_std": 0.18573191938786546,
"naucs_at_3_diff1": -0.008623274725985838,
"naucs_at_5_max": 0.12443788996710192,
"naucs_at_5_std": 0.19089201196588362,
"naucs_at_5_diff1": -0.10667362371792613,
"naucs_at_10_max": 0.06439702148586714,
"naucs_at_10_std": 0.08616401348743276,
"naucs_at_10_diff1": -0.14682566947769052,
"naucs_at_20_max": 0.011459892574334468,
"naucs_at_20_std": 0.011936648568131212,
"naucs_at_20_diff1": -0.17905730114267088,
"naucs_at_50_max": -0.039417393885098656,
"naucs_at_50_std": 0.01713010738519722,
"naucs_at_50_diff1": -0.25590773707473424,
"naucs_at_100_max": -0.07704226340939001,
"naucs_at_100_std": 0.00038016771434448113,
"naucs_at_100_diff1": -0.26337425866347924
},
"vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": {
"ndcg_at_1": 0.51406,
"ndcg_at_3": 0.52762,
"ndcg_at_5": 0.55104,
"ndcg_at_10": 0.58728,
"ndcg_at_20": 0.61616,
"ndcg_at_50": 0.64389,
"ndcg_at_100": 0.65766,
"map_at_1": 0.30278,
"map_at_3": 0.41955,
"map_at_5": 0.45948,
"map_at_10": 0.49458,
"map_at_20": 0.5094,
"map_at_50": 0.51865,
"map_at_100": 0.5216,
"recall_at_1": 0.30278,
"recall_at_3": 0.49228,
"recall_at_5": 0.58482,
"recall_at_10": 0.69499,
"recall_at_20": 0.78112,
"recall_at_50": 0.86891,
"recall_at_100": 0.92176,
"precision_at_1": 0.51406,
"precision_at_3": 0.33437,
"precision_at_5": 0.25813,
"precision_at_10": 0.16844,
"precision_at_20": 0.10031,
"precision_at_50": 0.04906,
"precision_at_100": 0.02725,
"mrr_at_1": 0.509375,
"mrr_at_3": 0.6041666666666667,
"mrr_at_5": 0.6216666666666667,
"mrr_at_10": 0.6328707837301588,
"mrr_at_20": 0.6363619415808972,
"mrr_at_50": 0.6378425889736316,
"mrr_at_100": 0.6379585768460532,
"naucs_at_1_max": 0.27523303979367053,
"naucs_at_1_std": -0.30760830303939224,
"naucs_at_1_diff1": 0.4221331299889948,
"naucs_at_3_max": 0.2864558859725673,
"naucs_at_3_std": -0.13868787899129562,
"naucs_at_3_diff1": 0.07688013246514978,
"naucs_at_5_max": 0.2631259003120805,
"naucs_at_5_std": -0.04478628121431216,
"naucs_at_5_diff1": 0.007887530373741765,
"naucs_at_10_max": 0.2318611860530291,
"naucs_at_10_std": 0.052621289911082725,
"naucs_at_10_diff1": -0.07510716470855315,
"naucs_at_20_max": 0.19912689437255834,
"naucs_at_20_std": 0.12677422040752656,
"naucs_at_20_diff1": -0.12302947838157144,
"naucs_at_50_max": 0.16880714786473955,
"naucs_at_50_std": 0.17376472772051615,
"naucs_at_50_diff1": -0.15388883088126787,
"naucs_at_100_max": 0.13818376420642023,
"naucs_at_100_std": 0.19026285189573108,
"naucs_at_100_diff1": -0.17332718731619928
},
"vidore/synthetic_axa_filtered_v1.0": {
"ndcg_at_1": 0.55556,
"ndcg_at_3": 0.61505,
"ndcg_at_5": 0.6072,
"ndcg_at_10": 0.60686,
"ndcg_at_20": 0.626,
"ndcg_at_50": 0.69007,
"ndcg_at_100": 0.71151,
"map_at_1": 0.29038,
"map_at_3": 0.39448,
"map_at_5": 0.4411,
"map_at_10": 0.48036,
"map_at_20": 0.50544,
"map_at_50": 0.53292,
"map_at_100": 0.53958,
"recall_at_1": 0.29038,
"recall_at_3": 0.44755,
"recall_at_5": 0.55414,
"recall_at_10": 0.6577,
"recall_at_20": 0.73138,
"recall_at_50": 0.91648,
"recall_at_100": 0.98291,
"precision_at_1": 0.55556,
"precision_at_3": 0.44444,
"precision_at_5": 0.35556,
"precision_at_10": 0.23333,
"precision_at_20": 0.14444,
"precision_at_50": 0.08111,
"precision_at_100": 0.04556,
"mrr_at_1": 0.5555555555555556,
"mrr_at_3": 0.6851851851851852,
"mrr_at_5": 0.6962962962962963,
"mrr_at_10": 0.7055555555555555,
"mrr_at_20": 0.7055555555555555,
"mrr_at_50": 0.7080808080808081,
"mrr_at_100": 0.7080808080808081,
"naucs_at_1_max": -0.1550749743136661,
"naucs_at_1_std": -0.2577900322133926,
"naucs_at_1_diff1": 0.3915048965349509,
"naucs_at_3_max": -0.009277695103048347,
"naucs_at_3_std": -0.013252529889708528,
"naucs_at_3_diff1": -0.14225756172879317,
"naucs_at_5_max": -0.019929062216098872,
"naucs_at_5_std": -0.016334128255812232,
"naucs_at_5_diff1": -0.07886984985074927,
"naucs_at_10_max": -0.12055344859502143,
"naucs_at_10_std": 0.10076623987025357,
"naucs_at_10_diff1": -0.058038138406430136,
"naucs_at_20_max": -0.20305200329246395,
"naucs_at_20_std": 0.04132903820914768,
"naucs_at_20_diff1": -0.051765679750717254,
"naucs_at_50_max": -0.260702587227321,
"naucs_at_50_std": 0.12470232476636918,
"naucs_at_50_diff1": -0.01753790576388771,
"naucs_at_100_max": -0.1821177255881445,
"naucs_at_100_std": 0.17569964744653446,
"naucs_at_100_diff1": -0.0027944975139212722
},
"vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": {
"ndcg_at_1": 0.7069,
"ndcg_at_3": 0.67644,
"ndcg_at_5": 0.62879,
"ndcg_at_10": 0.61464,
"ndcg_at_20": 0.61321,
"ndcg_at_50": 0.67417,
"ndcg_at_100": 0.71849,
"map_at_1": 0.1217,
"map_at_3": 0.22011,
"map_at_5": 0.28081,
"map_at_10": 0.36154,
"map_at_20": 0.40785,
"map_at_50": 0.46311,
"map_at_100": 0.49362,
"recall_at_1": 0.1217,
"recall_at_3": 0.25759,
"recall_at_5": 0.34659,
"recall_at_10": 0.48032,
"recall_at_20": 0.58366,
"recall_at_50": 0.76561,
"recall_at_100": 0.8981,
"precision_at_1": 0.7069,
"precision_at_3": 0.62069,
"precision_at_5": 0.53103,
"precision_at_10": 0.43276,
"precision_at_20": 0.30172,
"precision_at_50": 0.19207,
"precision_at_100": 0.1281,
"mrr_at_1": 0.7068965517241379,
"mrr_at_3": 0.7931034482758621,
"mrr_at_5": 0.8051724137931034,
"mrr_at_10": 0.8073275862068966,
"mrr_at_20": 0.808764367816092,
"mrr_at_50": 0.8093588981371383,
"mrr_at_100": 0.8093588981371383,
"naucs_at_1_max": 0.4018993463844229,
"naucs_at_1_std": 0.1998840385213374,
"naucs_at_1_diff1": 0.41579715716899845,
"naucs_at_3_max": 0.481583737842091,
"naucs_at_3_std": 0.3483946306936104,
"naucs_at_3_diff1": 0.1634049527424186,
"naucs_at_5_max": 0.5683890127671222,
"naucs_at_5_std": 0.39505149464580597,
"naucs_at_5_diff1": 0.14631736355547817,
"naucs_at_10_max": 0.49930403622845404,
"naucs_at_10_std": 0.43506160583491765,
"naucs_at_10_diff1": -0.039974194143169446,
"naucs_at_20_max": 0.39595200496740807,
"naucs_at_20_std": 0.3766890283449539,
"naucs_at_20_diff1": -0.020975783016964022,
"naucs_at_50_max": 0.277708648482758,
"naucs_at_50_std": 0.3220573632505197,
"naucs_at_50_diff1": -0.05211198121096371,
"naucs_at_100_max": 0.19921588610583,
"naucs_at_100_std": 0.2616760394187849,
"naucs_at_100_diff1": -0.06514630531185855
}, "arxivqa_test_subsampled": {"ndcg_at_1": 0.83, "ndcg_at_3": 0.86645, "ndcg_at_5": 0.87575, "ndcg_at_10": 0.88357, "ndcg_at_20": 0.89031, "ndcg_at_50": 0.89361, "ndcg_at_100": 0.89491, "map_at_1": 0.83, "map_at_3": 0.857, "map_at_5": 0.8623, "map_at_10": 0.86557, "map_at_20": 0.86751, "map_at_50": 0.86809, "map_at_100": 0.86821, "recall_at_1": 0.83, "recall_at_3": 0.894, "recall_at_5": 0.916, "recall_at_10": 0.94, "recall_at_20": 0.966, "recall_at_50": 0.982, "recall_at_100": 0.99, "precision_at_1": 0.83, "precision_at_3": 0.298, "precision_at_5": 0.1832, "precision_at_10": 0.094, "precision_at_20": 0.0483, "precision_at_50": 0.01964, "precision_at_100": 0.0099, "mrr_at_1": 0.83, "mrr_at_3": 0.8569999999999998, "mrr_at_5": 0.8622999999999997, "mrr_at_10": 0.8655468253968253, "mrr_at_20": 0.86748706375324, "mrr_at_50": 0.8680725159027165, "mrr_at_100": 0.8681857764435326, "naucs_at_1_max": 0.858646311023393, "naucs_at_1_std": -0.4664247982817673, "naucs_at_1_diff1": 0.9168804783189187, "naucs_at_3_max": 0.8260919723834373, "naucs_at_3_std": -0.4909749214631783, "naucs_at_3_diff1": 0.8531405853433434, "naucs_at_5_max": 0.8605108710150751, "naucs_at_5_std": -0.5535658707927644, "naucs_at_5_diff1": 0.8712818460717628, "naucs_at_10_max": 0.8889666977902271, "naucs_at_10_std": -0.31691565515095205, "naucs_at_10_diff1": 0.8706037970743868, "naucs_at_20_max": 0.8959191519745157, "naucs_at_20_std": -0.38292964244521194, "naucs_at_20_diff1": 0.8699675948810928, "naucs_at_50_max": 0.9110384894698567, "naucs_at_50_std": -0.5361552028218665, "naucs_at_50_diff1": 0.8615001556178092, "naucs_at_100_max": 0.8921568627450854, "naucs_at_100_std": -0.12110177404293686, "naucs_at_100_diff1": 0.8585434173669326}, "docvqa_test_subsampled": {"ndcg_at_1": 0.48337, "ndcg_at_3": 0.54361, "ndcg_at_5": 0.56631, "ndcg_at_10": 0.5856, "ndcg_at_20": 0.6002, "ndcg_at_50": 0.61575, "ndcg_at_100": 0.62417, "map_at_1": 0.48337, "map_at_3": 0.52846, "map_at_5": 0.54098, "map_at_10": 0.5489, "map_at_20": 0.55291, "map_at_50": 0.55547, "map_at_100": 0.55625, "recall_at_1": 0.48337, "recall_at_3": 0.58758, "recall_at_5": 0.64302, "recall_at_10": 0.70288, "recall_at_20": 0.76053, "recall_at_50": 0.83814, "recall_at_100": 0.88914, "precision_at_1": 0.48337, "precision_at_3": 0.19586, "precision_at_5": 0.1286, "precision_at_10": 0.07029, "precision_at_20": 0.03803, "precision_at_50": 0.01676, "precision_at_100": 0.00889, "mrr_at_1": 0.48337028824833705, "mrr_at_3": 0.5291943828529196, "mrr_at_5": 0.5411677753141169, "mrr_at_10": 0.5491280399816985, "mrr_at_20": 0.5531358543364028, "mrr_at_50": 0.5556861079139531, "mrr_at_100": 0.5564702079607413, "naucs_at_1_max": 0.6938261034813209, "naucs_at_1_std": -0.44374096550677106, "naucs_at_1_diff1": 0.8515620837021114, "naucs_at_3_max": 0.6668377646579767, "naucs_at_3_std": -0.4652816060602179, "naucs_at_3_diff1": 0.7505735469305647, "naucs_at_5_max": 0.724457489986816, "naucs_at_5_std": -0.3958839295973761, "naucs_at_5_diff1": 0.7229459462048281, "naucs_at_10_max": 0.676802465865959, "naucs_at_10_std": -0.46150705683769994, "naucs_at_10_diff1": 0.6592299253063731, "naucs_at_20_max": 0.6600327112639377, "naucs_at_20_std": -0.4913360754229586, "naucs_at_20_diff1": 0.6173724312440265, "naucs_at_50_max": 0.7107726516332598, "naucs_at_50_std": -0.30342460889725203, "naucs_at_50_diff1": 0.5878153412566914, "naucs_at_100_max": 0.7701174556499546, "naucs_at_100_std": -0.20534787776527266, "naucs_at_100_diff1": 0.6057647818477818}, "infovqa_test_subsampled": {"ndcg_at_1": 0.88462, "ndcg_at_3": 0.91491, "ndcg_at_5": 0.92388, "ndcg_at_10": 0.92663, "ndcg_at_20": 0.92863, "ndcg_at_50": 0.93028, "ndcg_at_100": 0.93091, "map_at_1": 0.88462, "map_at_3": 0.90722, "map_at_5": 0.91208, "map_at_10": 0.9133, "map_at_20": 0.91382, "map_at_50": 0.91409, "map_at_100": 0.91414, "recall_at_1": 0.88462, "recall_at_3": 0.93725, "recall_at_5": 0.95951, "recall_at_10": 0.96761, "recall_at_20": 0.97571, "recall_at_50": 0.98381, "recall_at_100": 0.98785, "precision_at_1": 0.88462, "precision_at_3": 0.31242, "precision_at_5": 0.1919, "precision_at_10": 0.09676, "precision_at_20": 0.04879, "precision_at_50": 0.01968, "precision_at_100": 0.00988, "mrr_at_1": 0.8846153846153846, "mrr_at_3": 0.9072199730094463, "mrr_at_5": 0.9120782726045881, "mrr_at_10": 0.9132952573742044, "mrr_at_20": 0.9138156422643798, "mrr_at_50": 0.9140889280185405, "mrr_at_100": 0.9141383515097923, "naucs_at_1_max": 0.7812468890694119, "naucs_at_1_std": -0.08799174841521007, "naucs_at_1_diff1": 0.9456266707519869, "naucs_at_3_max": 0.8372432713037467, "naucs_at_3_std": 0.03838532830090231, "naucs_at_3_diff1": 0.9282000807550249, "naucs_at_5_max": 0.9295244758349281, "naucs_at_5_std": 0.1803114561450837, "naucs_at_5_diff1": 0.9665230450023843, "naucs_at_10_max": 0.9292640159035281, "naucs_at_10_std": 0.10340232903541587, "naucs_at_10_diff1": 0.9581538062529754, "naucs_at_20_max": 0.9659719840147728, "naucs_at_20_std": 0.2981831051495906, "naucs_at_20_diff1": 0.94420507500398, "naucs_at_50_max": 0.9836748182418981, "naucs_at_50_std": 0.36839391253502923, "naucs_at_50_diff1": 0.9326327942640528, "naucs_at_100_max": 0.9782330909892136, "naucs_at_100_std": 0.3783664086797387, "naucs_at_100_diff1": 0.9101770590187516}, "shiftproject_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97262, "ndcg_at_5": 0.97262, "ndcg_at_10": 0.97262, "ndcg_at_20": 0.97518, "ndcg_at_50": 0.97518, "ndcg_at_100": 0.97518, "map_at_1": 0.95, "map_at_3": 0.96667, "map_at_5": 0.96667, "map_at_10": 0.96667, "map_at_20": 0.96738, "map_at_50": 0.96738, "map_at_100": 0.96738, "recall_at_1": 0.95, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9666666666666667, "mrr_at_5": 0.9666666666666667, "mrr_at_10": 0.9666666666666667, "mrr_at_20": 0.9673809523809525, "mrr_at_50": 0.9673809523809525, "mrr_at_100": 0.9673809523809525, "naucs_at_1_max": 0.5981325863678774, "naucs_at_1_std": -0.3083099906629302, "naucs_at_1_diff1": 0.8921568627450971, "naucs_at_3_max": 1.0, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 0.7222222222222157, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.35807656395891135, "naucs_at_5_diff1": 0.7222222222222276, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.35807656395891135, "naucs_at_10_diff1": 0.7222222222222276, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": null, "naucs_at_50_std": null, "naucs_at_50_diff1": null, "naucs_at_100_max": null, "naucs_at_100_std": null, "naucs_at_100_diff1": null}, "syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": 1.0, "naucs_at_1_std": 0.8692810457516276, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": null, "naucs_at_50_std": null, "naucs_at_50_diff1": null, "naucs_at_100_max": null, "naucs_at_100_std": null, "naucs_at_100_diff1": null}, "syntheticDocQA_energy_test": {"ndcg_at_1": 0.94, "ndcg_at_3": 0.95893, "ndcg_at_5": 0.95893, "ndcg_at_10": 0.96831, "ndcg_at_20": 0.96831, "ndcg_at_50": 0.96831, "ndcg_at_100": 0.96831, "map_at_1": 0.94, "map_at_3": 0.955, "map_at_5": 0.955, "map_at_10": 0.95868, "map_at_20": 0.95868, "map_at_50": 0.95868, "map_at_100": 0.95868, "recall_at_1": 0.94, "recall_at_3": 0.97, "recall_at_5": 0.97, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.32333, "precision_at_5": 0.194, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.955, "mrr_at_5": 0.955, "mrr_at_10": 0.9586785714285714, "mrr_at_20": 0.9586785714285714, "mrr_at_50": 0.9586785714285714, "mrr_at_100": 0.9586785714285714, "naucs_at_1_max": 0.7394179894179895, "naucs_at_1_std": -0.7495331465919671, "naucs_at_1_diff1": 0.9346405228758177, "naucs_at_3_max": 1.0, "naucs_at_3_std": -1.1517273576097098, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 1.0, "naucs_at_5_std": -1.1517273576097071, "naucs_at_5_diff1": 0.9564270152505424, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": null, "naucs_at_50_std": null, "naucs_at_50_diff1": null, "naucs_at_100_max": null, "naucs_at_100_std": null, "naucs_at_100_diff1": null}, "syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.995, "ndcg_at_5": 0.995, "ndcg_at_10": 0.995, "ndcg_at_20": 0.995, "ndcg_at_50": 0.995, "ndcg_at_100": 0.995, "map_at_1": 0.99, "map_at_3": 0.99333, "map_at_5": 0.99333, "map_at_10": 0.99333, "map_at_20": 0.99333, "map_at_50": 0.99333, "map_at_100": 0.99333, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.9933333333333334, "mrr_at_5": 0.9933333333333334, "mrr_at_10": 0.9933333333333334, "mrr_at_20": 0.9933333333333334, "mrr_at_50": 0.9933333333333334, "mrr_at_100": 0.9933333333333334, "naucs_at_1_max": 0.7222222222222201, "naucs_at_1_std": -1.739962651727339, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": null, "naucs_at_50_std": null, "naucs_at_50_diff1": null, "naucs_at_100_max": null, "naucs_at_100_std": null, "naucs_at_100_diff1": null}, "syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.99, "ndcg_at_3": 0.99631, "ndcg_at_5": 0.99631, "ndcg_at_10": 0.99631, "ndcg_at_20": 0.99631, "ndcg_at_50": 0.99631, "ndcg_at_100": 0.99631, "map_at_1": 0.99, "map_at_3": 0.995, "map_at_5": 0.995, "map_at_10": 0.995, "map_at_20": 0.995, "map_at_50": 0.995, "map_at_100": 0.995, "recall_at_1": 0.99, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.99, "mrr_at_3": 0.995, "mrr_at_5": 0.995, "mrr_at_10": 0.995, "mrr_at_20": 0.995, "mrr_at_50": 0.995, "mrr_at_100": 0.995, "naucs_at_1_max": 1.0, "naucs_at_1_std": 0.7222222222222201, "naucs_at_1_diff1": 1.0, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": null, "naucs_at_50_std": null, "naucs_at_50_diff1": null, "naucs_at_100_max": null, "naucs_at_100_std": null, "naucs_at_100_diff1": null}, "tabfquad_test_subsampled": {"ndcg_at_1": 0.9, "ndcg_at_3": 0.9355, "ndcg_at_5": 0.9458, "ndcg_at_10": 0.94692, "ndcg_at_20": 0.94874, "ndcg_at_50": 0.94943, "ndcg_at_100": 0.94943, "map_at_1": 0.9, "map_at_3": 0.92679, "map_at_5": 0.9325, "map_at_10": 0.93295, "map_at_20": 0.93344, "map_at_50": 0.93355, "map_at_100": 0.93355, "recall_at_1": 0.9, "recall_at_3": 0.96071, "recall_at_5": 0.98571, "recall_at_10": 0.98929, "recall_at_20": 0.99643, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.9, "precision_at_3": 0.32024, "precision_at_5": 0.19714, "precision_at_10": 0.09893, "precision_at_20": 0.04982, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.9, "mrr_at_3": 0.9267857142857143, "mrr_at_5": 0.9317857142857144, "mrr_at_10": 0.9328273809523809, "mrr_at_20": 0.9333253205128206, "mrr_at_50": 0.9334303625296272, "mrr_at_100": 0.9334303625296272, "naucs_at_1_max": 0.7993697478991594, "naucs_at_1_std": 0.48374349739895933, "naucs_at_1_diff1": 0.9092136854741905, "naucs_at_3_max": 0.9881164587046973, "naucs_at_3_std": 0.7182327476445171, "naucs_at_3_diff1": 0.9524658348187793, "naucs_at_5_max": 1.0, "naucs_at_5_std": 0.865196078431377, "naucs_at_5_diff1": 0.9346405228758147, "naucs_at_10_max": 1.0, "naucs_at_10_std": 0.9128540305011011, "naucs_at_10_diff1": 0.9128540305011011, "naucs_at_20_max": 1.0, "naucs_at_20_std": 0.8692810457516478, "naucs_at_20_diff1": 0.8692810457516478, "naucs_at_50_max": 1.0, "naucs_at_50_std": 1.0, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "tatdqa_test": {"ndcg_at_1": 0.63913, "ndcg_at_3": 0.73348, "ndcg_at_5": 0.76119, "ndcg_at_10": 0.77795, "ndcg_at_20": 0.78597, "ndcg_at_50": 0.7922, "ndcg_at_100": 0.79398, "map_at_1": 0.63913, "map_at_3": 0.71061, "map_at_5": 0.72595, "map_at_10": 0.73302, "map_at_20": 0.73532, "map_at_50": 0.73641, "map_at_100": 0.73656, "recall_at_1": 0.63913, "recall_at_3": 0.79951, "recall_at_5": 0.86695, "recall_at_10": 0.91798, "recall_at_20": 0.94897, "recall_at_50": 0.97934, "recall_at_100": 0.99028, "precision_at_1": 0.63913, "precision_at_3": 0.2665, "precision_at_5": 0.17339, "precision_at_10": 0.0918, "precision_at_20": 0.04745, "precision_at_50": 0.01959, "precision_at_100": 0.0099, "mrr_at_1": 0.6391251518833536, "mrr_at_3": 0.7106115836371002, "mrr_at_5": 0.7256480356419612, "mrr_at_10": 0.7328699685625567, "mrr_at_20": 0.7350934149912067, "mrr_at_50": 0.7362113667635196, "mrr_at_100": 0.7363668461888006, "naucs_at_1_max": 0.5938210540556276, "naucs_at_1_std": -0.16049718029718266, "naucs_at_1_diff1": 0.7609838065385791, "naucs_at_3_max": 0.6431538299660706, "naucs_at_3_std": -0.08130035312037115, "naucs_at_3_diff1": 0.6646930087024925, "naucs_at_5_max": 0.6677283839470244, "naucs_at_5_std": -0.04183840532339394, "naucs_at_5_diff1": 0.6386845987046517, "naucs_at_10_max": 0.7170537401608961, "naucs_at_10_std": 0.029973785816548366, "naucs_at_10_diff1": 0.6180179387252528, "naucs_at_20_max": 0.7286213852092154, "naucs_at_20_std": 0.267131652053233, "naucs_at_20_diff1": 0.5728179001757068, "naucs_at_50_max": 0.8183455244679178, "naucs_at_50_std": 0.6268074134337968, "naucs_at_50_diff1": 0.540539174474304, "naucs_at_100_max": 0.9384258483213721, "naucs_at_100_std": 0.9047196439054298, "naucs_at_100_diff1": 0.6317586644999579}} |