all_evaluations.json

{"cranfield-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "cranfield-20230107-training", "ndcg@10": 0.00748994879722202, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007176448077349034, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "senior-platform": {"approach": "senior-platform", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006206390079526791, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006016863371520561, "precision@10": 0.008444444444444445, "unjudged@10": 0.9915555555555556}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007517192792331362, "precision@10": 0.009333333333333334, "unjudged@10": 0.9906666666666667}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005884547975475588, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.00589446680420848, "precision@10": 0.007999999999999998, "unjudged@10": 0.992}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005408362090110798, "precision@10": 0.0071111111111111115, "unjudged@10": 0.9928888888888889}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007051466832344933, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.004608348088588154, "precision@10": 0.005777777777777778, "unjudged@10": 0.9942222222222221}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.00450621240737203, "precision@10": 0.005333333333333334, "unjudged@10": 0.9946666666666667}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007032029613467885, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006744606763966156, "precision@10": 0.008, "unjudged@10": 0.992}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005629945617411349, "precision@10": 0.006222222222222223, "unjudged@10": 0.9937777777777779}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.0056932236641805455, "precision@10": 0.006666666666666667, "unjudged@10": 0.9933333333333333}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.0054462710356837675, "precision@10": 0.005777777777777778, "unjudged@10": 0.9942222222222221}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007142306512024999, "precision@10": 0.00977777777777778, "unjudged@10": 0.9902222222222222}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.0065180697028316146, "precision@10": 0.008000000000000002, "unjudged@10": 0.992}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005665308722271328, "precision@10": 0.006666666666666665, "unjudged@10": 0.9933333333333333}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005991571485411444, "precision@10": 0.006666666666666667, "unjudged@10": 0.9933333333333333}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007394433300918942, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006257109506665022, "precision@10": 0.007555555555555555, "unjudged@10": 0.9924444444444445}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005995989719257039, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006830156363668921, "precision@10": 0.008, "unjudged@10": 0.992}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006750559737708024, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.005730715705939023, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006414383786797597, "precision@10": 0.008, "unjudged@10": 0.992}, "nimble-bar": {"approach": "nimble-bar", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007051466832344933, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007277073915238626, "precision@10": 0.010222222222222223, "unjudged@10": 0.9897777777777779}, "latent-wetland": {"approach": "latent-wetland", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007296630149909188, "precision@10": 0.009333333333333334, "unjudged@10": 0.9906666666666666}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.008269288252722468, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007827418166882706, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007380632828558292, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.00798754976441703, "precision@10": 0.008, "unjudged@10": 0.992}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.0067004080393079524, "precision@10": 0.007999999999999998, "unjudged@10": 0.992}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007283583206055808, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006056131142389075, "precision@10": 0.006666666666666667, "unjudged@10": 0.9933333333333333}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007525537455306814, "precision@10": 0.007999999999999998, "unjudged@10": 0.992}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007137586148552073, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007436532329509849, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007225888563347629, "precision@10": 0.008444444444444445, "unjudged@10": 0.9915555555555556}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006383745288184493, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006960526694277567, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.0063515677000497185, "precision@10": 0.008, "unjudged@10": 0.992}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.00733969861124189, "precision@10": 0.008444444444444444, "unjudged@10": 0.9915555555555555}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006798289240420495, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.006336854286025313, "precision@10": 0.007555555555555557, "unjudged@10": 0.9924444444444445}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007776238949449258, "precision@10": 0.009333333333333334, "unjudged@10": 0.9906666666666667}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007067665191445725, "precision@10": 0.007999999999999998, "unjudged@10": 0.992}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cranfield-20230107-training", "ndcg@10": 0.007308904544516973, "precision@10": 0.008888888888888889, "unjudged@10": 0.9911111111111112}, "ChatNoir": null}, "antique-test-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "antique-test-20230107-training", "ndcg@10": 0.46358965677999286, "precision@10": 0.49747474747474746, "unjudged@10": 0.48349999999999993}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4522067540942751, "precision@10": 0.496969696969697, "unjudged@10": 0.484}, "senior-platform": {"approach": "senior-platform", "dataset": "antique-test-20230107-training", "ndcg@10": 0.511092032860676, "precision@10": 0.540909090909091, "unjudged@10": 0.44049999999999995}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4888277389241747, "precision@10": 0.508080808080808, "unjudged@10": 0.473}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5385585987186621, "precision@10": 0.6852791878172588, "unjudged@10": 0.3005}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.46018719320394913, "precision@10": 0.6431472081218275, "unjudged@10": 0.342}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5091739391548906, "precision@10": 0.5424242424242425, "unjudged@10": 0.4389999999999999}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.46683502526476367, "precision@10": 0.5045454545454545, "unjudged@10": 0.4765}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5317035907080192, "precision@10": 0.5520202020202021, "unjudged@10": 0.42950000000000005}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4334318195580885, "precision@10": 0.45808080808080803, "unjudged@10": 0.5225}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4396674120501638, "precision@10": 0.47171717171717176, "unjudged@10": 0.509}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.3907447722563892, "precision@10": 0.4363636363636364, "unjudged@10": 0.544}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.2999029696081667, "precision@10": 0.3515151515151516, "unjudged@10": 0.628}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.40270306393471944, "precision@10": 0.45151515151515154, "unjudged@10": 0.529}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.41401235226312644, "precision@10": 0.46010101010101023, "unjudged@10": 0.5205}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.36391278626385287, "precision@10": 0.3929292929292929, "unjudged@10": 0.5870000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.45862574715140114, "precision@10": 0.502020202020202, "unjudged@10": 0.479}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4772587129696481, "precision@10": 0.5176767676767676, "unjudged@10": 0.46349999999999997}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.3987575005664389, "precision@10": 0.4641414141414142, "unjudged@10": 0.5165000000000001}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.3452843124567411, "precision@10": 0.4116161616161616, "unjudged@10": 0.5684999999999999}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4404931113447252, "precision@10": 0.47121212121212125, "unjudged@10": 0.5095000000000001}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.44777229538762503, "precision@10": 0.4722222222222222, "unjudged@10": 0.5085000000000001}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4785807404972517, "precision@10": 0.4782828282828282, "unjudged@10": 0.5025}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4693281156857625, "precision@10": 0.49444444444444446, "unjudged@10": 0.48649999999999993}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4925065838344849, "precision@10": 0.5131313131313132, "unjudged@10": 0.46799999999999997}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4941047604795722, "precision@10": 0.492929292929293, "unjudged@10": 0.488}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5202891946001891, "precision@10": 0.6690355329949239, "unjudged@10": 0.3165}, "nimble-bar": {"approach": "nimble-bar", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5317035907080192, "precision@10": 0.5520202020202021, "unjudged@10": 0.42950000000000005}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4744399292291583, "precision@10": 0.495959595959596, "unjudged@10": 0.485}, "latent-wetland": {"approach": "latent-wetland", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5425757602642032, "precision@10": 0.5515151515151515, "unjudged@10": 0.43}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5101408737850373, "precision@10": 0.7419191919191921, "unjudged@10": 0.24150000000000002}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5220425285715857, "precision@10": 0.7126262626262627, "unjudged@10": 0.2705}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5164370349520302, "precision@10": 0.6974747474747476, "unjudged@10": 0.28550000000000003}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5091715813085516, "precision@10": 0.7363636363636364, "unjudged@10": 0.24700000000000003}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4697250009029344, "precision@10": 0.5939393939393939, "unjudged@10": 0.38799999999999996}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5049525700957204, "precision@10": 0.6575757575757575, "unjudged@10": 0.325}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.35801347520841365, "precision@10": 0.4580808080808081, "unjudged@10": 0.5225}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5339432298413586, "precision@10": 0.7479797979797981, "unjudged@10": 0.23550000000000004}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.45083235114966763, "precision@10": 0.5525252525252525, "unjudged@10": 0.42900000000000005}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4668378594947052, "precision@10": 0.6762626262626261, "unjudged@10": 0.3065}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5187993495246572, "precision@10": 0.7454545454545456, "unjudged@10": 0.23800000000000004}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5185476735367417, "precision@10": 0.7459595959595962, "unjudged@10": 0.23750000000000004}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5000683939286553, "precision@10": 0.7242424242424245, "unjudged@10": 0.259}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.515044893792718, "precision@10": 0.7373737373737373, "unjudged@10": 0.24600000000000002}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.513874674930308, "precision@10": 0.7454545454545456, "unjudged@10": 0.23800000000000004}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.46611500491699553, "precision@10": 0.5823232323232324, "unjudged@10": 0.3995}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.5108238112646322, "precision@10": 0.7085858585858587, "unjudged@10": 0.2745}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.48264542305899594, "precision@10": 0.702020202020202, "unjudged@10": 0.281}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.508043785644142, "precision@10": 0.7358585858585861, "unjudged@10": 0.24750000000000008}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "antique-test-20230107-training", "ndcg@10": 0.4195653920193035, "precision@10": 0.51010101010101, "unjudged@10": 0.4709999999999999}, "ChatNoir": null}, "vaswani-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "vaswani-20230107-training", "ndcg@10": 0.13946826342022106, "precision@10": 0.12688172043010754, "unjudged@10": 0.8731182795698925}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "vaswani-20230107-training", "ndcg@10": 0.08206014072096357, "precision@10": 0.07741935483870968, "unjudged@10": 0.9225806451612903}, "senior-platform": {"approach": "senior-platform", "dataset": "vaswani-20230107-training", "ndcg@10": 0.32080802798993296, "precision@10": 0.2763440860215054, "unjudged@10": 0.7236559139784947}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.47644838101500525, "precision@10": 0.39462365591397847, "unjudged@10": 0.6053763440860216}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.40648922494855083, "precision@10": 0.35161290322580646, "unjudged@10": 0.6483870967741936}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.34303011888882545, "precision@10": 0.3247311827956989, "unjudged@10": 0.6752688172043011}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.30634074793986993, "precision@10": 0.26774193548387104, "unjudged@10": 0.7322580645161293}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4317724016848431, "precision@10": 0.35806451612903223, "unjudged@10": 0.6419354838709678}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.41413198478232893, "precision@10": 0.34516129032258064, "unjudged@10": 0.6548387096774194}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3592969030046737, "precision@10": 0.2817204301075269, "unjudged@10": 0.7182795698924731}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.34936816847792335, "precision@10": 0.2698924731182796, "unjudged@10": 0.7301075268817205}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3303612830705116, "precision@10": 0.2666666666666667, "unjudged@10": 0.7333333333333335}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.22281968147413897, "precision@10": 0.1860215053763441, "unjudged@10": 0.8139784946236559}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.2911066675838828, "precision@10": 0.23118279569892478, "unjudged@10": 0.7688172043010753}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3141535495490671, "precision@10": 0.24623655913978498, "unjudged@10": 0.7537634408602152}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.2938429015861501, "precision@10": 0.23763440860215054, "unjudged@10": 0.7623655913978495}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3964395812899513, "precision@10": 0.3161290322580645, "unjudged@10": 0.6838709677419355}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4360729553293632, "precision@10": 0.3559139784946237, "unjudged@10": 0.6440860215053764}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.33534319384866623, "precision@10": 0.2698924731182796, "unjudged@10": 0.7301075268817205}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3980445366874731, "precision@10": 0.32473118279569896, "unjudged@10": 0.6752688172043011}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3790647813585662, "precision@10": 0.31290322580645163, "unjudged@10": 0.6870967741935483}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4041354003707523, "precision@10": 0.33225806451612905, "unjudged@10": 0.667741935483871}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3767473111265277, "precision@10": 0.3096774193548387, "unjudged@10": 0.6903225806451615}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.3896810492796977, "precision@10": 0.31397849462365596, "unjudged@10": 0.6860215053763441}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.41852734741472686, "precision@10": 0.3440860215053764, "unjudged@10": 0.6559139784946236}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.40577654061807905, "precision@10": 0.32688172043010755, "unjudged@10": 0.6731182795698925}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4608679796572495, "precision@10": 0.3881720430107527, "unjudged@10": 0.6118279569892473}, "nimble-bar": {"approach": "nimble-bar", "dataset": "vaswani-20230107-training", "ndcg@10": 0.41413198478232893, "precision@10": 0.34516129032258064, "unjudged@10": 0.6548387096774194}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4642618582882288, "precision@10": 0.38602150537634405, "unjudged@10": 0.6139784946236561}, "latent-wetland": {"approach": "latent-wetland", "dataset": "vaswani-20230107-training", "ndcg@10": 0.45811218285777766, "precision@10": 0.3827956989247312, "unjudged@10": 0.6172043010752688}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.44662345184505686, "precision@10": 0.3537634408602151, "unjudged@10": 0.646236559139785}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.44718097060268946, "precision@10": 0.36559139784946254, "unjudged@10": 0.6344086021505375}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4531059099355636, "precision@10": 0.37419354838709684, "unjudged@10": 0.6258064516129033}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4471896923945634, "precision@10": 0.3559139784946237, "unjudged@10": 0.6440860215053763}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.436203000764171, "precision@10": 0.3580645161290323, "unjudged@10": 0.6419354838709677}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.45296227037283343, "precision@10": 0.3698924731182797, "unjudged@10": 0.6301075268817203}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.2973492138681105, "precision@10": 0.23978494623655916, "unjudged@10": 0.7602150537634408}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4438719957704624, "precision@10": 0.3569892473118281, "unjudged@10": 0.643010752688172}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.43497940835904, "precision@10": 0.3580645161290323, "unjudged@10": 0.6419354838709678}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.39455305975258576, "precision@10": 0.3215053763440861, "unjudged@10": 0.678494623655914}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4581030707359614, "precision@10": 0.37634408602150543, "unjudged@10": 0.6236559139784946}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4628045324916513, "precision@10": 0.38172043010752693, "unjudged@10": 0.618279569892473}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4526949741910299, "precision@10": 0.3688172043010754, "unjudged@10": 0.6311827956989247}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.46015284040780047, "precision@10": 0.38064516129032266, "unjudged@10": 0.6193548387096773}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4536420872124771, "precision@10": 0.36881720430107534, "unjudged@10": 0.6311827956989247}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.43258941747790997, "precision@10": 0.3580645161290323, "unjudged@10": 0.6419354838709677}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.45533322510745017, "precision@10": 0.37634408602150543, "unjudged@10": 0.6236559139784946}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4253262541765782, "precision@10": 0.3387096774193549, "unjudged@10": 0.6612903225806451}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4429567574861878, "precision@10": 0.3580645161290323, "unjudged@10": 0.6419354838709678}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "vaswani-20230107-training", "ndcg@10": 0.4291406003633302, "precision@10": 0.3526881720430108, "unjudged@10": 0.6473118279569893}, "ChatNoir": null}, "msmarco-passage-trec-dl-2019-judged-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.69192569573436, "precision@10": 0.7837209302325581, "unjudged@10": 0.06976744186046512}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6490402703280289, "precision@10": 0.7348837209302325, "unjudged@10": 0.10232558139534885}, "senior-platform": {"approach": "senior-platform", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7039134683978464, "precision@10": 0.8023255813953488, "unjudged@10": 0.05581395348837209}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7165684435814964, "precision@10": 0.8116279069767441, "unjudged@10": 0.03488372093023256}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6558637728210104, "precision@10": 0.7534883720930232, "unjudged@10": 0.03953488372093024}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6018141296541518, "precision@10": 0.7186046511627907, "unjudged@10": 0.04418604651162791}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7131220148945693, "precision@10": 0.8093023255813953, "unjudged@10": 0.05581395348837209}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6953900752360875, "precision@10": 0.786046511627907, "unjudged@10": 0.05813953488372093}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7195276199938713, "precision@10": 0.8023255813953487, "unjudged@10": 0.06511627906976745}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6391022907738109, "precision@10": 0.7348837209302325, "unjudged@10": 0.09069767441860466}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6663412147989736, "precision@10": 0.7627906976744185, "unjudged@10": 0.07209302325581396}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6892279625820742, "precision@10": 0.7511627906976746, "unjudged@10": 0.08837209302325583}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6837834760778249, "precision@10": 0.7604651162790697, "unjudged@10": 0.09302325581395349}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6740421049152147, "precision@10": 0.7651162790697674, "unjudged@10": 0.09302325581395349}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6579678891243528, "precision@10": 0.7372093023255814, "unjudged@10": 0.09999999999999999}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6911220747656389, "precision@10": 0.7744186046511627, "unjudged@10": 0.07674418604651163}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6979812202413677, "precision@10": 0.7860465116279071, "unjudged@10": 0.0627906976744186}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7052738062400353, "precision@10": 0.7999999999999999, "unjudged@10": 0.051162790697674425}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6477217010632141, "precision@10": 0.7255813953488371, "unjudged@10": 0.10000000000000002}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.703027180819723, "precision@10": 0.8023255813953488, "unjudged@10": 0.06279069767441861}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6430487855144019, "precision@10": 0.7372093023255814, "unjudged@10": 0.10930232558139535}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6661275194038722, "precision@10": 0.7627906976744185, "unjudged@10": 0.07209302325581396}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6694927534189511, "precision@10": 0.7465116279069766, "unjudged@10": 0.09767441860465115}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6586395810411675, "precision@10": 0.7511627906976746, "unjudged@10": 0.09069767441860466}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.676762441065063, "precision@10": 0.7627906976744185, "unjudged@10": 0.06279069767441861}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7091760746049762, "precision@10": 0.786046511627907, "unjudged@10": 0.06976744186046513}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.6369405251858397, "precision@10": 0.7302325581395349, "unjudged@10": 0.04651162790697676}, "nimble-bar": {"approach": "nimble-bar", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7195276199938713, "precision@10": 0.8023255813953487, "unjudged@10": 0.06511627906976745}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.7304972592925673, "precision@10": 0.841860465116279, "unjudged@10": 0.027906976744186046}, "latent-wetland": {"approach": "latent-wetland", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.723818700373621, "precision@10": 0.8325581395348837, "unjudged@10": 0.041860465116279076}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.48004932612575046, "precision@10": 0.586046511627907, "unjudged@10": 0.08372093023255812}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.44812795303410585, "precision@10": 0.541860465116279, "unjudged@10": 0.1581395348837209}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4586571806439506, "precision@10": 0.5534883720930232, "unjudged@10": 0.14186046511627906}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4810420319202804, "precision@10": 0.5883720930232558, "unjudged@10": 0.0813953488372093}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4928273859699313, "precision@10": 0.6, "unjudged@10": 0.11395348837209301}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4761415240999459, "precision@10": 0.5790697674418605, "unjudged@10": 0.11627906976744186}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.3685011396203983, "precision@10": 0.4488372093023255, "unjudged@10": 0.3209302325581395}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4507153696508162, "precision@10": 0.5511627906976744, "unjudged@10": 0.12093023255813952}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.48513464309295423, "precision@10": 0.5883720930232558, "unjudged@10": 0.13953488372093023}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.42384218745375524, "precision@10": 0.5093023255813952, "unjudged@10": 0.15581395348837207}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.503418398775417, "precision@10": 0.6162790697674418, "unjudged@10": 0.05813953488372093}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.5029965484078024, "precision@10": 0.6162790697674418, "unjudged@10": 0.06046511627906977}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.48685959915906063, "precision@10": 0.6, "unjudged@10": 0.06744186046511627}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.49311282062210027, "precision@10": 0.6023255813953488, "unjudged@10": 0.08139534883720931}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4930970883168764, "precision@10": 0.6, "unjudged@10": 0.08372093023255814}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.49069718223297065, "precision@10": 0.5883720930232558, "unjudged@10": 0.12325581395348836}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.5038976170448448, "precision@10": 0.6046511627906976, "unjudged@10": 0.09069767441860466}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.42730452448497586, "precision@10": 0.5302325581395348, "unjudged@10": 0.14883720930232558}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.47845015210150804, "precision@10": 0.5837209302325582, "unjudged@10": 0.08837209302325581}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2019-judged-20230107-training", "ndcg@10": 0.4775097233299786, "precision@10": 0.5790697674418605, "unjudged@10": 0.16046511627906979}, "ChatNoir": null}, "medline-2004-trec-genomics-2004-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3141527357584199, "precision@10": 0.468, "unjudged@10": 0.496}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3134258742281186, "precision@10": 0.45400000000000007, "unjudged@10": 0.5099999999999999}, "senior-platform": {"approach": "senior-platform", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3553115550321546, "precision@10": 0.5219999999999999, "unjudged@10": 0.442}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3320134627704755, "precision@10": 0.48, "unjudged@10": 0.484}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3486455142669633, "precision@10": 0.5520833333333334, "unjudged@10": 0.43}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.31487173583552797, "precision@10": 0.4916666666666667, "unjudged@10": 0.488}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3609028674333864, "precision@10": 0.53, "unjudged@10": 0.43400000000000005}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.36351060327564716, "precision@10": 0.52, "unjudged@10": 0.444}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3617446557893749, "precision@10": 0.536, "unjudged@10": 0.428}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.2963413341193636, "precision@10": 0.39199999999999996, "unjudged@10": 0.5720000000000001}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.29916803752091886, "precision@10": 0.4099999999999999, "unjudged@10": 0.554}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.31922575413319043, "precision@10": 0.434, "unjudged@10": 0.53}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.2810673193999652, "precision@10": 0.376, "unjudged@10": 0.588}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.29195356140872325, "precision@10": 0.386, "unjudged@10": 0.578}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3114361226338945, "precision@10": 0.39399999999999996, "unjudged@10": 0.57}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3122964348910627, "precision@10": 0.41999999999999993, "unjudged@10": 0.544}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.30683552590482094, "precision@10": 0.426, "unjudged@10": 0.5379999999999999}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3281388467367227, "precision@10": 0.4600000000000001, "unjudged@10": 0.504}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.26907145208935157, "precision@10": 0.3439999999999999, "unjudged@10": 0.62}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.30958451137961795, "precision@10": 0.42, "unjudged@10": 0.544}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.31561493782623834, "precision@10": 0.418, "unjudged@10": 0.546}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.36214677132545753, "precision@10": 0.482, "unjudged@10": 0.48200000000000004}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.341489438568724, "precision@10": 0.456, "unjudged@10": 0.508}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3008119618697782, "precision@10": 0.428, "unjudged@10": 0.536}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3144293467568128, "precision@10": 0.43799999999999994, "unjudged@10": 0.5259999999999999}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.32503831207117406, "precision@10": 0.444, "unjudged@10": 0.52}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3699327372710273, "precision@10": 0.5750000000000001, "unjudged@10": 0.408}, "nimble-bar": {"approach": "nimble-bar", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3617446557893749, "precision@10": 0.536, "unjudged@10": 0.428}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3309785455725184, "precision@10": 0.48999999999999994, "unjudged@10": 0.474}, "latent-wetland": {"approach": "latent-wetland", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.34834300868175, "precision@10": 0.5199999999999999, "unjudged@10": 0.444}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3299770772693791, "precision@10": 0.488, "unjudged@10": 0.4759999999999999}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3001019975168846, "precision@10": 0.44599999999999995, "unjudged@10": 0.518}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3035012311920374, "precision@10": 0.45399999999999996, "unjudged@10": 0.5100000000000001}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3330707261098494, "precision@10": 0.49, "unjudged@10": 0.474}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3204879460025364, "precision@10": 0.472, "unjudged@10": 0.49199999999999994}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.31530568148866683, "precision@10": 0.4699999999999999, "unjudged@10": 0.494}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.2644444525988623, "precision@10": 0.384, "unjudged@10": 0.58}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.33567275054704643, "precision@10": 0.47, "unjudged@10": 0.49400000000000005}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3141066376034848, "precision@10": 0.4759999999999999, "unjudged@10": 0.48800000000000004}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3135317748967028, "precision@10": 0.392, "unjudged@10": 0.5720000000000001}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3156194691647508, "precision@10": 0.46599999999999997, "unjudged@10": 0.49800000000000005}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3390305256500847, "precision@10": 0.5039999999999999, "unjudged@10": 0.4600000000000001}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.34012857512991124, "precision@10": 0.5039999999999999, "unjudged@10": 0.46}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3470429467552033, "precision@10": 0.512, "unjudged@10": 0.452}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3338744502974494, "precision@10": 0.49399999999999994, "unjudged@10": 0.4700000000000001}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.321006021877518, "precision@10": 0.4779999999999999, "unjudged@10": 0.486}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.32475717533770015, "precision@10": 0.4799999999999999, "unjudged@10": 0.48400000000000004}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.31881002675758335, "precision@10": 0.46399999999999997, "unjudged@10": 0.5}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.33363361940161573, "precision@10": 0.4979999999999999, "unjudged@10": 0.4660000000000001}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2004-20230107-training", "ndcg@10": 0.3121304190051469, "precision@10": 0.468, "unjudged@10": 0.496}, "ChatNoir": null}, "wapo-v2-trec-core-2018-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.4060966347228041, "precision@10": 0.43799999999999994, "unjudged@10": 0.214}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.4037835701346808, "precision@10": 0.45, "unjudged@10": 0.22200000000000003}, "senior-platform": {"approach": "senior-platform", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.4502855580906255, "precision@10": 0.49000000000000005, "unjudged@10": 0.152}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.44082606169026406, "precision@10": 0.478, "unjudged@10": 0.086}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.40419750189697967, "precision@10": 0.44, "unjudged@10": 0.05600000000000001}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.28205749130115904, "precision@10": 0.358, "unjudged@10": 0.092}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.452284330662189, "precision@10": 0.496, "unjudged@10": 0.13799999999999998}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.42615876588564366, "precision@10": 0.46199999999999997, "unjudged@10": 0.166}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.49429784340133653, "precision@10": 0.5320000000000001, "unjudged@10": 0.10000000000000002}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.35780397384082635, "precision@10": 0.37400000000000005, "unjudged@10": 0.21799999999999997}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3687387697832953, "precision@10": 0.38800000000000007, "unjudged@10": 0.214}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3636982377002571, "precision@10": 0.37200000000000005, "unjudged@10": 0.18400000000000002}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.32784043338712465, "precision@10": 0.34600000000000003, "unjudged@10": 0.19399999999999998}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3461815119660482, "precision@10": 0.37199999999999994, "unjudged@10": 0.212}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3353080112770759, "precision@10": 0.3560000000000001, "unjudged@10": 0.23600000000000004}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3799298441164401, "precision@10": 0.3960000000000001, "unjudged@10": 0.18}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.374137005952429, "precision@10": 0.3940000000000001, "unjudged@10": 0.19}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3800692231264684, "precision@10": 0.39399999999999996, "unjudged@10": 0.19599999999999998}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3427810422931564, "precision@10": 0.36400000000000005, "unjudged@10": 0.23399999999999999}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.40416615364639386, "precision@10": 0.41600000000000004, "unjudged@10": 0.17799999999999996}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.37737729685414484, "precision@10": 0.3960000000000001, "unjudged@10": 0.14800000000000002}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3589492048163544, "precision@10": 0.37999999999999995, "unjudged@10": 0.20800000000000002}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.4270212343047066, "precision@10": 0.45199999999999996, "unjudged@10": 0.148}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3787504965419556, "precision@10": 0.408, "unjudged@10": 0.2}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3735570372724856, "precision@10": 0.41600000000000004, "unjudged@10": 0.2}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.42264287045635834, "precision@10": 0.45600000000000007, "unjudged@10": 0.146}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.39607867062058183, "precision@10": 0.43000000000000005, "unjudged@10": 0.078}, "nimble-bar": {"approach": "nimble-bar", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.49429784340133653, "precision@10": 0.5320000000000001, "unjudged@10": 0.10000000000000002}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.44176032551482086, "precision@10": 0.478, "unjudged@10": 0.12200000000000001}, "latent-wetland": {"approach": "latent-wetland", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.4798441466800687, "precision@10": 0.52, "unjudged@10": 0.092}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.37733645866772164, "precision@10": 0.4059999999999999, "unjudged@10": 0.03}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.36245576578546124, "precision@10": 0.396, "unjudged@10": 0.04800000000000001}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3633596962690324, "precision@10": 0.396, "unjudged@10": 0.042}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.37766353635239197, "precision@10": 0.4059999999999999, "unjudged@10": 0.032}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3574592620807742, "precision@10": 0.392, "unjudged@10": 0.04800000000000001}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.361542284451796, "precision@10": 0.396, "unjudged@10": 0.052000000000000005}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3886487638436954, "precision@10": 0.428, "unjudged@10": 0.05600000000000001}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3034852810759151, "precision@10": 0.338, "unjudged@10": 0.09}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3853215428557626, "precision@10": 0.42199999999999993, "unjudged@10": 0.024}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.24312437244806873, "precision@10": 0.28, "unjudged@10": 0.16399999999999998}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.36778600571269765, "precision@10": 0.38800000000000007, "unjudged@10": 0.033999999999999996}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3668333239665187, "precision@10": 0.38599999999999995, "unjudged@10": 0.038}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3661918575212864, "precision@10": 0.386, "unjudged@10": 0.034}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.36239717184982323, "precision@10": 0.38199999999999995, "unjudged@10": 0.044000000000000004}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3786579969313922, "precision@10": 0.41, "unjudged@10": 0.036}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3672687422945653, "precision@10": 0.40399999999999997, "unjudged@10": 0.038000000000000006}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3632300818408016, "precision@10": 0.39199999999999996, "unjudged@10": 0.044000000000000004}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.35915906535415254, "precision@10": 0.38599999999999995, "unjudged@10": 0.044000000000000004}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.3796943675868152, "precision@10": 0.4099999999999999, "unjudged@10": 0.036000000000000004}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "wapo-v2-trec-core-2018-20230107-training", "ndcg@10": 0.38806779200766145, "precision@10": 0.41600000000000004, "unjudged@10": 0.022}, "ChatNoir": null}, "disks45-nocr-trec7-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4510030334630544, "precision@10": 0.43200000000000005, "unjudged@10": 0.13}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4294876644817978, "precision@10": 0.4060000000000001, "unjudged@10": 0.11}, "senior-platform": {"approach": "senior-platform", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5440253822691983, "precision@10": 0.5239999999999999, "unjudged@10": 0.04}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5277171824976855, "precision@10": 0.5000000000000001, "unjudged@10": 0.02}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.45172708569951675, "precision@10": 0.434, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3674439635431403, "precision@10": 0.366, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5478971772680341, "precision@10": 0.5259999999999999, "unjudged@10": 0.044000000000000004}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.46952024047785895, "precision@10": 0.42800000000000005, "unjudged@10": 0.06199999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5836991178185734, "precision@10": 0.5519999999999999, "unjudged@10": 0.03}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.38448882166687154, "precision@10": 0.35400000000000004, "unjudged@10": 0.07}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3851590669074945, "precision@10": 0.36200000000000004, "unjudged@10": 0.08800000000000001}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3934242567588864, "precision@10": 0.348, "unjudged@10": 0.07800000000000001}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.34832319657975935, "precision@10": 0.31200000000000006, "unjudged@10": 0.08199999999999999}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3972803477629251, "precision@10": 0.366, "unjudged@10": 0.08199999999999999}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4024510444388907, "precision@10": 0.38, "unjudged@10": 0.086}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4281268655013505, "precision@10": 0.38799999999999996, "unjudged@10": 0.07400000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4311361521721207, "precision@10": 0.38600000000000007, "unjudged@10": 0.052000000000000005}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.445104771082182, "precision@10": 0.398, "unjudged@10": 0.064}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3958921791119161, "precision@10": 0.36200000000000004, "unjudged@10": 0.05600000000000001}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.47933384337149415, "precision@10": 0.43999999999999995, "unjudged@10": 0.05}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.430570867579748, "precision@10": 0.396, "unjudged@10": 0.046000000000000006}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4661020828363636, "precision@10": 0.41600000000000004, "unjudged@10": 0.052000000000000005}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.48620631649616036, "precision@10": 0.47, "unjudged@10": 0.04800000000000001}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4347207752958401, "precision@10": 0.4040000000000001, "unjudged@10": 0.046000000000000006}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4170864393610264, "precision@10": 0.37799999999999995, "unjudged@10": 0.06}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.49311157105992787, "precision@10": 0.468, "unjudged@10": 0.05000000000000001}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.44693082737343476, "precision@10": 0.41, "unjudged@10": 0.002}, "nimble-bar": {"approach": "nimble-bar", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5836991178185734, "precision@10": 0.5519999999999999, "unjudged@10": 0.03}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5230815205384001, "precision@10": 0.49199999999999994, "unjudged@10": 0.028000000000000004}, "latent-wetland": {"approach": "latent-wetland", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.5999715965272843, "precision@10": 0.5800000000000001, "unjudged@10": 0.013999999999999999}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.42438160418386806, "precision@10": 0.398, "unjudged@10": 0.0}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.40098406120955205, "precision@10": 0.38599999999999995, "unjudged@10": 0.0}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.40775084549940915, "precision@10": 0.39799999999999996, "unjudged@10": 0.0}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.42667014604220915, "precision@10": 0.402, "unjudged@10": 0.0}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4214577394606881, "precision@10": 0.398, "unjudged@10": 0.0}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.41157019803672185, "precision@10": 0.384, "unjudged@10": 0.002}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3941676125945868, "precision@10": 0.368, "unjudged@10": 0.002}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.38570606856524436, "precision@10": 0.35800000000000004, "unjudged@10": 0.008}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.42611814618145066, "precision@10": 0.39799999999999996, "unjudged@10": 0.002}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.3430890453815838, "precision@10": 0.322, "unjudged@10": 0.012000000000000002}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.40599537854205214, "precision@10": 0.38000000000000006, "unjudged@10": 0.008}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.42364677605121304, "precision@10": 0.39199999999999996, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4264343278345827, "precision@10": 0.39599999999999996, "unjudged@10": 0.0}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4374261387653107, "precision@10": 0.412, "unjudged@10": 0.0}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4239185618726726, "precision@10": 0.398, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.42755588169022907, "precision@10": 0.40199999999999997, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.41930469124440206, "precision@10": 0.4000000000000001, "unjudged@10": 0.0}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4016805300861453, "precision@10": 0.37200000000000005, "unjudged@10": 0.002}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.4187644867208681, "precision@10": 0.39, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec7-20230209-training", "ndcg@10": 0.44167819139881714, "precision@10": 0.42599999999999993, "unjudged@10": 0.006000000000000001}, "ChatNoir": null}, "disks45-nocr-trec8-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4893998818161418, "precision@10": 0.462, "unjudged@10": 0.07}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.45481305097934005, "precision@10": 0.434, "unjudged@10": 0.10200000000000001}, "senior-platform": {"approach": "senior-platform", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5470037769112153, "precision@10": 0.524, "unjudged@10": 0.030000000000000006}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5004819452488362, "precision@10": 0.49, "unjudged@10": 0.02}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4547604493411312, "precision@10": 0.44199999999999995, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.3868240740226435, "precision@10": 0.40399999999999997, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5556122256293287, "precision@10": 0.532, "unjudged@10": 0.022000000000000002}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4619382611756428, "precision@10": 0.43800000000000006, "unjudged@10": 0.06200000000000001}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5804475599754508, "precision@10": 0.562, "unjudged@10": 0.013999999999999999}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.43051221046411847, "precision@10": 0.396, "unjudged@10": 0.07999999999999999}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4384425612892905, "precision@10": 0.412, "unjudged@10": 0.10399999999999998}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.43607304765932425, "precision@10": 0.4059999999999999, "unjudged@10": 0.092}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.39927761807663664, "precision@10": 0.37200000000000005, "unjudged@10": 0.122}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.41422868043974215, "precision@10": 0.39399999999999996, "unjudged@10": 0.09399999999999999}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4472995264335692, "precision@10": 0.42200000000000004, "unjudged@10": 0.098}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4520568796523278, "precision@10": 0.43, "unjudged@10": 0.068}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4741092099345814, "precision@10": 0.44400000000000006, "unjudged@10": 0.06199999999999999}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4640869351600805, "precision@10": 0.444, "unjudged@10": 0.05800000000000001}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.39467678082487717, "precision@10": 0.384, "unjudged@10": 0.068}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5078427337141176, "precision@10": 0.4739999999999999, "unjudged@10": 0.04}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.47055903518470643, "precision@10": 0.444, "unjudged@10": 0.057999999999999996}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.46747408736607005, "precision@10": 0.44199999999999995, "unjudged@10": 0.057999999999999996}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4950015869635768, "precision@10": 0.466, "unjudged@10": 0.034}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4457313176839174, "precision@10": 0.4160000000000001, "unjudged@10": 0.07200000000000001}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.43200924084260656, "precision@10": 0.40399999999999997, "unjudged@10": 0.07400000000000001}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4905470449743442, "precision@10": 0.458, "unjudged@10": 0.054000000000000006}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4423324240342831, "precision@10": 0.424, "unjudged@10": 0.0}, "nimble-bar": {"approach": "nimble-bar", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5804475599754508, "precision@10": 0.562, "unjudged@10": 0.013999999999999999}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5095376861333188, "precision@10": 0.49400000000000005, "unjudged@10": 0.032}, "latent-wetland": {"approach": "latent-wetland", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.5626310182584481, "precision@10": 0.534, "unjudged@10": 0.013999999999999999}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.47726641120336055, "precision@10": 0.46399999999999997, "unjudged@10": 0.0}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4730733058193367, "precision@10": 0.44799999999999995, "unjudged@10": 0.002}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4808543422036793, "precision@10": 0.46, "unjudged@10": 0.002}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4760341753877049, "precision@10": 0.466, "unjudged@10": 0.0}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.47530300595819885, "precision@10": 0.468, "unjudged@10": 0.0}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4755211724798073, "precision@10": 0.4700000000000001, "unjudged@10": 0.0}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.44356893266365405, "precision@10": 0.40800000000000003, "unjudged@10": 0.004}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4509581190032689, "precision@10": 0.44799999999999995, "unjudged@10": 0.0}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4861616908672005, "precision@10": 0.4600000000000001, "unjudged@10": 0.0}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.404102525083053, "precision@10": 0.4, "unjudged@10": 0.004}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4851414956504476, "precision@10": 0.466, "unjudged@10": 0.0}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4878060115544905, "precision@10": 0.4700000000000001, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4817736249716027, "precision@10": 0.46399999999999997, "unjudged@10": 0.0}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4732170191428984, "precision@10": 0.45399999999999996, "unjudged@10": 0.006}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4760919896477862, "precision@10": 0.46399999999999997, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.482384601867382, "precision@10": 0.468, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4782616812371315, "precision@10": 0.466, "unjudged@10": 0.0}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.4595948492223681, "precision@10": 0.446, "unjudged@10": 0.0}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.47775031229979875, "precision@10": 0.4640000000000001, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec8-20230209-training", "ndcg@10": 0.496445460697436, "precision@10": 0.4700000000000001, "unjudged@10": 0.0}, "ChatNoir": null}, "disks45-nocr-trec-robust-2004-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42995583334759535, "precision@10": 0.41879999999999995, "unjudged@10": 0.12650602409638553}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3963459613414779, "precision@10": 0.38520000000000004, "unjudged@10": 0.1389558232931727}, "senior-platform": {"approach": "senior-platform", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.49918314380333756, "precision@10": 0.4864, "unjudged@10": 0.05662650602409639}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.48335863467533363, "precision@10": 0.472, "unjudged@10": 0.035742971887550205}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.44081917931846865, "precision@10": 0.43360000000000004, "unjudged@10": 0.019678714859437754}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3736881173436743, "precision@10": 0.386, "unjudged@10": 0.01847389558232932}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4993622338326447, "precision@10": 0.48560000000000003, "unjudged@10": 0.0570281124497992}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4379177750026555, "precision@10": 0.42079999999999995, "unjudged@10": 0.07590361445783134}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.5322220299213332, "precision@10": 0.5204, "unjudged@10": 0.04096385542168675}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.38209127840565693, "precision@10": 0.3584, "unjudged@10": 0.11084337349397591}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3872000460877298, "precision@10": 0.36839999999999995, "unjudged@10": 0.1216867469879518}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3907993282456005, "precision@10": 0.3688, "unjudged@10": 0.09518072289156627}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3553969570830332, "precision@10": 0.338, "unjudged@10": 0.1144578313253012}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.37496964423271806, "precision@10": 0.3584, "unjudged@10": 0.09518072289156627}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.38690424973164134, "precision@10": 0.36680000000000007, "unjudged@10": 0.0991967871485944}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.39807172335170454, "precision@10": 0.38120000000000004, "unjudged@10": 0.10080321285140563}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.41495498778982925, "precision@10": 0.39679999999999993, "unjudged@10": 0.08192771084337348}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4377512852425018, "precision@10": 0.41960000000000003, "unjudged@10": 0.07068273092369477}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.37727256191610503, "precision@10": 0.36040000000000005, "unjudged@10": 0.07550200803212852}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4603855950965916, "precision@10": 0.43160000000000004, "unjudged@10": 0.06144578313253012}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4231658287849936, "precision@10": 0.40159999999999996, "unjudged@10": 0.06506024096385543}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4273394108604723, "precision@10": 0.40480000000000005, "unjudged@10": 0.06586345381526104}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.47542356309916195, "precision@10": 0.46120000000000005, "unjudged@10": 0.05261044176706828}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.39761869781249987, "precision@10": 0.3828, "unjudged@10": 0.07228915662650602}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.39102596495448483, "precision@10": 0.37320000000000003, "unjudged@10": 0.0783132530120482}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4637669482920407, "precision@10": 0.44680000000000003, "unjudged@10": 0.061847389558232935}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.44326670590865247, "precision@10": 0.4284, "unjudged@10": 0.020481927710843374}, "nimble-bar": {"approach": "nimble-bar", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.5322220299213332, "precision@10": 0.5204, "unjudged@10": 0.04096385542168675}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.48564054352613867, "precision@10": 0.4712, "unjudged@10": 0.0429718875502008}, "latent-wetland": {"approach": "latent-wetland", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.5429921668843304, "precision@10": 0.5287999999999999, "unjudged@10": 0.026907630522088357}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4248280588520547, "precision@10": 0.4152, "unjudged@10": 0.01325301204819277}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4223796977195504, "precision@10": 0.4112, "unjudged@10": 0.01646586345381526}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42653862572991147, "precision@10": 0.4156, "unjudged@10": 0.01566265060240964}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42487321499279984, "precision@10": 0.416, "unjudged@10": 0.01325301204819277}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42812580555386576, "precision@10": 0.42240000000000005, "unjudged@10": 0.014859437751004017}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4292601501179205, "precision@10": 0.4224, "unjudged@10": 0.014859437751004017}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.40917354615655355, "precision@10": 0.3964, "unjudged@10": 0.017269076305220888}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.40403659522944624, "precision@10": 0.3964, "unjudged@10": 0.016867469879518072}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4413230293588089, "precision@10": 0.43479999999999996, "unjudged@10": 0.01325301204819277}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.3695361628806188, "precision@10": 0.36640000000000006, "unjudged@10": 0.024899598393574293}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42579448735976816, "precision@10": 0.41440000000000005, "unjudged@10": 0.01325301204819277}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4294373948203782, "precision@10": 0.4184, "unjudged@10": 0.01285140562248996}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4292577456729767, "precision@10": 0.41720000000000007, "unjudged@10": 0.012048192771084338}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4297276783602774, "precision@10": 0.4168, "unjudged@10": 0.01325301204819277}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4272088445699517, "precision@10": 0.42079999999999995, "unjudged@10": 0.014859437751004017}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4329538573520208, "precision@10": 0.42719999999999997, "unjudged@10": 0.014859437751004017}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42583246694641363, "precision@10": 0.42160000000000003, "unjudged@10": 0.01325301204819277}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.4206855617896156, "precision@10": 0.4108, "unjudged@10": 0.011244979919678714}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.42497020429692806, "precision@10": 0.416, "unjudged@10": 0.015261044176706828}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "disks45-nocr-trec-robust-2004-20230209-training", "ndcg@10": 0.44506465530938466, "precision@10": 0.438, "unjudged@10": 0.014056224899598393}, "ChatNoir": null}, "nfcorpus-test-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2796403409582141, "precision@10": 0.20841423948220067, "unjudged@10": 0.6538461538461539}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27850996847935205, "precision@10": 0.20809061488673142, "unjudged@10": 0.6541538461538461}, "senior-platform": {"approach": "senior-platform", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.3014218382604047, "precision@10": 0.23009708737864076, "unjudged@10": 0.6332307692307693}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2909994140751991, "precision@10": 0.22006472491909385, "unjudged@10": 0.6427692307692308}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.277587326764343, "precision@10": 0.22059800664451829, "unjudged@10": 0.6452307692307693}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.243367951307476, "precision@10": 0.206312292358804, "unjudged@10": 0.6584615384615384}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2996042491636129, "precision@10": 0.2323624595469256, "unjudged@10": 0.6310769230769231}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27442542472242576, "precision@10": 0.20711974110032363, "unjudged@10": 0.6550769230769231}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.3051532692795755, "precision@10": 0.22880258899676376, "unjudged@10": 0.6344615384615384}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2431154191234081, "precision@10": 0.18964401294498384, "unjudged@10": 0.6716923076923076}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2513713466511296, "precision@10": 0.1925566343042071, "unjudged@10": 0.668923076923077}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2470745023317214, "precision@10": 0.1925566343042071, "unjudged@10": 0.668923076923077}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.24482326077986083, "precision@10": 0.1899676375404531, "unjudged@10": 0.6713846153846154}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.25580514554014544, "precision@10": 0.19061488673139157, "unjudged@10": 0.6707692307692308}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2504358899404293, "precision@10": 0.18737864077669902, "unjudged@10": 0.6738461538461539}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2547839350423928, "precision@10": 0.20064724919093851, "unjudged@10": 0.6612307692307692}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2644911915853389, "precision@10": 0.2038834951456311, "unjudged@10": 0.6581538461538461}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27882937740897945, "precision@10": 0.21003236245954696, "unjudged@10": 0.6523076923076923}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2547276313664889, "precision@10": 0.19093851132686088, "unjudged@10": 0.6704615384615384}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2820137938556164, "precision@10": 0.2132686084142395, "unjudged@10": 0.6492307692307693}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2764783126526302, "precision@10": 0.21132686084142394, "unjudged@10": 0.6510769230769231}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2775401402072929, "precision@10": 0.21456310679611654, "unjudged@10": 0.648}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2881604668428883, "precision@10": 0.21812297734627834, "unjudged@10": 0.6446153846153846}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2722642445780888, "precision@10": 0.20711974110032363, "unjudged@10": 0.6550769230769231}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2776899991614161, "precision@10": 0.2080906148867314, "unjudged@10": 0.6541538461538462}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.28505091886486117, "precision@10": 0.2168284789644013, "unjudged@10": 0.6458461538461537}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2884405250421309, "precision@10": 0.23023255813953492, "unjudged@10": 0.6363076923076922}, "nimble-bar": {"approach": "nimble-bar", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.3051532692795755, "precision@10": 0.22880258899676376, "unjudged@10": 0.6344615384615384}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.29344828607674195, "precision@10": 0.21650485436893205, "unjudged@10": 0.6461538461538462}, "latent-wetland": {"approach": "latent-wetland", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.3131274656158003, "precision@10": 0.2359223300970874, "unjudged@10": 0.6276923076923077}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.273326372884411, "precision@10": 0.20744336569579286, "unjudged@10": 0.6547692307692308}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2641897067718281, "precision@10": 0.19870550161812298, "unjudged@10": 0.6630769230769231}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2647416928409378, "precision@10": 0.20032362459546926, "unjudged@10": 0.6615384615384615}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27335392777414386, "precision@10": 0.20679611650485438, "unjudged@10": 0.6553846153846155}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2624108383010271, "precision@10": 0.19644012944983819, "unjudged@10": 0.6652307692307692}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.26743574880562465, "precision@10": 0.20097087378640777, "unjudged@10": 0.660923076923077}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2615624915077748, "precision@10": 0.19644012944983819, "unjudged@10": 0.6652307692307692}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.26965036640795526, "precision@10": 0.20323624595469256, "unjudged@10": 0.6587692307692308}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.26674121470610324, "precision@10": 0.20064724919093851, "unjudged@10": 0.6612307692307693}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.26561761387987265, "precision@10": 0.20129449838187702, "unjudged@10": 0.6606153846153846}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27821249259583986, "precision@10": 0.21262135922330097, "unjudged@10": 0.6498461538461539}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2788433567889038, "precision@10": 0.21294498381877022, "unjudged@10": 0.6495384615384615}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27955891452074483, "precision@10": 0.2148867313915858, "unjudged@10": 0.6476923076923077}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.27869335156717534, "precision@10": 0.2122977346278317, "unjudged@10": 0.6501538461538462}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.272495883722019, "precision@10": 0.2051779935275081, "unjudged@10": 0.6569230769230769}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2639196349715733, "precision@10": 0.19611650485436893, "unjudged@10": 0.6655384615384615}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2654165221739967, "precision@10": 0.19838187702265372, "unjudged@10": 0.6633846153846155}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2700817920845236, "precision@10": 0.20614886731391588, "unjudged@10": 0.656}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.2730883953556501, "precision@10": 0.20679611650485438, "unjudged@10": 0.6553846153846153}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "nfcorpus-test-20230107-training", "ndcg@10": 0.26491492391516025, "precision@10": 0.20064724919093854, "unjudged@10": 0.6612307692307693}, "ChatNoir": null}, "argsme-touche-2020-task-1-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2912965829531916, "precision@10": 0.2714285714285714, "unjudged@10": 0.710204081632653}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.24947475468759683, "precision@10": 0.23265306122448975, "unjudged@10": 0.7510204081632652}, "senior-platform": {"approach": "senior-platform", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.28262281937715183, "precision@10": 0.26122448979591834, "unjudged@10": 0.7244897959183674}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3160409764932136, "precision@10": 0.28775510204081634, "unjudged@10": 0.6938775510204082}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.29529625144346244, "precision@10": 0.2979591836734694, "unjudged@10": 0.6857142857142857}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2089943647491894, "precision@10": 0.23265306122448975, "unjudged@10": 0.7510204081632652}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.27768255472110653, "precision@10": 0.25306122448979596, "unjudged@10": 0.7326530612244899}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2282585117915796, "precision@10": 0.2122448979591837, "unjudged@10": 0.773469387755102}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.31155552847244083, "precision@10": 0.28367346938775506, "unjudged@10": 0.706122448979592}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.20219081445515516, "precision@10": 0.19183673469387755, "unjudged@10": 0.8040816326530612}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.23755926647816034, "precision@10": 0.22653061224489796, "unjudged@10": 0.7632653061224489}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.23156323917049107, "precision@10": 0.22857142857142856, "unjudged@10": 0.7653061224489796}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.13054583174750545, "precision@10": 0.14081632653061224, "unjudged@10": 0.8510204081632654}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2074210696332543, "precision@10": 0.19183673469387752, "unjudged@10": 0.7938775510204081}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.21363680111028674, "precision@10": 0.20816326530612245, "unjudged@10": 0.7714285714285715}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.1624833477741028, "precision@10": 0.15918367346938778, "unjudged@10": 0.8204081632653062}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2381218955184462, "precision@10": 0.2224489795918367, "unjudged@10": 0.7551020408163265}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.23419961255913455, "precision@10": 0.2122448979591837, "unjudged@10": 0.7693877551020407}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.16418808480737324, "precision@10": 0.15918367346938778, "unjudged@10": 0.8306122448979592}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.1674590895282604, "precision@10": 0.15306122448979592, "unjudged@10": 0.8346938775510205}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.18115132274264442, "precision@10": 0.17142857142857143, "unjudged@10": 0.8183673469387756}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.1928752134259409, "precision@10": 0.17551020408163265, "unjudged@10": 0.8102040816326531}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.18657856864789962, "precision@10": 0.16734693877551018, "unjudged@10": 0.8244897959183675}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.23364429349648314, "precision@10": 0.22040816326530613, "unjudged@10": 0.7714285714285714}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2571622602857882, "precision@10": 0.2306122448979592, "unjudged@10": 0.7510204081632652}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.21421544730949998, "precision@10": 0.1877551020408163, "unjudged@10": 0.8}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.23303995060169785, "precision@10": 0.24081632653061222, "unjudged@10": 0.7469387755102042}, "nimble-bar": {"approach": "nimble-bar", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.31155552847244083, "precision@10": 0.28367346938775506, "unjudged@10": 0.706122448979592}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.2928452723449763, "precision@10": 0.27959183673469384, "unjudged@10": 0.7040816326530612}, "latent-wetland": {"approach": "latent-wetland", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.32347367233350843, "precision@10": 0.27959183673469384, "unjudged@10": 0.7081632653061224}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3174683995499106, "precision@10": 0.2959183673469388, "unjudged@10": 0.6816326530612244}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.42353069659015224, "precision@10": 0.3714285714285715, "unjudged@10": 0.6000000000000001}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.4262579411599671, "precision@10": 0.3755102040816326, "unjudged@10": 0.5979591836734693}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3076968886072801, "precision@10": 0.2755102040816326, "unjudged@10": 0.7020408163265307}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.356809413495009, "precision@10": 0.32653061224489793, "unjudged@10": 0.6428571428571429}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.33855704253597146, "precision@10": 0.3020408163265306, "unjudged@10": 0.6714285714285716}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.4975356917646037, "precision@10": 0.4448979591836735, "unjudged@10": 0.5142857142857142}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.21800278115862004, "precision@10": 0.2122448979591837, "unjudged@10": 0.7755102040816326}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.39660504148381953, "precision@10": 0.3510204081632653, "unjudged@10": 0.6122448979591837}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.14411012708192472, "precision@10": 0.1469387755102041, "unjudged@10": 0.8428571428571427}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.31634461822599086, "precision@10": 0.2897959183673469, "unjudged@10": 0.6877551020408162}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3214263295646041, "precision@10": 0.29183673469387755, "unjudged@10": 0.6857142857142856}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3183162886901275, "precision@10": 0.2877551020408163, "unjudged@10": 0.6897959183673469}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.33607695589271347, "precision@10": 0.29387755102040813, "unjudged@10": 0.6857142857142856}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.31197299916074406, "precision@10": 0.2795918367346939, "unjudged@10": 0.6959183673469389}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.37036952613245117, "precision@10": 0.34489795918367344, "unjudged@10": 0.6204081632653061}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3454281769654426, "precision@10": 0.31428571428571433, "unjudged@10": 0.6612244897959185}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.3241474945937593, "precision@10": 0.2979591836734694, "unjudged@10": 0.6795918367346939}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.31837684713051195, "precision@10": 0.29183673469387755, "unjudged@10": 0.6836734693877551}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2020-task-1-20230209-training", "ndcg@10": 0.43194099435633404, "precision@10": 0.38367346938775504, "unjudged@10": 0.5755102040816327}, "ChatNoir": null}, "argsme-touche-2021-task-1-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.41348789686818094, "precision@10": 0.43400000000000005, "unjudged@10": 0.472}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.28394508192210133, "precision@10": 0.304, "unjudged@10": 0.614}, "senior-platform": {"approach": "senior-platform", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.34466823705811095, "precision@10": 0.36400000000000005, "unjudged@10": 0.5619999999999999}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.42414612166755505, "precision@10": 0.43799999999999994, "unjudged@10": 0.462}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.3733910107992985, "precision@10": 0.44799999999999995, "unjudged@10": 0.426}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.37124940595126965, "precision@10": 0.44000000000000006, "unjudged@10": 0.43800000000000006}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.3313263788410247, "precision@10": 0.3460000000000001, "unjudged@10": 0.574}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.2889833430433418, "precision@10": 0.324, "unjudged@10": 0.604}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.36331297332155366, "precision@10": 0.38599999999999995, "unjudged@10": 0.55}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.2739861947832426, "precision@10": 0.30200000000000005, "unjudged@10": 0.63}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.29663521169420215, "precision@10": 0.324, "unjudged@10": 0.612}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.27056279674363415, "precision@10": 0.32, "unjudged@10": 0.61}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.13556368953341355, "precision@10": 0.17400000000000002, "unjudged@10": 0.772}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.24589625402293191, "precision@10": 0.284, "unjudged@10": 0.652}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.271846700079887, "precision@10": 0.298, "unjudged@10": 0.6240000000000001}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.28560191400873075, "precision@10": 0.336, "unjudged@10": 0.596}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.31386024836457344, "precision@10": 0.35200000000000004, "unjudged@10": 0.568}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.2781020056040149, "precision@10": 0.31, "unjudged@10": 0.5940000000000001}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.16743111613988865, "precision@10": 0.198, "unjudged@10": 0.7480000000000001}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.18990718484251445, "precision@10": 0.24, "unjudged@10": 0.69}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.24300656532809645, "precision@10": 0.274, "unjudged@10": 0.6859999999999999}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.2597207786190354, "precision@10": 0.284, "unjudged@10": 0.662}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.24313807716283256, "precision@10": 0.268, "unjudged@10": 0.69}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.4198574528811532, "precision@10": 0.42199999999999993, "unjudged@10": 0.5319999999999999}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.3966672963145454, "precision@10": 0.40800000000000003, "unjudged@10": 0.5259999999999999}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.34246920662189995, "precision@10": 0.344, "unjudged@10": 0.6099999999999999}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.343495383308289, "precision@10": 0.40399999999999997, "unjudged@10": 0.49}, "nimble-bar": {"approach": "nimble-bar", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.36331297332155366, "precision@10": 0.38599999999999995, "unjudged@10": 0.55}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.4087863986705224, "precision@10": 0.428, "unjudged@10": 0.496}, "latent-wetland": {"approach": "latent-wetland", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.45914031903875263, "precision@10": 0.494, "unjudged@10": 0.45}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5409855309718862, "precision@10": 0.576, "unjudged@10": 0.256}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5351004200441882, "precision@10": 0.586, "unjudged@10": 0.24400000000000002}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5386140589247876, "precision@10": 0.5919999999999999, "unjudged@10": 0.24}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.4817157085912399, "precision@10": 0.5219999999999999, "unjudged@10": 0.308}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5622711156741319, "precision@10": 0.58, "unjudged@10": 0.254}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5519440981310065, "precision@10": 0.5760000000000001, "unjudged@10": 0.27399999999999997}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.6386132602880643, "precision@10": 0.7, "unjudged@10": 0.10200000000000001}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.24307178051985592, "precision@10": 0.278, "unjudged@10": 0.6}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.622656021474924, "precision@10": 0.6539999999999999, "unjudged@10": 0.172}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.1319117796117983, "precision@10": 0.15600000000000003, "unjudged@10": 0.76}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.4617988626695377, "precision@10": 0.49800000000000005, "unjudged@10": 0.338}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5025338655881564, "precision@10": 0.544, "unjudged@10": 0.29400000000000004}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5124379289707331, "precision@10": 0.5579999999999999, "unjudged@10": 0.28600000000000003}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5157883442868294, "precision@10": 0.5640000000000001, "unjudged@10": 0.29}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.48667945207874885, "precision@10": 0.526, "unjudged@10": 0.30800000000000005}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5954112405593459, "precision@10": 0.632, "unjudged@10": 0.20199999999999999}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.4970956387922788, "precision@10": 0.528, "unjudged@10": 0.304}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5225274376301781, "precision@10": 0.5660000000000001, "unjudged@10": 0.274}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.5442011370295101, "precision@10": 0.58, "unjudged@10": 0.252}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "argsme-touche-2021-task-1-20230209-training", "ndcg@10": 0.6400931884002798, "precision@10": 0.6779999999999999, "unjudged@10": 0.146}, "ChatNoir": null}, "msmarco-passage-trec-dl-2020-judged-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6587888365606264, "precision@10": 0.7055555555555556, "unjudged@10": 0.04814814814814815}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.61946854139435, "precision@10": 0.6666666666666664, "unjudged@10": 0.09814814814814816}, "senior-platform": {"approach": "senior-platform", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6986270145522083, "precision@10": 0.7259259259259259, "unjudged@10": 0.035185185185185194}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7122949066874318, "precision@10": 0.75, "unjudged@10": 0.009259259259259259}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6269292718009647, "precision@10": 0.6722222222222223, "unjudged@10": 0.031481481481481485}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.5440881873232334, "precision@10": 0.6203703703703703, "unjudged@10": 0.05}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6970693884459943, "precision@10": 0.7277777777777777, "unjudged@10": 0.03518518518518519}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6886190579141628, "precision@10": 0.7314814814814815, "unjudged@10": 0.027777777777777776}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7137618484279158, "precision@10": 0.7574074074074074, "unjudged@10": 0.03888888888888889}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6396833751286233, "precision@10": 0.6925925925925925, "unjudged@10": 0.07037037037037036}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6547112624821166, "precision@10": 0.7037037037037036, "unjudged@10": 0.05185185185185185}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6595101093453953, "precision@10": 0.7222222222222221, "unjudged@10": 0.046296296296296294}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6172306638284467, "precision@10": 0.661111111111111, "unjudged@10": 0.053703703703703705}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6437185735196853, "precision@10": 0.6888888888888887, "unjudged@10": 0.06666666666666668}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.662407703742916, "precision@10": 0.7055555555555556, "unjudged@10": 0.06666666666666667}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6559835848805811, "precision@10": 0.7203703703703702, "unjudged@10": 0.061111111111111116}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7045383210051456, "precision@10": 0.748148148148148, "unjudged@10": 0.02962962962962963}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7224886515754176, "precision@10": 0.7537037037037037, "unjudged@10": 0.03518518518518518}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6276114071251148, "precision@10": 0.685185185185185, "unjudged@10": 0.05740740740740741}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6959562803358623, "precision@10": 0.761111111111111, "unjudged@10": 0.02962962962962963}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6398994839217012, "precision@10": 0.6944444444444443, "unjudged@10": 0.06851851851851852}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6629146289229054, "precision@10": 0.7370370370370369, "unjudged@10": 0.040740740740740744}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.679856416583761, "precision@10": 0.7314814814814814, "unjudged@10": 0.057407407407407414}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6512197081888774, "precision@10": 0.7111111111111109, "unjudged@10": 0.057407407407407414}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6954681180284129, "precision@10": 0.7518518518518519, "unjudged@10": 0.04814814814814815}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6986403848593862, "precision@10": 0.7388888888888887, "unjudged@10": 0.05740740740740741}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.6132020568491517, "precision@10": 0.6851851851851853, "unjudged@10": 0.03703703703703704}, "nimble-bar": {"approach": "nimble-bar", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7137618484279158, "precision@10": 0.7574074074074074, "unjudged@10": 0.03888888888888889}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7058851172438732, "precision@10": 0.7277777777777777, "unjudged@10": 0.027777777777777776}, "latent-wetland": {"approach": "latent-wetland", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.7491670320554479, "precision@10": 0.7796296296296296, "unjudged@10": 0.014814814814814815}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.5004062458930894, "precision@10": 0.5666666666666667, "unjudged@10": 0.05555555555555555}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4934317476636754, "precision@10": 0.5592592592592592, "unjudged@10": 0.06666666666666668}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.48419958135830443, "precision@10": 0.5462962962962963, "unjudged@10": 0.06481481481481481}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.5004543445973302, "precision@10": 0.5685185185185185, "unjudged@10": 0.05370370370370371}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.47818208135971524, "precision@10": 0.5425925925925925, "unjudged@10": 0.07777777777777778}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.5008052826489837, "precision@10": 0.5629629629629629, "unjudged@10": 0.06851851851851852}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.3685185023244357, "precision@10": 0.45925925925925926, "unjudged@10": 0.17407407407407405}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4988956516773868, "precision@10": 0.5592592592592592, "unjudged@10": 0.06851851851851853}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.46873082118758275, "precision@10": 0.5462962962962963, "unjudged@10": 0.07962962962962962}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4806421888664058, "precision@10": 0.5499999999999999, "unjudged@10": 0.05185185185185186}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.49404080524072047, "precision@10": 0.5555555555555556, "unjudged@10": 0.06296296296296296}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4896281053490241, "precision@10": 0.5500000000000002, "unjudged@10": 0.06666666666666667}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.484935310340924, "precision@10": 0.5537037037037037, "unjudged@10": 0.06851851851851852}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.47528169865287856, "precision@10": 0.538888888888889, "unjudged@10": 0.08333333333333333}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.5060356522065459, "precision@10": 0.5611111111111111, "unjudged@10": 0.059259259259259255}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.47641101756452287, "precision@10": 0.5499999999999999, "unjudged@10": 0.07037037037037037}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4866166160412177, "precision@10": 0.5481481481481482, "unjudged@10": 0.06481481481481481}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4882741349104788, "precision@10": 0.5629629629629629, "unjudged@10": 0.06666666666666667}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.4990100936946814, "precision@10": 0.562962962962963, "unjudged@10": 0.05740740740740741}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "msmarco-passage-trec-dl-2020-judged-20230107-training", "ndcg@10": 0.45325884818073336, "precision@10": 0.5333333333333333, "unjudged@10": 0.09444444444444446}, "ChatNoir": null}, "medline-2004-trec-genomics-2005-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.34552909726306086, "precision@10": 0.37000000000000005, "unjudged@10": 0.17755102040816328}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2988777205324464, "precision@10": 0.31399999999999995, "unjudged@10": 0.19795918367346937}, "senior-platform": {"approach": "senior-platform", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.37389695847661975, "precision@10": 0.386, "unjudged@10": 0.1183673469387755}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.359891326436002, "precision@10": 0.36200000000000004, "unjudged@10": 0.1326530612244898}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.37374165262133685, "precision@10": 0.38600000000000007, "unjudged@10": 0.036734693877551024}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.34158376046556127, "precision@10": 0.37, "unjudged@10": 0.034693877551020415}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3694863654965023, "precision@10": 0.38, "unjudged@10": 0.12040816326530612}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.31779647452203696, "precision@10": 0.3320000000000001, "unjudged@10": 0.15306122448979592}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.4244953159266188, "precision@10": 0.44799999999999995, "unjudged@10": 0.08979591836734695}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.25957320843842746, "precision@10": 0.286, "unjudged@10": 0.24081632653061225}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2957242334359249, "precision@10": 0.31, "unjudged@10": 0.2183673469387755}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.21139601812107997, "precision@10": 0.24799999999999997, "unjudged@10": 0.2673469387755102}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.14774356459099333, "precision@10": 0.182, "unjudged@10": 0.36122448979591837}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.22170002836718125, "precision@10": 0.24599999999999997, "unjudged@10": 0.24693877551020407}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.21753778822495703, "precision@10": 0.24999999999999997, "unjudged@10": 0.28775510204081634}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.22915622912164405, "precision@10": 0.248, "unjudged@10": 0.27346938775510204}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.29964047981260417, "precision@10": 0.32, "unjudged@10": 0.1836734693877551}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.30761591434951724, "precision@10": 0.32199999999999995, "unjudged@10": 0.17142857142857143}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.13820002777869927, "precision@10": 0.16799999999999998, "unjudged@10": 0.3836734693877551}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.27869723050149847, "precision@10": 0.316, "unjudged@10": 0.15510204081632653}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.21287777954056303, "precision@10": 0.23399999999999999, "unjudged@10": 0.24897959183673468}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.22282716926276955, "precision@10": 0.24600000000000002, "unjudged@10": 0.2755102040816327}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.23778706819649448, "precision@10": 0.286, "unjudged@10": 0.21632653061224488}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.24590669691089773, "precision@10": 0.25, "unjudged@10": 0.28775510204081634}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2508228055288737, "precision@10": 0.278, "unjudged@10": 0.26734693877551025}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2641671303497076, "precision@10": 0.28400000000000003, "unjudged@10": 0.22448979591836735}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.39466829195860215, "precision@10": 0.4060000000000001, "unjudged@10": 0.030612244897959183}, "nimble-bar": {"approach": "nimble-bar", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.4244953159266188, "precision@10": 0.44799999999999995, "unjudged@10": 0.08979591836734695}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.34453254109204695, "precision@10": 0.35200000000000004, "unjudged@10": 0.12244897959183673}, "latent-wetland": {"approach": "latent-wetland", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.43301633583841337, "precision@10": 0.45, "unjudged@10": 0.0673469387755102}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3602787910958415, "precision@10": 0.368, "unjudged@10": 0.05306122448979593}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.30960833361723666, "precision@10": 0.316, "unjudged@10": 0.1}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3172387640972784, "precision@10": 0.32800000000000007, "unjudged@10": 0.09387755102040815}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3590216442424428, "precision@10": 0.36199999999999993, "unjudged@10": 0.05306122448979593}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3458217422576656, "precision@10": 0.35400000000000004, "unjudged@10": 0.08571428571428572}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3405674510059687, "precision@10": 0.35, "unjudged@10": 0.07755102040816327}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.27465075273054707, "precision@10": 0.298, "unjudged@10": 0.10408163265306122}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2871653413094792, "precision@10": 0.29200000000000004, "unjudged@10": 0.12040816326530612}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.351359770207481, "precision@10": 0.36, "unjudged@10": 0.0673469387755102}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.2334912257421649, "precision@10": 0.254, "unjudged@10": 0.21224489795918364}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3552113367375751, "precision@10": 0.358, "unjudged@10": 0.04489795918367347}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.36487730129212587, "precision@10": 0.376, "unjudged@10": 0.02653061224489796}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.36291791323591455, "precision@10": 0.38, "unjudged@10": 0.022448979591836737}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.37585116132126906, "precision@10": 0.39799999999999996, "unjudged@10": 0.02040816326530612}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3690921475978302, "precision@10": 0.374, "unjudged@10": 0.04489795918367347}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.34630858697474165, "precision@10": 0.3559999999999999, "unjudged@10": 0.07755102040816327}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.35746999477390884, "precision@10": 0.37799999999999995, "unjudged@10": 0.05714285714285714}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3427037169225888, "precision@10": 0.348, "unjudged@10": 0.061224489795918366}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.3638194321466361, "precision@10": 0.376, "unjudged@10": 0.04285714285714286}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2004-trec-genomics-2005-20230107-training", "ndcg@10": 0.35283648095281384, "precision@10": 0.35999999999999993, "unjudged@10": 0.07142857142857142}, "ChatNoir": null}, "gov-trec-web-2002-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2883253528646177, "precision@10": 0.248, "unjudged@10": 0.10399999999999998}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2561119738828991, "precision@10": 0.21, "unjudged@10": 0.126}, "senior-platform": {"approach": "senior-platform", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.32364695885056366, "precision@10": 0.26, "unjudged@10": 0.096}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.31249411548985695, "precision@10": 0.266, "unjudged@10": 0.07}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2857276972940438, "precision@10": 0.252, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2607663651595573, "precision@10": 0.226, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.32683312877578985, "precision@10": 0.26999999999999996, "unjudged@10": 0.09}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.29428791491723305, "precision@10": 0.24199999999999997, "unjudged@10": 0.12200000000000001}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.32475370342730264, "precision@10": 0.27, "unjudged@10": 0.08199999999999999}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2900833151398042, "precision@10": 0.23600000000000002, "unjudged@10": 0.12999999999999998}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.27632131527165293, "precision@10": 0.23200000000000004, "unjudged@10": 0.156}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.3022037626203255, "precision@10": 0.264, "unjudged@10": 0.118}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.28491765635711125, "precision@10": 0.24400000000000002, "unjudged@10": 0.124}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2589225060137966, "precision@10": 0.23200000000000004, "unjudged@10": 0.11600000000000002}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.27944025963570834, "precision@10": 0.242, "unjudged@10": 0.126}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2926153051663744, "precision@10": 0.24799999999999997, "unjudged@10": 0.14800000000000002}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.32952407874064804, "precision@10": 0.27999999999999997, "unjudged@10": 0.11600000000000002}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.332600931566605, "precision@10": 0.282, "unjudged@10": 0.098}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.27446442556747735, "precision@10": 0.24400000000000002, "unjudged@10": 0.132}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.3098703619160953, "precision@10": 0.268, "unjudged@10": 0.11800000000000001}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2762486317547262, "precision@10": 0.234, "unjudged@10": 0.132}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.3102377947792359, "precision@10": 0.25800000000000006, "unjudged@10": 0.11}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.29439369741785476, "precision@10": 0.266, "unjudged@10": 0.122}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.26153150283756466, "precision@10": 0.242, "unjudged@10": 0.13599999999999998}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.25218276655856536, "precision@10": 0.21999999999999997, "unjudged@10": 0.152}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.263155499437255, "precision@10": 0.244, "unjudged@10": 0.152}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.31413989936577996, "precision@10": 0.256, "unjudged@10": 0.0}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.32475370342730264, "precision@10": 0.27, "unjudged@10": 0.08199999999999999}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.3300674634729796, "precision@10": 0.276, "unjudged@10": 0.10000000000000002}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.36020897736232294, "precision@10": 0.3, "unjudged@10": 0.05000000000000001}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2724680152479639, "precision@10": 0.20800000000000002, "unjudged@10": 0.028000000000000004}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2533583111228009, "precision@10": 0.21799999999999997, "unjudged@10": 0.022000000000000002}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2675085249094068, "precision@10": 0.22, "unjudged@10": 0.012000000000000002}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2755535799738125, "precision@10": 0.20800000000000002, "unjudged@10": 0.028000000000000004}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.30222131595957685, "precision@10": 0.242, "unjudged@10": 0.006000000000000001}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.30135583792851917, "precision@10": 0.24000000000000005, "unjudged@10": 0.01}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.23115202037795637, "precision@10": 0.182, "unjudged@10": 0.03}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.23743513130594215, "precision@10": 0.19599999999999998, "unjudged@10": 0.06}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.30644790308210335, "precision@10": 0.24599999999999997, "unjudged@10": 0.004}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2051549500275702, "precision@10": 0.184, "unjudged@10": 0.094}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.17403994079300575, "precision@10": 0.128, "unjudged@10": 0.20199999999999999}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.298172755974666, "precision@10": 0.23, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.29815126275965037, "precision@10": 0.23199999999999998, "unjudged@10": 0.002}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2969682546630325, "precision@10": 0.228, "unjudged@10": 0.0}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.29735548273682594, "precision@10": 0.228, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.3031831705764784, "precision@10": 0.24400000000000002, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.31746696217807524, "precision@10": 0.26199999999999996, "unjudged@10": 0.002}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.2900368426869449, "precision@10": 0.24599999999999997, "unjudged@10": 0.02}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.29663632869267437, "precision@10": 0.228, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2002-20230209-training", "ndcg@10": 0.31913308114287386, "precision@10": 0.264, "unjudged@10": 0.0}, "ChatNoir": null}, "gov-trec-web-2003-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10520018304251501, "precision@10": 0.07600000000000001, "unjudged@10": 0.086}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08036188854840115, "precision@10": 0.06000000000000001, "unjudged@10": 0.102}, "senior-platform": {"approach": "senior-platform", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10170377199979364, "precision@10": 0.07200000000000001, "unjudged@10": 0.036000000000000004}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10414933891148768, "precision@10": 0.068, "unjudged@10": 0.054000000000000006}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08979391086573027, "precision@10": 0.05999999999999999, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.06347086676014883, "precision@10": 0.04800000000000001, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09996017447171543, "precision@10": 0.07400000000000001, "unjudged@10": 0.042}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08549791270830147, "precision@10": 0.064, "unjudged@10": 0.11399999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09130853448834869, "precision@10": 0.064, "unjudged@10": 0.04800000000000001}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12034586010072136, "precision@10": 0.088, "unjudged@10": 0.08800000000000001}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09781784855872004, "precision@10": 0.07, "unjudged@10": 0.08600000000000002}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12628969393028977, "precision@10": 0.084, "unjudged@10": 0.04}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12206991862055638, "precision@10": 0.088, "unjudged@10": 0.05399999999999999}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.11277270399761122, "precision@10": 0.07200000000000001, "unjudged@10": 0.07200000000000001}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.11625879323475377, "precision@10": 0.07, "unjudged@10": 0.08800000000000001}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08429282061323445, "precision@10": 0.068, "unjudged@10": 0.07800000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12111702565714857, "precision@10": 0.09000000000000002, "unjudged@10": 0.032}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12363573433589548, "precision@10": 0.086, "unjudged@10": 0.046000000000000006}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10856258676349366, "precision@10": 0.08399999999999999, "unjudged@10": 0.06}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.11466711112582843, "precision@10": 0.07200000000000001, "unjudged@10": 0.062}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09760018938722213, "precision@10": 0.07, "unjudged@10": 0.07600000000000001}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.13539166868862296, "precision@10": 0.086, "unjudged@10": 0.078}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.0957237244529971, "precision@10": 0.064, "unjudged@10": 0.07}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09679280778912673, "precision@10": 0.068, "unjudged@10": 0.084}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10916050531091458, "precision@10": 0.078, "unjudged@10": 0.07200000000000001}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.11203892031678306, "precision@10": 0.07200000000000001, "unjudged@10": 0.076}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.0967276528483623, "precision@10": 0.066, "unjudged@10": 0.0}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09130853448834869, "precision@10": 0.064, "unjudged@10": 0.04800000000000001}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09855467558087806, "precision@10": 0.07, "unjudged@10": 0.05}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.10378222056780614, "precision@10": 0.07600000000000001, "unjudged@10": 0.025999999999999995}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08944248848970934, "precision@10": 0.062, "unjudged@10": 0.0}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.049742815760831914, "precision@10": 0.03, "unjudged@10": 0.0}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.049742815760831914, "precision@10": 0.03, "unjudged@10": 0.0}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09386319225480518, "precision@10": 0.066, "unjudged@10": 0.0}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12831239925580742, "precision@10": 0.08399999999999999, "unjudged@10": 0.0}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12580888783798147, "precision@10": 0.08, "unjudged@10": 0.0}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.04344993303545795, "precision@10": 0.032, "unjudged@10": 0.0}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12950133814592119, "precision@10": 0.08399999999999999, "unjudged@10": 0.008}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.1114102987544843, "precision@10": 0.07600000000000001, "unjudged@10": 0.0}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.12024193097179682, "precision@10": 0.08199999999999999, "unjudged@10": 0.042}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08061987790793664, "precision@10": 0.04800000000000001, "unjudged@10": 0.062}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09648118941278133, "precision@10": 0.066, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09604795917417946, "precision@10": 0.066, "unjudged@10": 0.0}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08717893148237887, "precision@10": 0.062, "unjudged@10": 0.0}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09354631611547524, "precision@10": 0.066, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.13021461033200357, "precision@10": 0.088, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09253136393947999, "precision@10": 0.05800000000000001, "unjudged@10": 0.0}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.09721599126452612, "precision@10": 0.062, "unjudged@10": 0.0}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08831301591032847, "precision@10": 0.062, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2003-20230209-training", "ndcg@10": 0.08677820748092933, "precision@10": 0.05800000000000001, "unjudged@10": 0.0}, "ChatNoir": null}, "gov-trec-web-2004-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.35000246254167133, "precision@10": 0.07955555555555555, "unjudged@10": 0.20533333333333334}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3169562505335543, "precision@10": 0.07777777777777778, "unjudged@10": 0.2311111111111111}, "senior-platform": {"approach": "senior-platform", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3628097135665874, "precision@10": 0.07911111111111112, "unjudged@10": 0.19111111111111112}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.32847848415995223, "precision@10": 0.07644444444444445, "unjudged@10": 0.19066666666666668}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.18104247636008336, "precision@10": 0.05466666666666666, "unjudged@10": 0.09777777777777778}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.12335310254506555, "precision@10": 0.04666666666666667, "unjudged@10": 0.11333333333333333}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.36621492485841467, "precision@10": 0.0808888888888889, "unjudged@10": 0.18177777777777776}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.31851549465103646, "precision@10": 0.07066666666666667, "unjudged@10": 0.23555555555555555}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.37857034368356673, "precision@10": 0.08177777777777777, "unjudged@10": 0.17333333333333334}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2962482069813489, "precision@10": 0.0808888888888889, "unjudged@10": 0.24533333333333335}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2640592914015504, "precision@10": 0.06488888888888888, "unjudged@10": 0.2786666666666667}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3080449139831876, "precision@10": 0.084, "unjudged@10": 0.22311111111111112}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.274074102353721, "precision@10": 0.0791111111111111, "unjudged@10": 0.25866666666666666}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2818447481046157, "precision@10": 0.06844444444444445, "unjudged@10": 0.2617777777777778}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3106763274247166, "precision@10": 0.07777777777777778, "unjudged@10": 0.25555555555555554}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.25936202355304094, "precision@10": 0.0631111111111111, "unjudged@10": 0.27955555555555556}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3233580144514158, "precision@10": 0.08133333333333334, "unjudged@10": 0.21422222222222223}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3038582440194057, "precision@10": 0.07955555555555555, "unjudged@10": 0.21955555555555556}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28945335803612365, "precision@10": 0.0808888888888889, "unjudged@10": 0.2391111111111111}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2954474590946931, "precision@10": 0.07688888888888891, "unjudged@10": 0.2257777777777778}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.29123377402125833, "precision@10": 0.07111111111111111, "unjudged@10": 0.24533333333333335}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.34949454868207064, "precision@10": 0.08488888888888889, "unjudged@10": 0.23155555555555554}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.33870038564957716, "precision@10": 0.08488888888888889, "unjudged@10": 0.2222222222222222}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28108310836399253, "precision@10": 0.07333333333333333, "unjudged@10": 0.26844444444444443}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2935418528644935, "precision@10": 0.0751111111111111, "unjudged@10": 0.24844444444444447}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.3323341675370129, "precision@10": 0.08, "unjudged@10": 0.2404444444444445}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.23854571311216938, "precision@10": 0.06266666666666666, "unjudged@10": 0.08888888888888889}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.37857034368356673, "precision@10": 0.08177777777777777, "unjudged@10": 0.17333333333333334}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.34653266563334495, "precision@10": 0.07866666666666668, "unjudged@10": 0.1897777777777778}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.4029477935602764, "precision@10": 0.08666666666666667, "unjudged@10": 0.1595555555555556}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2870176824414274, "precision@10": 0.06622222222222221, "unjudged@10": 0.07244444444444445}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.23366602970367356, "precision@10": 0.04933333333333333, "unjudged@10": 0.10222222222222224}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.23419294410443484, "precision@10": 0.049777777777777775, "unjudged@10": 0.10088888888888889}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2907997595271067, "precision@10": 0.06666666666666667, "unjudged@10": 0.06888888888888887}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.29238376613558126, "precision@10": 0.07244444444444444, "unjudged@10": 0.04}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28915428012893507, "precision@10": 0.07466666666666666, "unjudged@10": 0.04044444444444444}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.1832169594753595, "precision@10": 0.041777777777777775, "unjudged@10": 0.14577777777777778}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28037864912505905, "precision@10": 0.08311111111111111, "unjudged@10": 0.08311111111111111}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2898919252668198, "precision@10": 0.06933333333333333, "unjudged@10": 0.03822222222222223}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.24235163623413122, "precision@10": 0.07155555555555557, "unjudged@10": 0.13422222222222221}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.20641039078405782, "precision@10": 0.04888888888888889, "unjudged@10": 0.29733333333333334}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2868590086799708, "precision@10": 0.06533333333333333, "unjudged@10": 0.04399999999999999}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28551161612424253, "precision@10": 0.06533333333333333, "unjudged@10": 0.044444444444444446}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28057453130556775, "precision@10": 0.06444444444444444, "unjudged@10": 0.037333333333333336}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2892243345999092, "precision@10": 0.06622222222222221, "unjudged@10": 0.03155555555555556}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2972029362113728, "precision@10": 0.07422222222222222, "unjudged@10": 0.034666666666666665}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2838090606478738, "precision@10": 0.06444444444444444, "unjudged@10": 0.037333333333333336}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.2789194339872938, "precision@10": 0.06266666666666666, "unjudged@10": 0.055111111111111104}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.28842075872920264, "precision@10": 0.06355555555555555, "unjudged@10": 0.033777777777777775}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov-trec-web-2004-20230209-training", "ndcg@10": 0.27727363108492514, "precision@10": 0.0631111111111111, "unjudged@10": 0.04133333333333333}, "ChatNoir": null}, "gov2-trec-tb-2006-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4971306583993737, "precision@10": 0.546, "unjudged@10": 0.07200000000000001}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4164497770257167, "precision@10": 0.45799999999999996, "unjudged@10": 0.10799999999999998}, "senior-platform": {"approach": "senior-platform", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.49912912794012904, "precision@10": 0.57, "unjudged@10": 0.05800000000000001}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5025120729185837, "precision@10": 0.568, "unjudged@10": 0.034}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.502514711821489, "precision@10": 0.5579999999999999, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4674516891684706, "precision@10": 0.52, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.49861389369094977, "precision@10": 0.57, "unjudged@10": 0.05}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.49171649501077014, "precision@10": 0.5419999999999999, "unjudged@10": 0.08199999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5258686263721173, "precision@10": 0.5760000000000001, "unjudged@10": 0.032}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.43727588431459424, "precision@10": 0.48999999999999994, "unjudged@10": 0.088}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.43957824585973754, "precision@10": 0.508, "unjudged@10": 0.10800000000000001}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4659431054163331, "precision@10": 0.486, "unjudged@10": 0.08199999999999999}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.3754403020840932, "precision@10": 0.42, "unjudged@10": 0.11200000000000002}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4411702276486048, "precision@10": 0.46399999999999997, "unjudged@10": 0.068}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4586905871580351, "precision@10": 0.47400000000000003, "unjudged@10": 0.07400000000000001}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4849206973382409, "precision@10": 0.526, "unjudged@10": 0.12}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.519882807358498, "precision@10": 0.5479999999999999, "unjudged@10": 0.054000000000000006}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5017491200299348, "precision@10": 0.53, "unjudged@10": 0.05600000000000001}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.3641898402990964, "precision@10": 0.4, "unjudged@10": 0.106}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5145248545051565, "precision@10": 0.5660000000000001, "unjudged@10": 0.046}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4395323334991648, "precision@10": 0.47800000000000004, "unjudged@10": 0.06200000000000001}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4495994502876708, "precision@10": 0.474, "unjudged@10": 0.07400000000000001}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.43570100144294566, "precision@10": 0.468, "unjudged@10": 0.07}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4286356388900588, "precision@10": 0.4700000000000001, "unjudged@10": 0.076}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.389002716786369, "precision@10": 0.43, "unjudged@10": 0.086}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.42683966938041046, "precision@10": 0.45399999999999996, "unjudged@10": 0.064}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5076488896966269, "precision@10": 0.5519999999999999, "unjudged@10": 0.0}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5258686263721173, "precision@10": 0.5760000000000001, "unjudged@10": 0.032}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5053393211866873, "precision@10": 0.5680000000000001, "unjudged@10": 0.044000000000000004}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.575259583898354, "precision@10": 0.616, "unjudged@10": 0.028000000000000004}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4998904177311224, "precision@10": 0.5379999999999999, "unjudged@10": 0.01}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4338850866226814, "precision@10": 0.482, "unjudged@10": 0.02}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.426693641345606, "precision@10": 0.47600000000000003, "unjudged@10": 0.022000000000000002}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4942905085592434, "precision@10": 0.532, "unjudged@10": 0.01}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.44422290868087316, "precision@10": 0.512, "unjudged@10": 0.002}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4327628439054181, "precision@10": 0.49200000000000005, "unjudged@10": 0.022000000000000002}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.43067315119129246, "precision@10": 0.48, "unjudged@10": 0.02}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.315340167051339, "precision@10": 0.366, "unjudged@10": 0.038}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.471466370842783, "precision@10": 0.52, "unjudged@10": 0.002}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.23952302656464908, "precision@10": 0.302, "unjudged@10": 0.06000000000000001}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.29570825584879, "precision@10": 0.32599999999999996, "unjudged@10": 0.16}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4924541087231702, "precision@10": 0.5239999999999999, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.49280152556129403, "precision@10": 0.526, "unjudged@10": 0.0}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4942339540314584, "precision@10": 0.5379999999999999, "unjudged@10": 0.0}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.504519362874104, "precision@10": 0.55, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.46419155229447645, "precision@10": 0.524, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.48295132888217296, "precision@10": 0.532, "unjudged@10": 0.0}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.45031884764613883, "precision@10": 0.49200000000000005, "unjudged@10": 0.012}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.5087178613390817, "precision@10": 0.5539999999999999, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2006-20230209-training", "ndcg@10": 0.4857219250008669, "precision@10": 0.524, "unjudged@10": 0.0}, "ChatNoir": null}, "gov2-trec-tb-2004-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.39241597558676333, "precision@10": 0.508, "unjudged@10": 0.06326530612244897}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.35811530490826987, "precision@10": 0.47400000000000003, "unjudged@10": 0.09387755102040815}, "senior-platform": {"approach": "senior-platform", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.453932194066224, "precision@10": 0.552, "unjudged@10": 0.061224489795918366}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4174443405079637, "precision@10": 0.526, "unjudged@10": 0.03877551020408163}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.39711682262206244, "precision@10": 0.5059999999999999, "unjudged@10": 0.02040816326530612}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.35894668381593847, "precision@10": 0.49800000000000005, "unjudged@10": 0.02040816326530612}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4490636613757917, "precision@10": 0.552, "unjudged@10": 0.06122448979591838}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3789193199164621, "precision@10": 0.49199999999999994, "unjudged@10": 0.07959183673469387}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4685060250572816, "precision@10": 0.59, "unjudged@10": 0.05510204081632653}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.30792359997039914, "precision@10": 0.398, "unjudged@10": 0.08775510204081632}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.35904453642874906, "precision@10": 0.462, "unjudged@10": 0.09591836734693877}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.385401409908571, "precision@10": 0.496, "unjudged@10": 0.051020408163265314}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.33394776102233187, "precision@10": 0.44199999999999995, "unjudged@10": 0.061224489795918366}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.35507099989160595, "precision@10": 0.428, "unjudged@10": 0.09183673469387756}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3636544543290935, "precision@10": 0.436, "unjudged@10": 0.08163265306122448}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.39308316404911003, "precision@10": 0.49800000000000005, "unjudged@10": 0.07959183673469389}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.40809578872025587, "precision@10": 0.5, "unjudged@10": 0.07346938775510205}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.44278665409435336, "precision@10": 0.5619999999999999, "unjudged@10": 0.0673469387755102}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3101724864546948, "precision@10": 0.38799999999999996, "unjudged@10": 0.06938775510204083}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.41150152306769355, "precision@10": 0.524, "unjudged@10": 0.055102040816326525}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.39432484995420075, "precision@10": 0.4979999999999999, "unjudged@10": 0.10204081632653061}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.37839232034976744, "precision@10": 0.4920000000000001, "unjudged@10": 0.059183673469387764}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4136076388096721, "precision@10": 0.52, "unjudged@10": 0.09387755102040815}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3817374345571261, "precision@10": 0.5, "unjudged@10": 0.07959183673469389}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3414932135623044, "precision@10": 0.44199999999999995, "unjudged@10": 0.07755102040816328}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.41617465634048484, "precision@10": 0.512, "unjudged@10": 0.08163265306122448}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.41390484900499125, "precision@10": 0.512, "unjudged@10": 0.02040816326530612}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4685060250572816, "precision@10": 0.59, "unjudged@10": 0.05510204081632653}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.43880944965238244, "precision@10": 0.54, "unjudged@10": 0.057142857142857155}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4352917827215872, "precision@10": 0.56, "unjudged@10": 0.04081632653061224}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3942322615241457, "precision@10": 0.504, "unjudged@10": 0.02040816326530612}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.37459434859373175, "precision@10": 0.486, "unjudged@10": 0.02448979591836735}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.37935810463849023, "precision@10": 0.496, "unjudged@10": 0.02448979591836735}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3910675592472693, "precision@10": 0.49200000000000005, "unjudged@10": 0.02040816326530612}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.34738094121616875, "precision@10": 0.446, "unjudged@10": 0.022448979591836737}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3418989867122103, "precision@10": 0.43399999999999994, "unjudged@10": 0.02040816326530612}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.37845864953642644, "precision@10": 0.49199999999999994, "unjudged@10": 0.022448979591836737}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.27187540414231687, "precision@10": 0.342, "unjudged@10": 0.028571428571428574}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.3708219325817276, "precision@10": 0.462, "unjudged@10": 0.02040816326530612}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.22100178751251945, "precision@10": 0.27599999999999997, "unjudged@10": 0.04285714285714286}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.19716688592558915, "precision@10": 0.258, "unjudged@10": 0.18571428571428572}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.39004918161804936, "precision@10": 0.49400000000000005, "unjudged@10": 0.02040816326530612}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.385559374791359, "precision@10": 0.4860000000000001, "unjudged@10": 0.02040816326530612}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4318781895491169, "precision@10": 0.5419999999999999, "unjudged@10": 0.02040816326530612}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4038274203385793, "precision@10": 0.51, "unjudged@10": 0.02040816326530612}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.36255202562218986, "precision@10": 0.458, "unjudged@10": 0.022448979591836737}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4177067050437076, "precision@10": 0.5319999999999999, "unjudged@10": 0.022448979591836737}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.370171583425107, "precision@10": 0.48, "unjudged@10": 0.022448979591836737}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.41027608465087106, "precision@10": 0.522, "unjudged@10": 0.02040816326530612}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2004-20230209-training", "ndcg@10": 0.4091709990576558, "precision@10": 0.518, "unjudged@10": 0.022448979591836737}, "ChatNoir": null}, "gov2-trec-tb-2005-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.47229375054428163, "precision@10": 0.5820000000000001, "unjudged@10": 0.044000000000000004}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.44500580300520276, "precision@10": 0.554, "unjudged@10": 0.048}, "senior-platform": {"approach": "senior-platform", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5042931388257003, "precision@10": 0.6080000000000001, "unjudged@10": 0.032}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4949314783721239, "precision@10": 0.584, "unjudged@10": 0.012000000000000002}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4985444483211105, "precision@10": 0.58, "unjudged@10": 0.0}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.47692633571079396, "precision@10": 0.5619999999999999, "unjudged@10": 0.0}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5010846717974908, "precision@10": 0.606, "unjudged@10": 0.03}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4791094383369808, "precision@10": 0.56, "unjudged@10": 0.038}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5320249415082992, "precision@10": 0.622, "unjudged@10": 0.022000000000000002}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.42407855310005277, "precision@10": 0.4920000000000001, "unjudged@10": 0.044000000000000004}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4640226392239784, "precision@10": 0.5459999999999999, "unjudged@10": 0.044000000000000004}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4031891283605295, "precision@10": 0.496, "unjudged@10": 0.012000000000000002}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.3576054954984821, "precision@10": 0.43800000000000006, "unjudged@10": 0.032}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4014690200256975, "precision@10": 0.49000000000000005, "unjudged@10": 0.038000000000000006}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4219843657735997, "precision@10": 0.52, "unjudged@10": 0.042}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.43281285082422744, "precision@10": 0.5159999999999999, "unjudged@10": 0.05}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.45130243053492686, "precision@10": 0.5319999999999999, "unjudged@10": 0.03}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.44963409280248934, "precision@10": 0.526, "unjudged@10": 0.04}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.3317617478593543, "precision@10": 0.406, "unjudged@10": 0.036000000000000004}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.42948738757451416, "precision@10": 0.506, "unjudged@10": 0.038}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4235333808883964, "precision@10": 0.512, "unjudged@10": 0.048}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.41579273796537125, "precision@10": 0.5, "unjudged@10": 0.05}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.45257693600296534, "precision@10": 0.524, "unjudged@10": 0.024}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4064737095085606, "precision@10": 0.4880000000000001, "unjudged@10": 0.054000000000000006}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.3718503630865574, "precision@10": 0.44800000000000006, "unjudged@10": 0.05}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4537372890242138, "precision@10": 0.528, "unjudged@10": 0.032}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5159416380885842, "precision@10": 0.594, "unjudged@10": 0.0}, "nimble-bar": {"approach": "nimble-bar", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5320249415082992, "precision@10": 0.622, "unjudged@10": 0.022000000000000002}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4901164273635014, "precision@10": 0.584, "unjudged@10": 0.018000000000000002}, "latent-wetland": {"approach": "latent-wetland", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5187327485364656, "precision@10": 0.596, "unjudged@10": 0.012000000000000002}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5192585102992282, "precision@10": 0.618, "unjudged@10": 0.002}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4904902544791805, "precision@10": 0.598, "unjudged@10": 0.018}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4985429262095156, "precision@10": 0.6080000000000001, "unjudged@10": 0.018}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5174082873368099, "precision@10": 0.6099999999999999, "unjudged@10": 0.002}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4774236361023332, "precision@10": 0.556, "unjudged@10": 0.0}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.46975116602987377, "precision@10": 0.544, "unjudged@10": 0.002}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4994874143139069, "precision@10": 0.602, "unjudged@10": 0.006}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.3760483624023706, "precision@10": 0.452, "unjudged@10": 0.002}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4923266276509474, "precision@10": 0.5680000000000001, "unjudged@10": 0.0}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.28976743759072476, "precision@10": 0.37200000000000005, "unjudged@10": 0.002}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.31549718183380016, "precision@10": 0.37400000000000005, "unjudged@10": 0.10800000000000001}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5129171139866863, "precision@10": 0.596, "unjudged@10": 0.0}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5126791821769424, "precision@10": 0.59, "unjudged@10": 0.0}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5486388809566346, "precision@10": 0.6579999999999999, "unjudged@10": 0.0}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5284266153141669, "precision@10": 0.62, "unjudged@10": 0.0}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4832600744312714, "precision@10": 0.56, "unjudged@10": 0.0}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5211186676818776, "precision@10": 0.634, "unjudged@10": 0.0}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.4939334775641836, "precision@10": 0.57, "unjudged@10": 0.004}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5312265474387847, "precision@10": 0.63, "unjudged@10": 0.0}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "gov2-trec-tb-2005-20230209-training", "ndcg@10": 0.5184419564615063, "precision@10": 0.6000000000000001, "unjudged@10": 0.0}, "ChatNoir": null}, "medline-2017-trec-pm-2017-20230211-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.19578270731092332, "precision@10": 0.21333333333333332, "unjudged@10": 0.32333333333333336}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.19813839157568597, "precision@10": 0.22000000000000003, "unjudged@10": 0.32000000000000006}, "senior-platform": {"approach": "senior-platform", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.15237134042185374, "precision@10": 0.17, "unjudged@10": 0.32}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.27301487349369963, "precision@10": 0.29, "unjudged@10": 0.2166666666666667}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2707719081367588, "precision@10": 0.31333333333333335, "unjudged@10": 0.07}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2542609051100866, "precision@10": 0.28, "unjudged@10": 0.06333333333333334}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.14891479235766672, "precision@10": 0.16666666666666669, "unjudged@10": 0.35}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.16158808951847006, "precision@10": 0.17, "unjudged@10": 0.41666666666666663}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.26464786554462644, "precision@10": 0.2933333333333333, "unjudged@10": 0.28}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.14862703616092954, "precision@10": 0.16666666666666666, "unjudged@10": 0.4100000000000001}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.18513115830436364, "precision@10": 0.21666666666666667, "unjudged@10": 0.3499999999999999}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.16741317429249988, "precision@10": 0.2166666666666667, "unjudged@10": 0.3466666666666667}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.12780252641050494, "precision@10": 0.15666666666666668, "unjudged@10": 0.4433333333333333}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.12184981222805992, "precision@10": 0.13333333333333333, "unjudged@10": 0.42}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.15156636819045824, "precision@10": 0.15999999999999998, "unjudged@10": 0.38666666666666666}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1039895829616218, "precision@10": 0.1333333333333333, "unjudged@10": 0.5066666666666666}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1527259896128065, "precision@10": 0.18000000000000002, "unjudged@10": 0.43333333333333335}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.21145104270920684, "precision@10": 0.23666666666666664, "unjudged@10": 0.30333333333333334}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.07578016136857015, "precision@10": 0.09333333333333334, "unjudged@10": 0.5199999999999999}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.15773322208086152, "precision@10": 0.1933333333333333, "unjudged@10": 0.3499999999999999}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.08562450164426877, "precision@10": 0.10666666666666667, "unjudged@10": 0.4833333333333334}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.09794727041397677, "precision@10": 0.11333333333333334, "unjudged@10": 0.41333333333333333}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1527700287861181, "precision@10": 0.18000000000000002, "unjudged@10": 0.39999999999999997}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.10905506854344456, "precision@10": 0.11333333333333333, "unjudged@10": 0.4733333333333334}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1820840803058976, "precision@10": 0.2033333333333333, "unjudged@10": 0.3766666666666666}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2254777898591086, "precision@10": 0.26333333333333336, "unjudged@10": 0.32333333333333336}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.3190533044648022, "precision@10": 0.35000000000000003, "unjudged@10": 0.05666666666666668}, "nimble-bar": {"approach": "nimble-bar", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.26464786554462644, "precision@10": 0.2933333333333333, "unjudged@10": 0.28}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.23305420744040087, "precision@10": 0.26666666666666666, "unjudged@10": 0.23666666666666666}, "latent-wetland": {"approach": "latent-wetland", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.3301153226322649, "precision@10": 0.37333333333333324, "unjudged@10": 0.16666666666666663}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.20840740531832355, "precision@10": 0.21333333333333335, "unjudged@10": 0.11333333333333334}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.16682229077846447, "precision@10": 0.17333333333333334, "unjudged@10": 0.24999999999999997}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.15649968219968927, "precision@10": 0.16333333333333336, "unjudged@10": 0.2733333333333333}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.20987999616122718, "precision@10": 0.21, "unjudged@10": 0.11333333333333334}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.12899235115290683, "precision@10": 0.13333333333333333, "unjudged@10": 0.2933333333333333}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1569920896908281, "precision@10": 0.16666666666666666, "unjudged@10": 0.21666666666666665}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.16611997752286778, "precision@10": 0.17333333333333334, "unjudged@10": 0.26}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.10198040299176464, "precision@10": 0.11333333333333333, "unjudged@10": 0.41666666666666674}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1571259899127068, "precision@10": 0.15333333333333332, "unjudged@10": 0.22333333333333333}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.05331156154673777, "precision@10": 0.06333333333333334, "unjudged@10": 0.59}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.21667447979203228, "precision@10": 0.2066666666666666, "unjudged@10": 0.14333333333333334}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2704431960487754, "precision@10": 0.27666666666666667, "unjudged@10": 0.08000000000000002}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2798749191752728, "precision@10": 0.27999999999999997, "unjudged@10": 0.07}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.394926806803986, "precision@10": 0.41333333333333333, "unjudged@10": 0.013333333333333334}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1996589652677724, "precision@10": 0.2033333333333333, "unjudged@10": 0.11333333333333334}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1434040558197963, "precision@10": 0.14666666666666667, "unjudged@10": 0.26666666666666666}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.19163194210942128, "precision@10": 0.21333333333333335, "unjudged@10": 0.1633333333333333}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.15080799909826367, "precision@10": 0.15333333333333332, "unjudged@10": 0.2333333333333333}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.2097441869518248, "precision@10": 0.21, "unjudged@10": 0.11666666666666665}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2017-20230211-training", "ndcg@10": 0.1702303332993769, "precision@10": 0.17666666666666667, "unjudged@10": 0.26}, "ChatNoir": null}, "medline-2017-trec-pm-2018-20230211-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.101853410116117, "precision@10": 0.124, "unjudged@10": 0.46}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.13941516613940688, "precision@10": 0.16399999999999998, "unjudged@10": 0.43800000000000006}, "senior-platform": {"approach": "senior-platform", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.1341746105138303, "precision@10": 0.158, "unjudged@10": 0.42}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.2101075489998644, "precision@10": 0.242, "unjudged@10": 0.382}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.35241819320006246, "precision@10": 0.3899999999999999, "unjudged@10": 0.17800000000000002}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.38794234638770525, "precision@10": 0.414, "unjudged@10": 0.14400000000000002}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.12497636330190759, "precision@10": 0.14400000000000002, "unjudged@10": 0.43599999999999994}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.1474063562483897, "precision@10": 0.15, "unjudged@10": 0.5539999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.19251271588667765, "precision@10": 0.22200000000000003, "unjudged@10": 0.33399999999999996}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.13692602828233189, "precision@10": 0.16, "unjudged@10": 0.606}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.15888943771395062, "precision@10": 0.18400000000000002, "unjudged@10": 0.5740000000000001}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.21662580504509577, "precision@10": 0.24200000000000002, "unjudged@10": 0.5}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.16954375892733076, "precision@10": 0.18600000000000003, "unjudged@10": 0.6099999999999999}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.07913800337448186, "precision@10": 0.092, "unjudged@10": 0.74}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.09624222207024209, "precision@10": 0.11399999999999999, "unjudged@10": 0.6839999999999999}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.048021792638728106, "precision@10": 0.052000000000000005, "unjudged@10": 0.7759999999999999}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.12058635964378009, "precision@10": 0.134, "unjudged@10": 0.6679999999999999}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.17951549548633663, "precision@10": 0.17800000000000002, "unjudged@10": 0.6140000000000001}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.0740628260899602, "precision@10": 0.08399999999999999, "unjudged@10": 0.7519999999999999}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.10887383682076662, "precision@10": 0.10599999999999998, "unjudged@10": 0.6459999999999999}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.08681907382323989, "precision@10": 0.098, "unjudged@10": 0.682}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.09523818312473324, "precision@10": 0.11, "unjudged@10": 0.6799999999999998}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.12488180785390755, "precision@10": 0.138, "unjudged@10": 0.634}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.09954107571056539, "precision@10": 0.11, "unjudged@10": 0.714}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.1296248960968632, "precision@10": 0.12999999999999998, "unjudged@10": 0.644}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.18650371590587067, "precision@10": 0.21, "unjudged@10": 0.56}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.35812608670037, "precision@10": 0.42400000000000004, "unjudged@10": 0.158}, "nimble-bar": {"approach": "nimble-bar", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.19251271588667765, "precision@10": 0.22200000000000003, "unjudged@10": 0.33399999999999996}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.15911799146889735, "precision@10": 0.172, "unjudged@10": 0.49199999999999994}, "latent-wetland": {"approach": "latent-wetland", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.27198988454782963, "precision@10": 0.316, "unjudged@10": 0.23200000000000004}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.45212886200116026, "precision@10": 0.444, "unjudged@10": 0.11200000000000002}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.26128715384001316, "precision@10": 0.26599999999999996, "unjudged@10": 0.42200000000000004}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.23673899036332904, "precision@10": 0.23199999999999996, "unjudged@10": 0.452}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.4564313859944607, "precision@10": 0.45000000000000007, "unjudged@10": 0.12}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.17790137973112682, "precision@10": 0.172, "unjudged@10": 0.45600000000000007}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.2508231356160005, "precision@10": 0.24600000000000002, "unjudged@10": 0.402}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.30658313779811036, "precision@10": 0.316, "unjudged@10": 0.282}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.1855591203775168, "precision@10": 0.18599999999999994, "unjudged@10": 0.5579999999999999}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.24699652733276728, "precision@10": 0.24400000000000005, "unjudged@10": 0.37200000000000005}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.13022567423134876, "precision@10": 0.132, "unjudged@10": 0.674}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.44589897668018963, "precision@10": 0.444, "unjudged@10": 0.11}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.513309141521881, "precision@10": 0.512, "unjudged@10": 0.04800000000000001}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.5237507527364617, "precision@10": 0.524, "unjudged@10": 0.032}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.5541615351563055, "precision@10": 0.562, "unjudged@10": 0.022000000000000002}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.39773443633948724, "precision@10": 0.382, "unjudged@10": 0.146}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.20032724790274758, "precision@10": 0.196, "unjudged@10": 0.41800000000000004}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.3185042826679359, "precision@10": 0.32799999999999996, "unjudged@10": 0.23399999999999999}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.25174219827763683, "precision@10": 0.254, "unjudged@10": 0.36199999999999993}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.38457944879362493, "precision@10": 0.36800000000000005, "unjudged@10": 0.17200000000000004}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "medline-2017-trec-pm-2018-20230211-training", "ndcg@10": 0.23331616149652057, "precision@10": 0.23399999999999999, "unjudged@10": 0.39000000000000007}, "ChatNoir": null}, "cord19-fulltext-trec-covid-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5986277020653591, "precision@10": 0.6419999999999999, "unjudged@10": 0.18200000000000002}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5493725157479582, "precision@10": 0.6240000000000001, "unjudged@10": 0.20199999999999999}, "senior-platform": {"approach": "senior-platform", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.691537315831918, "precision@10": 0.7499999999999999, "unjudged@10": 0.098}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.62727718308759, "precision@10": 0.6900000000000002, "unjudged@10": 0.12200000000000001}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6592038237725358, "precision@10": 0.722, "unjudged@10": 0.046000000000000006}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6097172001564493, "precision@10": 0.688, "unjudged@10": 0.064}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6873991396427699, "precision@10": 0.7439999999999999, "unjudged@10": 0.11600000000000002}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5763158957896554, "precision@10": 0.636, "unjudged@10": 0.212}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6344371255696458, "precision@10": 0.708, "unjudged@10": 0.13}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5923135797187965, "precision@10": 0.648, "unjudged@10": 0.19}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5983258898395715, "precision@10": 0.642, "unjudged@10": 0.206}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5421112850665151, "precision@10": 0.626, "unjudged@10": 0.2}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5384447027460938, "precision@10": 0.61, "unjudged@10": 0.23399999999999999}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5620141794736593, "precision@10": 0.6100000000000001, "unjudged@10": 0.20799999999999996}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5594874625315635, "precision@10": 0.618, "unjudged@10": 0.19599999999999998}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.566671384988947, "precision@10": 0.624, "unjudged@10": 0.196}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6279115337956023, "precision@10": 0.7020000000000002, "unjudged@10": 0.146}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6963623699159669, "precision@10": 0.758, "unjudged@10": 0.126}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5038995339815078, "precision@10": 0.5780000000000001, "unjudged@10": 0.254}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5751393162925148, "precision@10": 0.6480000000000001, "unjudged@10": 0.18599999999999997}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6250714141192446, "precision@10": 0.69, "unjudged@10": 0.174}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.672894771614242, "precision@10": 0.7340000000000001, "unjudged@10": 0.158}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6975609167283697, "precision@10": 0.764, "unjudged@10": 0.11399999999999999}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6012793035023131, "precision@10": 0.6619999999999999, "unjudged@10": 0.18400000000000002}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6205286786732626, "precision@10": 0.6780000000000002, "unjudged@10": 0.188}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.673754778971255, "precision@10": 0.7260000000000001, "unjudged@10": 0.12}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6577348162219567, "precision@10": 0.7260000000000001, "unjudged@10": 0.064}, "nimble-bar": {"approach": "nimble-bar", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6344371255696458, "precision@10": 0.708, "unjudged@10": 0.13}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6256066807462344, "precision@10": 0.6940000000000001, "unjudged@10": 0.132}, "latent-wetland": {"approach": "latent-wetland", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6043707569158706, "precision@10": 0.662, "unjudged@10": 0.196}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.28157720722420526, "precision@10": 0.32600000000000007, "unjudged@10": 0.324}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.529145189531804, "precision@10": 0.602, "unjudged@10": 0.10399999999999998}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5351906411103807, "precision@10": 0.6, "unjudged@10": 0.094}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.2814064263240518, "precision@10": 0.322, "unjudged@10": 0.33199999999999996}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5857091756080958, "precision@10": 0.6680000000000001, "unjudged@10": 0.098}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5857991217038013, "precision@10": 0.662, "unjudged@10": 0.11}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.48724778475615127, "precision@10": 0.5660000000000001, "unjudged@10": 0.098}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5020242217632289, "precision@10": 0.568, "unjudged@10": 0.24600000000000002}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6104238232533528, "precision@10": 0.686, "unjudged@10": 0.068}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.46900195439992415, "precision@10": 0.53, "unjudged@10": 0.29600000000000004}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.20779295477597695, "precision@10": 0.242, "unjudged@10": 0.46399999999999997}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5630921629681364, "precision@10": 0.632, "unjudged@10": 0.074}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5461299996656243, "precision@10": 0.61, "unjudged@10": 0.08}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.636548001970631, "precision@10": 0.7160000000000001, "unjudged@10": 0.032}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6289613862010678, "precision@10": 0.708, "unjudged@10": 0.032}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.5955097486938383, "precision@10": 0.672, "unjudged@10": 0.076}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6126420353330131, "precision@10": 0.7020000000000001, "unjudged@10": 0.024}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.3574991859704552, "precision@10": 0.444, "unjudged@10": 0.20600000000000002}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6179171771741422, "precision@10": 0.6980000000000001, "unjudged@10": 0.04}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "cord19-fulltext-trec-covid-20230107-training", "ndcg@10": 0.6170380027508342, "precision@10": 0.7040000000000001, "unjudged@10": 0.02}, "ChatNoir": null}, "clueweb09-en-trec-web-2009-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.08509259918604378, "precision@10": 0.12, "unjudged@10": 0.7719999999999999}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.07259425026459895, "precision@10": 0.096, "unjudged@10": 0.8320000000000001}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.16313736032774603, "precision@10": 0.19799999999999998, "unjudged@10": 0.67}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12598908758177532, "precision@10": 0.162, "unjudged@10": 0.728}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.09047550045071313, "precision@10": 0.12399999999999999, "unjudged@10": 0.8319999999999999}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.09018541201979793, "precision@10": 0.12399999999999999, "unjudged@10": 0.834}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.156502152593939, "precision@10": 0.19, "unjudged@10": 0.6779999999999999}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1464435051375148, "precision@10": 0.18, "unjudged@10": 0.7040000000000001}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12217390797752245, "precision@10": 0.152, "unjudged@10": 0.73}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.14416836990116796, "precision@10": 0.184, "unjudged@10": 0.6940000000000001}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.15811681880569575, "precision@10": 0.20800000000000002, "unjudged@10": 0.6759999999999999}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.13462943207909248, "precision@10": 0.174, "unjudged@10": 0.7120000000000001}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12530920674053553, "precision@10": 0.166, "unjudged@10": 0.73}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.13875487811661333, "precision@10": 0.18600000000000003, "unjudged@10": 0.708}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1322343315807682, "precision@10": 0.168, "unjudged@10": 0.728}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.13898904591790406, "precision@10": 0.18600000000000003, "unjudged@10": 0.6940000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.14803805053365116, "precision@10": 0.19800000000000004, "unjudged@10": 0.698}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.14764558150079246, "precision@10": 0.20199999999999999, "unjudged@10": 0.696}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1141047790505566, "precision@10": 0.15, "unjudged@10": 0.742}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.16106462766485877, "precision@10": 0.198, "unjudged@10": 0.684}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.07159153805816235, "precision@10": 0.07800000000000001, "unjudged@10": 0.84}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12410691185522944, "precision@10": 0.16400000000000003, "unjudged@10": 0.73}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.07280144003616963, "precision@10": 0.12399999999999999, "unjudged@10": 0.772}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.06658039225254431, "precision@10": 0.092, "unjudged@10": 0.85}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.08600289086133163, "precision@10": 0.11599999999999999, "unjudged@10": 0.7979999999999999}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.10682928635228306, "precision@10": 0.168, "unjudged@10": 0.7299999999999999}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.09279157873651103, "precision@10": 0.114, "unjudged@10": 0.834}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12217390797752245, "precision@10": 0.152, "unjudged@10": 0.73}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.0939641180251704, "precision@10": 0.13, "unjudged@10": 0.7480000000000001}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1691720153728701, "precision@10": 0.21400000000000002, "unjudged@10": 0.654}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12816470165617694, "precision@10": 0.14, "unjudged@10": 0.7639999999999999}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.22281301687609825, "precision@10": 0.25799999999999995, "unjudged@10": 0.628}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.22336576493987992, "precision@10": 0.25799999999999995, "unjudged@10": 0.624}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12866625306389087, "precision@10": 0.14600000000000002, "unjudged@10": 0.762}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1275450004369634, "precision@10": 0.138, "unjudged@10": 0.7939999999999999}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12691090465568544, "precision@10": 0.138, "unjudged@10": 0.794}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.23485957505492286, "precision@10": 0.264, "unjudged@10": 0.602}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.10003147189576132, "precision@10": 0.10600000000000001, "unjudged@10": 0.816}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12281636050389945, "precision@10": 0.138, "unjudged@10": 0.778}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.09069568134335587, "precision@10": 0.092, "unjudged@10": 0.8420000000000001}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.10455399446446824, "precision@10": 0.11600000000000002, "unjudged@10": 0.794}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1214019401185467, "precision@10": 0.142, "unjudged@10": 0.7639999999999999}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12204358363280572, "precision@10": 0.142, "unjudged@10": 0.7660000000000001}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1181002306814248, "precision@10": 0.142, "unjudged@10": 0.7680000000000001}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.13234391402988974, "precision@10": 0.15, "unjudged@10": 0.762}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12423378556010327, "precision@10": 0.136, "unjudged@10": 0.7959999999999999}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12696680963281315, "precision@10": 0.146, "unjudged@10": 0.7639999999999999}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.12495975249334305, "precision@10": 0.14, "unjudged@10": 0.764}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.1308777694147272, "precision@10": 0.142, "unjudged@10": 0.768}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.14086223282446245, "precision@10": 0.182, "unjudged@10": 0.69}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb09-en-trec-web-2009-20230107-training", "ndcg@10": 0.0773916462674998, "precision@10": 0.098, "unjudged@10": 0.86}}, "clueweb09-en-trec-web-2010-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.16413574354139915, "precision@10": 0.23200000000000004, "unjudged@10": 0.6479166666666666}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.09394913551002658, "precision@10": 0.15600000000000003, "unjudged@10": 0.7437499999999999}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.151867882253934, "precision@10": 0.24, "unjudged@10": 0.625}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.08605425375395498, "precision@10": 0.14800000000000002, "unjudged@10": 0.6750000000000002}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1383447853459977, "precision@10": 0.19400000000000003, "unjudged@10": 0.55625}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.13614057622584347, "precision@10": 0.21000000000000005, "unjudged@10": 0.5770833333333333}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.147843322561565, "precision@10": 0.24200000000000002, "unjudged@10": 0.6145833333333334}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1537343841884013, "precision@10": 0.23199999999999998, "unjudged@10": 0.5833333333333334}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.15501811896903703, "precision@10": 0.22999999999999995, "unjudged@10": 0.6437499999999999}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.17021269445888643, "precision@10": 0.222, "unjudged@10": 0.6437499999999999}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.16099672793965744, "precision@10": 0.22, "unjudged@10": 0.6666666666666666}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.14788907704596388, "precision@10": 0.23199999999999998, "unjudged@10": 0.6041666666666666}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.14837990499501597, "precision@10": 0.23200000000000004, "unjudged@10": 0.5895833333333333}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.10552822378052493, "precision@10": 0.184, "unjudged@10": 0.7187499999999999}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1618244289339515, "precision@10": 0.25, "unjudged@10": 0.6270833333333333}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.12523617843330662, "precision@10": 0.222, "unjudged@10": 0.6604166666666667}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1755876197082398, "precision@10": 0.252, "unjudged@10": 0.5729166666666666}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.19614627845570445, "precision@10": 0.302, "unjudged@10": 0.5645833333333333}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.17056221077808914, "precision@10": 0.26399999999999996, "unjudged@10": 0.5979166666666668}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1499069531066282, "precision@10": 0.21799999999999997, "unjudged@10": 0.6499999999999999}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.13439164322913633, "precision@10": 0.218, "unjudged@10": 0.6749999999999999}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.2330366588423038, "precision@10": 0.32799999999999996, "unjudged@10": 0.5208333333333334}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1693746233725885, "precision@10": 0.242, "unjudged@10": 0.6083333333333333}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.15415223583490384, "precision@10": 0.226, "unjudged@10": 0.6375000000000001}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1479809261733576, "precision@10": 0.214, "unjudged@10": 0.6333333333333333}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.16387162170685557, "precision@10": 0.25199999999999995, "unjudged@10": 0.5916666666666667}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.20367949546133565, "precision@10": 0.29, "unjudged@10": 0.49791666666666673}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.15501811896903703, "precision@10": 0.22999999999999995, "unjudged@10": 0.6437499999999999}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.12713792231230442, "precision@10": 0.19200000000000003, "unjudged@10": 0.68125}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18746152383744452, "precision@10": 0.274, "unjudged@10": 0.5562499999999999}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18093818103306908, "precision@10": 0.28600000000000003, "unjudged@10": 0.29791666666666666}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.28543328657250283, "precision@10": 0.41, "unjudged@10": 0.19999999999999998}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.2847518310315995, "precision@10": 0.41200000000000003, "unjudged@10": 0.19791666666666666}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18419642158774596, "precision@10": 0.294, "unjudged@10": 0.28958333333333336}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.15756241150000166, "precision@10": 0.258, "unjudged@10": 0.41250000000000003}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1498072251915992, "precision@10": 0.23800000000000002, "unjudged@10": 0.44583333333333336}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.28577196160230645, "precision@10": 0.42800000000000005, "unjudged@10": 0.2104166666666666}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1210279403279631, "precision@10": 0.184, "unjudged@10": 0.5791666666666667}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18742535283300504, "precision@10": 0.29, "unjudged@10": 0.38958333333333334}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.10623313424041009, "precision@10": 0.162, "unjudged@10": 0.6145833333333334}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.17647143676097193, "precision@10": 0.27799999999999997, "unjudged@10": 0.3458333333333334}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18499853836045912, "precision@10": 0.29, "unjudged@10": 0.2833333333333334}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18398801517650226, "precision@10": 0.286, "unjudged@10": 0.28750000000000003}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.19078357859200432, "precision@10": 0.298, "unjudged@10": 0.28958333333333336}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18412009011504593, "precision@10": 0.294, "unjudged@10": 0.28958333333333336}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.15337000078969104, "precision@10": 0.254, "unjudged@10": 0.40416666666666673}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18936411876479128, "precision@10": 0.292, "unjudged@10": 0.28541666666666665}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1866311866137989, "precision@10": 0.286, "unjudged@10": 0.28750000000000003}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.18249834042664426, "precision@10": 0.288, "unjudged@10": 0.29791666666666666}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.21862749567049913, "precision@10": 0.342, "unjudged@10": 0.2708333333333333}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb09-en-trec-web-2010-20230107-training", "ndcg@10": 0.1537698936572675, "precision@10": 0.24, "unjudged@10": 0.5375}}, "clueweb09-en-trec-web-2011-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2736482921856291, "precision@10": 0.306, "unjudged@10": 0.25799999999999995}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23691374389761524, "precision@10": 0.28600000000000003, "unjudged@10": 0.354}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2690519121652328, "precision@10": 0.32, "unjudged@10": 0.254}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.21888600881942868, "precision@10": 0.26599999999999996, "unjudged@10": 0.304}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2598280780093375, "precision@10": 0.33799999999999997, "unjudged@10": 0.192}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.24480063798851165, "precision@10": 0.31199999999999994, "unjudged@10": 0.204}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2644230128104531, "precision@10": 0.31200000000000006, "unjudged@10": 0.254}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.24540073814473706, "precision@10": 0.264, "unjudged@10": 0.32799999999999996}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2792013339801178, "precision@10": 0.32800000000000007, "unjudged@10": 0.244}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.24287950914652576, "precision@10": 0.3, "unjudged@10": 0.324}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23323525171760615, "precision@10": 0.272, "unjudged@10": 0.35}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2445342757222933, "precision@10": 0.294, "unjudged@10": 0.324}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2362410951178317, "precision@10": 0.292, "unjudged@10": 0.316}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23991964392903498, "precision@10": 0.28, "unjudged@10": 0.33}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.25852979588676134, "precision@10": 0.302, "unjudged@10": 0.31000000000000005}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2421095279132801, "precision@10": 0.28600000000000003, "unjudged@10": 0.35600000000000004}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23701338756287485, "precision@10": 0.298, "unjudged@10": 0.294}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2579341944097658, "precision@10": 0.32400000000000007, "unjudged@10": 0.24799999999999997}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2117384579455719, "precision@10": 0.26, "unjudged@10": 0.35}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23979614675730104, "precision@10": 0.29400000000000004, "unjudged@10": 0.322}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2344215947667029, "precision@10": 0.29200000000000004, "unjudged@10": 0.336}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2535366670845407, "precision@10": 0.27599999999999997, "unjudged@10": 0.296}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23142651800786948, "precision@10": 0.282, "unjudged@10": 0.296}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.20658781763253029, "precision@10": 0.258, "unjudged@10": 0.37999999999999995}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.26606274135001456, "precision@10": 0.3, "unjudged@10": 0.3360000000000001}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23341210661117803, "precision@10": 0.284, "unjudged@10": 0.322}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2838247221555506, "precision@10": 0.336, "unjudged@10": 0.18600000000000003}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2792013339801178, "precision@10": 0.32800000000000007, "unjudged@10": 0.244}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.23598972423305567, "precision@10": 0.276, "unjudged@10": 0.3}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.24988076024106778, "precision@10": 0.30400000000000005, "unjudged@10": 0.28}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2673715270293675, "precision@10": 0.33, "unjudged@10": 0.146}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.28034736030025675, "precision@10": 0.374, "unjudged@10": 0.09}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2808568674318202, "precision@10": 0.37599999999999995, "unjudged@10": 0.09}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2706824679966465, "precision@10": 0.338, "unjudged@10": 0.156}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2507354517255724, "precision@10": 0.322, "unjudged@10": 0.176}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.24994800057806557, "precision@10": 0.3340000000000001, "unjudged@10": 0.16599999999999998}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.26771747400305307, "precision@10": 0.37799999999999995, "unjudged@10": 0.10399999999999998}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.21649358140552072, "precision@10": 0.282, "unjudged@10": 0.254}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.27741157475058537, "precision@10": 0.36, "unjudged@10": 0.158}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.20162196713141012, "precision@10": 0.252, "unjudged@10": 0.306}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.1749098780497505, "precision@10": 0.22400000000000003, "unjudged@10": 0.384}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2645799401976545, "precision@10": 0.33, "unjudged@10": 0.15}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2668213899967671, "precision@10": 0.33399999999999996, "unjudged@10": 0.152}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2804414795853347, "precision@10": 0.35600000000000004, "unjudged@10": 0.132}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.27613169643179836, "precision@10": 0.34800000000000003, "unjudged@10": 0.132}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.26200251897730764, "precision@10": 0.3400000000000001, "unjudged@10": 0.15999999999999998}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2646678111769601, "precision@10": 0.35800000000000004, "unjudged@10": 0.10399999999999998}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2566871545701647, "precision@10": 0.342, "unjudged@10": 0.11}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.277577244114508, "precision@10": 0.3500000000000001, "unjudged@10": 0.118}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.2886188802686866, "precision@10": 0.364, "unjudged@10": 0.138}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb09-en-trec-web-2011-20230107-training", "ndcg@10": 0.28478857303000643, "precision@10": 0.338, "unjudged@10": 0.14800000000000002}}, "clueweb09-en-trec-web-2012-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12621247413270698, "precision@10": 0.22, "unjudged@10": 0.498}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.08137943872608626, "precision@10": 0.15600000000000003, "unjudged@10": 0.606}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.13446677732369397, "precision@10": 0.21, "unjudged@10": 0.49}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.06894792734830733, "precision@10": 0.126, "unjudged@10": 0.5760000000000001}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.11136041453240858, "precision@10": 0.22200000000000003, "unjudged@10": 0.354}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.11210579284804656, "precision@10": 0.212, "unjudged@10": 0.3940000000000001}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12694359780066036, "precision@10": 0.198, "unjudged@10": 0.49800000000000005}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1269641866700113, "precision@10": 0.214, "unjudged@10": 0.552}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.11708232418212926, "precision@10": 0.20000000000000004, "unjudged@10": 0.534}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1612892353043386, "precision@10": 0.228, "unjudged@10": 0.502}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12619192125780504, "precision@10": 0.19199999999999995, "unjudged@10": 0.53}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.15585808692925, "precision@10": 0.24600000000000005, "unjudged@10": 0.436}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1581158188084003, "precision@10": 0.264, "unjudged@10": 0.44}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.16916376921357568, "precision@10": 0.264, "unjudged@10": 0.474}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14822378974416617, "precision@10": 0.24799999999999997, "unjudged@10": 0.44400000000000006}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.11328003727456698, "precision@10": 0.19400000000000003, "unjudged@10": 0.5579999999999999}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12874024212481922, "precision@10": 0.226, "unjudged@10": 0.49999999999999994}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.15539969882087598, "precision@10": 0.26, "unjudged@10": 0.47800000000000004}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1503088890709061, "precision@10": 0.242, "unjudged@10": 0.462}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.13826524019191375, "precision@10": 0.228, "unjudged@10": 0.52}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1174585362578561, "precision@10": 0.19000000000000003, "unjudged@10": 0.5780000000000001}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.19280503827229903, "precision@10": 0.294, "unjudged@10": 0.44}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1383768768989554, "precision@10": 0.20800000000000002, "unjudged@10": 0.53}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.10486038298892426, "precision@10": 0.176, "unjudged@10": 0.614}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1077806883091061, "precision@10": 0.168, "unjudged@10": 0.588}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14620806673883022, "precision@10": 0.21800000000000005, "unjudged@10": 0.564}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1499738673685744, "precision@10": 0.25, "unjudged@10": 0.37799999999999995}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.11708232418212926, "precision@10": 0.20000000000000004, "unjudged@10": 0.534}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.07907576528988032, "precision@10": 0.16, "unjudged@10": 0.524}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14714431052142754, "precision@10": 0.256, "unjudged@10": 0.4360000000000001}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14827568407578393, "precision@10": 0.26799999999999996, "unjudged@10": 0.26}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.16225174139955423, "precision@10": 0.30199999999999994, "unjudged@10": 0.23600000000000002}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1598079073278102, "precision@10": 0.298, "unjudged@10": 0.23399999999999999}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14563194520796605, "precision@10": 0.26799999999999996, "unjudged@10": 0.262}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12577230409254964, "precision@10": 0.22599999999999998, "unjudged@10": 0.336}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12556095579254975, "precision@10": 0.22599999999999998, "unjudged@10": 0.32799999999999996}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1703117395730913, "precision@10": 0.30000000000000004, "unjudged@10": 0.28200000000000003}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.09070075793768499, "precision@10": 0.166, "unjudged@10": 0.42200000000000004}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.13607173322328106, "precision@10": 0.22599999999999998, "unjudged@10": 0.31800000000000006}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.07109782100439666, "precision@10": 0.124, "unjudged@10": 0.466}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.10525504547210168, "precision@10": 0.19599999999999998, "unjudged@10": 0.47400000000000003}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1476761478461711, "precision@10": 0.27199999999999996, "unjudged@10": 0.27}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.14539864451679058, "precision@10": 0.27, "unjudged@10": 0.268}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1371669677336168, "precision@10": 0.262, "unjudged@10": 0.28}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1471690721180624, "precision@10": 0.27399999999999997, "unjudged@10": 0.26}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12892430687085643, "precision@10": 0.23800000000000002, "unjudged@10": 0.31400000000000006}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.13598821724581434, "precision@10": 0.26599999999999996, "unjudged@10": 0.24400000000000002}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1339321200471377, "precision@10": 0.262, "unjudged@10": 0.25}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.1501170271021162, "precision@10": 0.27399999999999997, "unjudged@10": 0.254}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.15473510700414472, "precision@10": 0.26, "unjudged@10": 0.31999999999999995}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb09-en-trec-web-2012-20230107-training", "ndcg@10": 0.12350757810062164, "precision@10": 0.21799999999999997, "unjudged@10": 0.3500000000000001}}, "clueweb12-trec-web-2013-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.20937445794409956, "precision@10": 0.288, "unjudged@10": 0.494}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1314372922487801, "precision@10": 0.182, "unjudged@10": 0.616}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.17113509150670222, "precision@10": 0.22, "unjudged@10": 0.5720000000000001}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.14896534458646302, "precision@10": 0.21, "unjudged@10": 0.56}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.21263426502893545, "precision@10": 0.31799999999999995, "unjudged@10": 0.38800000000000007}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2208847010668495, "precision@10": 0.314, "unjudged@10": 0.39399999999999996}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1644222345911114, "precision@10": 0.22, "unjudged@10": 0.5820000000000001}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1868422747769235, "precision@10": 0.244, "unjudged@10": 0.5559999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.18810722614669065, "precision@10": 0.24799999999999997, "unjudged@10": 0.534}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.19501389278505535, "precision@10": 0.278, "unjudged@10": 0.49199999999999994}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.18967675300896894, "precision@10": 0.27, "unjudged@10": 0.5079999999999999}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.22622377220745513, "precision@10": 0.31200000000000006, "unjudged@10": 0.424}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.20994113865706907, "precision@10": 0.30600000000000005, "unjudged@10": 0.424}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.17652972014582136, "precision@10": 0.24200000000000002, "unjudged@10": 0.522}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.19870435240408213, "precision@10": 0.264, "unjudged@10": 0.48}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1693408356165714, "precision@10": 0.23399999999999999, "unjudged@10": 0.5760000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1941012141672212, "precision@10": 0.27399999999999997, "unjudged@10": 0.47800000000000004}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.17473420957979233, "precision@10": 0.23800000000000002, "unjudged@10": 0.52}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.19121101882756064, "precision@10": 0.28400000000000003, "unjudged@10": 0.482}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.19984913682880923, "precision@10": 0.27599999999999997, "unjudged@10": 0.49200000000000005}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.14881519215970077, "precision@10": 0.22800000000000004, "unjudged@10": 0.5519999999999999}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.18278088059332442, "precision@10": 0.25799999999999995, "unjudged@10": 0.522}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.16625921737562685, "precision@10": 0.25000000000000006, "unjudged@10": 0.518}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.13656458598530036, "precision@10": 0.20600000000000002, "unjudged@10": 0.5880000000000001}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.15859404440747596, "precision@10": 0.214, "unjudged@10": 0.5720000000000001}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.16270201008819712, "precision@10": 0.22799999999999998, "unjudged@10": 0.556}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.23269505601348356, "precision@10": 0.28400000000000003, "unjudged@10": 0.42399999999999993}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.18810722614669065, "precision@10": 0.24799999999999997, "unjudged@10": 0.534}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.1851057536539236, "precision@10": 0.252, "unjudged@10": 0.5319999999999999}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.20318225119419117, "precision@10": 0.27799999999999997, "unjudged@10": 0.518}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24955877896677922, "precision@10": 0.35, "unjudged@10": 0.168}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24060851002892014, "precision@10": 0.3560000000000001, "unjudged@10": 0.11199999999999999}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24202710676210734, "precision@10": 0.3580000000000001, "unjudged@10": 0.10399999999999998}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2511112324726941, "precision@10": 0.352, "unjudged@10": 0.16400000000000003}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.20852880158955853, "precision@10": 0.296, "unjudged@10": 0.25000000000000006}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2049102395714929, "precision@10": 0.292, "unjudged@10": 0.26}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24951944221592748, "precision@10": 0.37, "unjudged@10": 0.11000000000000001}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.14103724098898965, "precision@10": 0.218, "unjudged@10": 0.382}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.23455756838463238, "precision@10": 0.342, "unjudged@10": 0.20599999999999993}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.13081942273751263, "precision@10": 0.19999999999999996, "unjudged@10": 0.444}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.17035615065282714, "precision@10": 0.24, "unjudged@10": 0.4}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24761215785956342, "precision@10": 0.34800000000000003, "unjudged@10": 0.16}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24759855638853726, "precision@10": 0.34800000000000003, "unjudged@10": 0.15600000000000003}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24837766737876232, "precision@10": 0.3500000000000001, "unjudged@10": 0.16}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.25006518195578314, "precision@10": 0.352, "unjudged@10": 0.14400000000000002}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2146142756406404, "precision@10": 0.312, "unjudged@10": 0.23399999999999999}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2385479513125696, "precision@10": 0.352, "unjudged@10": 0.13399999999999998}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24342618705432567, "precision@10": 0.36200000000000004, "unjudged@10": 0.128}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.25128760299827124, "precision@10": 0.35800000000000004, "unjudged@10": 0.146}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.2706073147373721, "precision@10": 0.376, "unjudged@10": 0.17800000000000002}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb12-trec-web-2013-20230107-training", "ndcg@10": 0.24436673097679168, "precision@10": 0.33799999999999997, "unjudged@10": 0.318}}, "clueweb12-trec-web-2014-20230107-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3010789962695412, "precision@10": 0.39799999999999996, "unjudged@10": 0.428}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.23589605946541187, "precision@10": 0.324, "unjudged@10": 0.522}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2577576874537495, "precision@10": 0.36800000000000005, "unjudged@10": 0.47200000000000003}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.24373432697297853, "precision@10": 0.34800000000000003, "unjudged@10": 0.4760000000000001}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.293978911416368, "precision@10": 0.45799999999999996, "unjudged@10": 0.2900000000000001}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.27018590033018614, "precision@10": 0.428, "unjudged@10": 0.30000000000000004}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2573120466244376, "precision@10": 0.36800000000000005, "unjudged@10": 0.468}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.21288876608671262, "precision@10": 0.29000000000000004, "unjudged@10": 0.5519999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.24791336640195114, "precision@10": 0.3280000000000001, "unjudged@10": 0.52}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.28691136168583853, "precision@10": 0.368, "unjudged@10": 0.42999999999999994}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2634731420880793, "precision@10": 0.338, "unjudged@10": 0.45400000000000007}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3019431974651337, "precision@10": 0.40199999999999997, "unjudged@10": 0.376}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2814208130594266, "precision@10": 0.39799999999999996, "unjudged@10": 0.368}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2785114373509938, "precision@10": 0.374, "unjudged@10": 0.43200000000000005}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.28987823756938996, "precision@10": 0.366, "unjudged@10": 0.442}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.25290270493389533, "precision@10": 0.354, "unjudged@10": 0.486}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.28157070453041533, "precision@10": 0.37400000000000005, "unjudged@10": 0.44400000000000006}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2978970542769952, "precision@10": 0.38800000000000007, "unjudged@10": 0.44799999999999995}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2713136928104867, "precision@10": 0.38199999999999995, "unjudged@10": 0.39}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3022025118880638, "precision@10": 0.42, "unjudged@10": 0.38600000000000007}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.24493562679042122, "precision@10": 0.3440000000000001, "unjudged@10": 0.466}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2612215467877268, "precision@10": 0.36800000000000005, "unjudged@10": 0.42}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2272064229970689, "precision@10": 0.332, "unjudged@10": 0.46}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.21342684741348938, "precision@10": 0.32, "unjudged@10": 0.504}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.229862626989646, "precision@10": 0.314, "unjudged@10": 0.502}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.22981479846076275, "precision@10": 0.336, "unjudged@10": 0.512}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.27845141349744185, "precision@10": 0.42599999999999993, "unjudged@10": 0.308}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.24791336640195114, "precision@10": 0.3280000000000001, "unjudged@10": 0.52}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.24721934321247624, "precision@10": 0.344, "unjudged@10": 0.456}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2826441069220371, "precision@10": 0.386, "unjudged@10": 0.452}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.33052083643296987, "precision@10": 0.536, "unjudged@10": 0.08600000000000002}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.32694700263394055, "precision@10": 0.5379999999999999, "unjudged@10": 0.07600000000000001}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.32636037975589427, "precision@10": 0.532, "unjudged@10": 0.08000000000000002}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.32326089759152316, "precision@10": 0.522, "unjudged@10": 0.1}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.2816660717969109, "precision@10": 0.43599999999999994, "unjudged@10": 0.19400000000000003}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.28122697917381084, "precision@10": 0.44, "unjudged@10": 0.19}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.31620255774930983, "precision@10": 0.49199999999999994, "unjudged@10": 0.11199999999999999}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.21478845533891724, "precision@10": 0.34600000000000003, "unjudged@10": 0.33399999999999996}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.305482141027907, "precision@10": 0.4759999999999999, "unjudged@10": 0.154}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.1833837694398685, "precision@10": 0.294, "unjudged@10": 0.42199999999999993}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.21295897108434178, "precision@10": 0.34, "unjudged@10": 0.368}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3216751216322018, "precision@10": 0.5199999999999999, "unjudged@10": 0.122}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3193188990063402, "precision@10": 0.514, "unjudged@10": 0.11800000000000001}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3368171156881434, "precision@10": 0.552, "unjudged@10": 0.076}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.32664718367735995, "precision@10": 0.5220000000000001, "unjudged@10": 0.086}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.28938907258491803, "precision@10": 0.44799999999999995, "unjudged@10": 0.172}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.339932906124529, "precision@10": 0.55, "unjudged@10": 0.068}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3315896280235352, "precision@10": 0.5359999999999999, "unjudged@10": 0.07400000000000001}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3343884958177981, "precision@10": 0.54, "unjudged@10": 0.078}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3356427323027069, "precision@10": 0.528, "unjudged@10": 0.106}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb12-trec-web-2014-20230107-training", "ndcg@10": 0.3029819454776084, "precision@10": 0.42599999999999993, "unjudged@10": 0.28400000000000003}}, "clueweb12-touche-2020-task-2-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.27499557956176834, "precision@10": 0.274, "unjudged@10": 0.66}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.267479841462555, "precision@10": 0.252, "unjudged@10": 0.6920000000000001}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.32687073771149644, "precision@10": 0.304, "unjudged@10": 0.64}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.32124450930364445, "precision@10": 0.30400000000000005, "unjudged@10": 0.62}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.45035983594485773, "precision@10": 0.46, "unjudged@10": 0.39199999999999996}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.4171238754631772, "precision@10": 0.4420000000000001, "unjudged@10": 0.38799999999999996}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3201269533917482, "precision@10": 0.296, "unjudged@10": 0.644}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.27967168023922917, "precision@10": 0.256, "unjudged@10": 0.6839999999999999}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.34148363263440745, "precision@10": 0.306, "unjudged@10": 0.6439999999999999}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3012609242649642, "precision@10": 0.276, "unjudged@10": 0.684}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2947424368846586, "precision@10": 0.28, "unjudged@10": 0.684}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.285049283014481, "precision@10": 0.262, "unjudged@10": 0.682}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.26768856852127326, "precision@10": 0.24600000000000002, "unjudged@10": 0.682}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.28104378108914607, "precision@10": 0.26, "unjudged@10": 0.672}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.25667044735540545, "precision@10": 0.234, "unjudged@10": 0.698}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2500850766352187, "precision@10": 0.21999999999999997, "unjudged@10": 0.7260000000000001}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3097280865109337, "precision@10": 0.276, "unjudged@10": 0.6580000000000001}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3272728332477057, "precision@10": 0.278, "unjudged@10": 0.6659999999999999}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2701701746125062, "precision@10": 0.252, "unjudged@10": 0.688}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2740876611926262, "precision@10": 0.248, "unjudged@10": 0.7040000000000001}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.28714091580783746, "precision@10": 0.268, "unjudged@10": 0.666}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.346205418571334, "precision@10": 0.298, "unjudged@10": 0.644}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.37092121000320233, "precision@10": 0.336, "unjudged@10": 0.594}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.27740593733518515, "precision@10": 0.258, "unjudged@10": 0.674}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3531958310078253, "precision@10": 0.32400000000000007, "unjudged@10": 0.614}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.35911150425391797, "precision@10": 0.338, "unjudged@10": 0.6080000000000001}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.494661070164441, "precision@10": 0.49800000000000005, "unjudged@10": 0.35600000000000004}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.34148363263440745, "precision@10": 0.306, "unjudged@10": 0.6439999999999999}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.3105591770061165, "precision@10": 0.29400000000000004, "unjudged@10": 0.6459999999999999}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.32521743886968374, "precision@10": 0.298, "unjudged@10": 0.6439999999999999}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.19043911551301007, "precision@10": 0.17, "unjudged@10": 0.7699999999999999}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.21696934008291027, "precision@10": 0.19599999999999998, "unjudged@10": 0.746}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.21782184162481066, "precision@10": 0.19799999999999998, "unjudged@10": 0.7499999999999999}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.19155667992331288, "precision@10": 0.176, "unjudged@10": 0.7659999999999998}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.23106941761544017, "precision@10": 0.21400000000000002, "unjudged@10": 0.716}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2277267750617362, "precision@10": 0.20799999999999996, "unjudged@10": 0.7219999999999999}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2058184612689653, "precision@10": 0.174, "unjudged@10": 0.7659999999999999}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2057482778803832, "precision@10": 0.198, "unjudged@10": 0.7179999999999999}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2298734487790914, "precision@10": 0.212, "unjudged@10": 0.722}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.20476772231446932, "precision@10": 0.20199999999999996, "unjudged@10": 0.7159999999999997}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.09782105193512945, "precision@10": 0.08199999999999999, "unjudged@10": 0.882}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2281903623973126, "precision@10": 0.212, "unjudged@10": 0.738}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.23128848685178138, "precision@10": 0.212, "unjudged@10": 0.736}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.22363292031209517, "precision@10": 0.19599999999999998, "unjudged@10": 0.746}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2276628255214852, "precision@10": 0.214, "unjudged@10": 0.7299999999999999}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.23119047949189933, "precision@10": 0.20600000000000002, "unjudged@10": 0.726}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.22006584459862719, "precision@10": 0.2, "unjudged@10": 0.7419999999999999}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2138807273110218, "precision@10": 0.198, "unjudged@10": 0.7360000000000001}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.2193671837609616, "precision@10": 0.196, "unjudged@10": 0.748}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.23256584456262241, "precision@10": 0.22399999999999998, "unjudged@10": 0.71}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb12-touche-2020-task-2-20230209-training", "ndcg@10": 0.5281285523345192, "precision@10": 0.5479999999999999, "unjudged@10": 0.21400000000000002}}, "clueweb12-touche-2021-task-2-20230209-training": {"claret-fortress": {"approach": "claret-fortress", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2811036950796748, "precision@10": 0.20999999999999996, "unjudged@10": 0.638}, "rectilinear-credits": {"approach": "rectilinear-credits", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.26589476347989077, "precision@10": 0.21199999999999997, "unjudged@10": 0.632}, "senior-platform": {"approach": "senior-platform", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.29682359896378097, "precision@10": 0.20800000000000002, "unjudged@10": 0.654}, "MonoBERT Large (tira-ir-starter-gygaggle)": {"approach": "MonoBERT Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.28862987688510516, "precision@10": 0.20199999999999999, "unjudged@10": 0.64}, "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 base-10k-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3497894675147252, "precision@10": 0.318, "unjudged@10": 0.32}, "DuoT5 Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.29883634530318093, "precision@10": 0.298, "unjudged@10": 0.306}, "MonoT5 Base (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Base (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2945383566148142, "precision@10": 0.20600000000000002, "unjudged@10": 0.66}, "ColBERT Re-Rank (tira-ir-starter-pyterrier)": {"approach": "ColBERT Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.24225506372270267, "precision@10": 0.196, "unjudged@10": 0.642}, "MonoT5 Large (tira-ir-starter-gygaggle)": {"approach": "MonoT5 Large (tira-ir-starter-gygaggle)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2855180590818263, "precision@10": 0.196, "unjudged@10": 0.6739999999999999}, "ANCE Base Cosine (tira-ir-starter-beir)": {"approach": "ANCE Base Cosine (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2906807157541072, "precision@10": 0.204, "unjudged@10": 0.666}, "ANCE Base Dot (tira-ir-starter-beir)": {"approach": "ANCE Base Dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.29086507344299195, "precision@10": 0.198, "unjudged@10": 0.672}, "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-cos (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.30342545163427265, "precision@10": 0.22399999999999998, "unjudged@10": 0.606}, "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-base-v3-dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.28614611729789113, "precision@10": 0.218, "unjudged@10": 0.596}, "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L6-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.290259245045694, "precision@10": 0.20600000000000002, "unjudged@10": 0.654}, "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-MiniLM-L12-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2942459490212843, "precision@10": 0.22, "unjudged@10": 0.6279999999999999}, "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-cos-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2542224527171907, "precision@10": 0.184, "unjudged@10": 0.674}, "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-distilbert-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.30060489410561597, "precision@10": 0.218, "unjudged@10": 0.624}, "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)": {"approach": "SBERT msmarco-bert-base-dot-v5 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3053286538491859, "precision@10": 0.222, "unjudged@10": 0.61}, "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-cos (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.28682602079816716, "precision@10": 0.21799999999999997, "unjudged@10": 0.6259999999999999}, "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)": {"approach": "TASB msmarco-distilbert-base-dot (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3010818802409268, "precision@10": 0.206, "unjudged@10": 0.6399999999999999}, "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.29513618553362975, "precision@10": 0.22399999999999998, "unjudged@10": 0.636}, "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.30305993890009403, "precision@10": 0.214, "unjudged@10": 0.6200000000000001}, "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-cos-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3431419158771956, "precision@10": 0.244, "unjudged@10": 0.586}, "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-MiniLM-L6-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2806782858087092, "precision@10": 0.21199999999999997, "unjudged@10": 0.654}, "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-distilbert-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3068958998843605, "precision@10": 0.21799999999999997, "unjudged@10": 0.604}, "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)": {"approach": "SBERT multi-qa-mpnet-base-dot-v1 (tira-ir-starter-beir)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.3528099538554062, "precision@10": 0.248, "unjudged@10": 0.608}, "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)": {"approach": "DuoT5 3b-ms-marco Top-25 (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.37941336103370715, "precision@10": 0.336, "unjudged@10": 0.306}, "nimble-bar": {"approach": "nimble-bar", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2855180590818263, "precision@10": 0.196, "unjudged@10": 0.6739999999999999}, "obsolete-mart": {"approach": "obsolete-mart", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2792386471976064, "precision@10": 0.19199999999999995, "unjudged@10": 0.648}, "latent-wetland": {"approach": "latent-wetland", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.30518633798008626, "precision@10": 0.218, "unjudged@10": 0.652}, "BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.19853816987403014, "precision@10": 0.15000000000000002, "unjudged@10": 0.672}, "DFIC Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIC Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.22135815780509924, "precision@10": 0.17600000000000002, "unjudged@10": 0.628}, "DFIZ Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFIZ Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2188420159618021, "precision@10": 0.172, "unjudged@10": 0.6259999999999999}, "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFR_BM25 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.19625531520607764, "precision@10": 0.15200000000000002, "unjudged@10": 0.6700000000000002}, "DFRee Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFRee Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.25779827267390765, "precision@10": 0.19000000000000003, "unjudged@10": 0.616}, "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DFReeKLIM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.25676221481990247, "precision@10": 0.188, "unjudged@10": 0.6139999999999999}, "DirichletLM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DirichletLM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.21158654977144167, "precision@10": 0.168, "unjudged@10": 0.6299999999999999}, "DLH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DLH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.26742110690639675, "precision@10": 0.20800000000000002, "unjudged@10": 0.594}, "DPH Re-Rank (tira-ir-starter-pyterrier)": {"approach": "DPH Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.25375957141804967, "precision@10": 0.18000000000000005, "unjudged@10": 0.63}, "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Hiemstra_LM Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.26368681580025727, "precision@10": 0.20800000000000002, "unjudged@10": 0.6}, "IFB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "IFB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.06671540974717576, "precision@10": 0.05000000000000001, "unjudged@10": 0.83}, "In_expB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2335795661102621, "precision@10": 0.182, "unjudged@10": 0.6179999999999999}, "In_expC2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "In_expC2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.23381348833388194, "precision@10": 0.184, "unjudged@10": 0.616}, "InB2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InB2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.21651937385969564, "precision@10": 0.17400000000000002, "unjudged@10": 0.65}, "InL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "InL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.22095843901124185, "precision@10": 0.172, "unjudged@10": 0.6480000000000001}, "Js_KLs Re-Rank (tira-ir-starter-pyterrier)": {"approach": "Js_KLs Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.2589625023512785, "precision@10": 0.188, "unjudged@10": 0.612}, "LGD Re-Rank (tira-ir-starter-pyterrier)": {"approach": "LGD Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.23384820631853823, "precision@10": 0.17999999999999997, "unjudged@10": 0.614}, "PL2 Re-Rank (tira-ir-starter-pyterrier)": {"approach": "PL2 Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.22560149458676068, "precision@10": 0.17400000000000002, "unjudged@10": 0.6439999999999999}, "TF_IDF Re-Rank (tira-ir-starter-pyterrier)": {"approach": "TF_IDF Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.20854659736652145, "precision@10": 0.168, "unjudged@10": 0.6580000000000001}, "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)": {"approach": "XSqrA_M Re-Rank (tira-ir-starter-pyterrier)", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.24298679195150952, "precision@10": 0.17800000000000002, "unjudged@10": 0.6239999999999999}, "ChatNoir": {"approach": "ChatNoir", "dataset": "clueweb12-touche-2021-task-2-20230209-training", "ndcg@10": 0.38122135272051394, "precision@10": 0.33799999999999997, "unjudged@10": 0.11999999999999998}}}