From e26b16c500bd575cbe588f718b80af6d331fe7fb Mon Sep 17 00:00:00 2001 From: Claudia Hauff Date: Fri, 14 Jun 2019 22:25:49 +0200 Subject: [PATCH] Information on the number of queries processed by trec_eval as default (#101) * num_q as additional default measure * search info updated --- README.md | 2 +- run.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index b33cb4a..37db75d 100644 --- a/README.md +++ b/README.md @@ -104,7 +104,7 @@ Options with `none` as the default are required. | `--qrels` | `string` | `none` | `--qrels $(pwd)/qrels/qrels.robust2004.txt` | the qrels file for evaluation | `--opts` | `[key]=[value] ...` | `none` | `--opts search_args="-bm25"` | extra options passed to the search script | `--timings` | `flag` | `false` | `--timings` | print timing info (requires the `time` package, or `bash`, to be installed in Dockerfile) -| `--measures` | `string ...` | `"map P.30"` | `--measures recall.1000 map` | the measures for trec_eval +| `--measures` | `string ...` | `"num_q map P.30"` | `--measures recall.1000 map` | the measures for trec_eval ### Command Line Options - train diff --git a/run.py b/run.py index 22f208f..24c191b 100644 --- a/run.py +++ b/run.py @@ -69,7 +69,7 @@ def str_to_bool(s): help="the subset of topic ids to use for testing") parser_search.add_argument("--opts", nargs="+", default="", type=str, help="the args passed to the search script") parser_search.add_argument("--timings", action="store_true", help="enable timing information to be printed") - parser_search.add_argument("--measures", nargs="+", default=["map", "P.30"], type=str, help="the measures for trec_eval") + parser_search.add_argument("--measures", nargs="+", default=["num_q", "map", "P.30"], type=str, help="the measures for trec_eval") # Specific to interact parser_interact = parser_sub.add_parser("interact")