Source code for capreolus.benchmark.core17

from capreolus import Dependency, constants

from . import Benchmark, IRDBenchmark

[docs]PACKAGE_PATH = constants["PACKAGE_PATH"]
[docs]@Benchmark.register class Core17(IRDBenchmark):
[docs] module_name = "core17"
[docs] query_type = "title"
[docs] ird_dataset_names = ["nyt/trec-core-2017"]
[docs] dependencies = [Dependency(key="collection", module="collection", name="nyt")]
[docs] fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"
[docs]@Benchmark.register class Core17Desc(Core17):
[docs] module_name = "core17.desc"
[docs] query_type = "desc"
[docs] fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"