Source code for capreolus.benchmark.core18

from capreolus import Dependency, constants

from . import Benchmark, IRDBenchmark

[docs]PACKAGE_PATH = constants["PACKAGE_PATH"]
@Benchmark.register
[docs]class Core18(IRDBenchmark):
[docs] module_name = "core18"
[docs] query_type = "title"
[docs] ird_dataset_names = ["wapo/v2/trec-core-2018"]
[docs] dependencies = [Dependency(key="collection", module="collection", name="wapo")]
[docs] fold_file = PACKAGE_PATH / "data" / "core18_title_folds.json"
@Benchmark.register
[docs]class Core18Desc(Core18):
[docs] module_name = "core18.desc"
[docs] query_type = "desc"
[docs] fold_file = PACKAGE_PATH / "data" / "core18_desc_folds.json"