Source code for capreolus.benchmark.core17

from capreolus import Dependency, constants

from . import Benchmark, IRDBenchmark

[docs]PACKAGE_PATH = constants["PACKAGE_PATH"]


[docs]@Benchmark.register
class Core17(IRDBenchmark):
[docs]    module_name = "core17"
[docs]    query_type = "title"
[docs]    ird_dataset_names = ["nyt/trec-core-2017"]
[docs]    dependencies = [Dependency(key="collection", module="collection", name="nyt")]
[docs]    fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"


[docs]@Benchmark.register
class Core17Desc(Core17):
[docs]    module_name = "core17.desc"
[docs]    query_type = "desc"
[docs]    fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"