Source code for capreolus.benchmark.core17

from capreolus import Dependency, constants

from . import Benchmark, IRDBenchmark


[docs]PACKAGE_PATH = constants["PACKAGE_PATH"]



@Benchmark.register

[docs]class Core17(IRDBenchmark):

[docs]    module_name = "core17"


[docs]    query_type = "title"


[docs]    ird_dataset_names = ["nyt/trec-core-2017"]


[docs]    dependencies = [Dependency(key="collection", module="collection", name="nyt")]


[docs]    fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"



@Benchmark.register

[docs]class Core17Desc(Core17):

[docs]    module_name = "core17.desc"


[docs]    query_type = "desc"


[docs]    fold_file = PACKAGE_PATH / "data" / "core17_birch_folds.json"