Source code for capreolus.benchmark.gov2

from capreolus import Dependency, constants

from . import Benchmark, IRDBenchmark


[docs]PACKAGE_PATH = constants["PACKAGE_PATH"]



@Benchmark.register

[docs]class Gov2(IRDBenchmark):

[docs]    module_name = "gov2"


[docs]    query_type = "title"


[docs]    ird_dataset_names = ["gov2/trec-tb-2004", "gov2/trec-tb-2005", "gov2/trec-tb-2006"]


[docs]    dependencies = [Dependency(key="collection", module="collection", name="gov2")]


[docs]    fold_file = PACKAGE_PATH / "data" / "gov2_maxp_folds.json"



@Benchmark.register

[docs]class Gov2Desc(Gov2):

[docs]    module_name = "gov2.desc"


[docs]    query_type = "desc"