{"id":"https://openalex.org/W7168411894","doi":"https://doi.org/10.1145/3805712.3808625","title":"CoverageBench: Evaluating Information Coverage across Tasks and Domains","display_name":"CoverageBench: Evaluating Information Coverage across Tasks and Domains","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7168411894","doi":"https://doi.org/10.1145/3805712.3808625"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808625","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808625","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808625","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140808948","display_name":"Saron Samuel","orcid":"https://orcid.org/0009-0002-1827-2023"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saron Samuel","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0009-0002-1827-2023","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140826339","display_name":"Andrew Yates","orcid":"https://orcid.org/0000-0002-5970-880X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Yates","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0002-5970-880X","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140945898","display_name":"Dawn Lawrie","orcid":"https://orcid.org/0000-0001-7347-7086"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn Lawrie","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0001-7347-7086","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140864747","display_name":"Ian Soboroff","orcid":"https://orcid.org/0000-0003-2363-3014"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Soboroff","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0003-2363-3014","affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, Maryland, USA","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140889746","display_name":"Trevor Adriaanse","orcid":"https://orcid.org/0009-0004-6430-2320"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trevor Adriaanse","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0009-0004-6430-2320","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140874307","display_name":"Benjamin Van Durme","orcid":"https://orcid.org/0000-0003-4328-4288"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Van Durme","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0003-4328-4288","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140783433","display_name":"Eugene Yang","orcid":"https://orcid.org/0000-0002-0051-1535"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Yang","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0002-0051-1535","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3388","last_page":"3395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.34290000796318054},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3043999969959259},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.27129998803138733},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.26840001344680786},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2639000117778778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5982999801635742},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2459000051021576},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.24060000479221344}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3808625","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808625","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808625","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808625","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W1976208772","https://openalex.org/W1989105102","https://openalex.org/W2003150093","https://openalex.org/W2021420765","https://openalex.org/W2026430213","https://openalex.org/W2058624977","https://openalex.org/W2069870183","https://openalex.org/W2093495945","https://openalex.org/W2132314908","https://openalex.org/W2963204221","https://openalex.org/W3021397474","https://openalex.org/W3138773240","https://openalex.org/W3180230246","https://openalex.org/W4213009331","https://openalex.org/W4230624213","https://openalex.org/W4252076394","https://openalex.org/W4391376033","https://openalex.org/W4409167861","https://openalex.org/W4412376941","https://openalex.org/W4415124086","https://openalex.org/W4416034209"],"related_works":[],"abstract_inverted_index":{"We":[0],"wish":[1],"to":[2,89,105],"measure":[3],"the":[4,18,27,40,95,134,152,202],"information":[5,23,165],"coverage":[6,31,150,166],"of":[7,17,20,136,149],"an":[8],"ad":[9,58,77],"hoc":[10,59,78],"retrieval":[11,41],"algorithm,":[12],"that":[13,92,145],"is,":[14],"how":[15],"much":[16],"range":[19],"available":[21,204],"relevant":[22,69],"is":[24,32,43,81,100,110],"covered":[25],"by":[26],"search":[28,141],"results.":[29],"Information":[30],"a":[33,49,65,84,147,160,175],"central":[34],"aspect":[35],"for":[36,57,83,112,163,200],"retrieval,":[37,60],"especially":[38],"when":[39],"system":[42,66],"integrated":[44],"with":[45,198],"generative":[46],"models":[47],"in":[48,76,139,151],"retrieval-augmented":[50],"generation":[51],"(RAG)":[52],"system.":[53],"The":[54,108],"classic":[55],"metrics":[56,114],"precision":[61,118,128],"and":[62,125,181,188],"recall,":[63],"reward":[64],"as":[67,116],"more":[68],"documents":[70,91],"are":[71,191],"retrieved.":[72],"However,":[73],"since":[74],"relevance":[75,186],"test":[79],"collections":[80,131],"defined":[82],"document":[85,205],"without":[86],"any":[87],"relation":[88],"other":[90,113],"might":[93],"contain":[94],"same":[96,109],"information,":[97],"high":[98],"recall":[99],"sufficient":[101],"but":[102],"not":[103],"necessary":[104],"ensure":[106],"coverage.":[107],"true":[111],"such":[115],"rank-biased":[117],"(RBP),":[119],"normalized":[120],"discounted":[121],"cumulative":[122],"gain":[123],"(nDCG),":[124],"mean":[126],"average":[127],"(MAP).":[129],"Test":[130],"developed":[132],"around":[133],"notion":[135],"diversity":[137],"ranking":[138],"web":[140,153],"incorporate":[142],"multiple":[143,179],"aspects":[144],"support":[146],"concept":[148],"domain.":[154],"In":[155],"this":[156],"work,":[157],"we":[158],"construct":[159],"benchmark,":[161],"CoverageBench,":[162],"evaluating":[164],"made":[167],"from":[168],"existing":[169],"collections.":[170,206],"This":[171],"suite":[172],"offers":[173],"researchers":[174],"unified":[176],"testbed":[177],"spanning":[178],"genres":[180],"tasks.":[182],"All":[183],"topics,":[184],"nuggets,":[185],"labels,":[187],"baseline":[189],"rankings":[190],"released":[192],"on":[193],"Hugging":[194],"Face":[195],"Datasets,":[196],"along":[197],"instructions":[199],"accessing":[201],"publicly":[203]},"counts_by_year":[],"updated_date":"2026-07-17T05:52:16.776730","created_date":"2026-07-16T00:00:00"}