{"id":"https://openalex.org/W4411549495","doi":"https://doi.org/10.1145/3701716.3715311","title":"SynDL: A Large-Scale Synthetic Test Collection for Passage Retrieval","display_name":"SynDL: A Large-Scale Synthetic Test Collection for Passage Retrieval","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4411549495","doi":"https://doi.org/10.1145/3701716.3715311"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3715311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715311","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715311","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715311","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044972686","display_name":"Hossein A. Rahmani","orcid":"https://orcid.org/0000-0002-2779-4942"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hossein A. Rahmani","raw_affiliation_strings":["University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2779-4942","affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018792662","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0001-5936-9919"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["University of Sheffield, Sheffield, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-5936-9919","affiliations":[{"raw_affiliation_string":"University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101716010","display_name":"Emine Yilmaz","orcid":"https://orcid.org/0000-0003-4734-4532"},"institutions":[{"id":"https://openalex.org/I4210123934","display_name":"Amazon (United Kingdom)","ror":"https://ror.org/02xey9634","country_code":"GB","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210123934"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emine Yilmaz","raw_affiliation_strings":["University College London, London, United Kingdom, Alan Turing Institute, London, United Kingdom, and Amazon, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-4734-4532","affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom, Alan Turing Institute, London, United Kingdom, and Amazon, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584","https://openalex.org/I4210123934","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft, Seattle, USA"],"raw_orcid":"https://orcid.org/0000-0002-9351-8137","affiliations":[{"raw_affiliation_string":"Microsoft, Seattle, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048533217","display_name":"Bhaskar Mitra","orcid":"https://orcid.org/0000-0002-5270-5550"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bhaskar Mitra","raw_affiliation_strings":["Microsoft, Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5270-5550","affiliations":[{"raw_affiliation_string":"Microsoft, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I4210153468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046377370","display_name":"Paul Thomas","orcid":"https://orcid.org/0000-0003-2425-3136"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Thomas","raw_affiliation_strings":["Microsoft, Adelaide, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2425-3136","affiliations":[{"raw_affiliation_string":"Microsoft, Adelaide, Australia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5175,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92770086,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"781","last_page":"784"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6614158153533936},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5445178151130676},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5180773735046387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38098427653312683},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3721350133419037},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14315220713615417},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.0764007568359375},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.061307281255722046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6614158153533936},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5445178151130676},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5180773735046387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38098427653312683},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3721350133419037},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14315220713615417},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0764007568359375},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.061307281255722046},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3715311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715311","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715311","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3715311","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3715311","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3715311","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4001359330","display_name":null,"funder_award_id":"EP/S021566/1","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4583412171","display_name":"UKRI AI Centre for Doctoral Training in Foundational Artificial Intelligence","funder_award_id":"EP/S021566/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7114785046","display_name":"Task Based Information Retrieval","funder_award_id":"EP/P024289/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411549495.pdf","grobid_xml":"https://content.openalex.org/works/W4411549495.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1979562318","https://openalex.org/W2021856948","https://openalex.org/W2165133813","https://openalex.org/W2203835818","https://openalex.org/W3133594109","https://openalex.org/W3156166379","https://openalex.org/W4385570569","https://openalex.org/W4385688511","https://openalex.org/W4389519254","https://openalex.org/W4389520758","https://openalex.org/W4400528870"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large-scale":[0],"test":[1,97,109,122,128,154],"collections":[2],"play":[3],"a":[4,46,73,116,121],"crucial":[5],"role":[6],"in":[7,63],"Information":[8],"Retrieval":[9],"(IR)":[10],"research.":[11],"However,":[12],"according":[13],"to":[14,80,105,108,158],"the":[15,19,25,55,82,91,131],"Cranfield":[16],"paradigm":[17],"and":[18,48,110,147],"research":[20,29],"into":[21],"publicly":[22],"available":[23],"datasets,":[24],"existing":[26],"information":[27],"retrieval":[28,87],"studies":[30,52],"are":[31],"commonly":[32],"developed":[33],"on":[34,39],"small-scale":[35],"datasets":[36],"that":[37,149],"rely":[38],"human":[40,69,142],"assessors":[41],"for":[42],"relevance":[43,66],"judgments":[44,67],"-":[45],"time-intensive":[47],"expensive":[49],"process.":[50],"Recent":[51],"have":[53],"shown":[54],"strong":[56],"capability":[57],"of":[58,134],"Large":[59],"Language":[60],"Models":[61],"(LLMs)":[62],"producing":[64],"reliable":[65],"with":[68,140],"accuracy":[70],"but":[71],"at":[72,115],"greatly":[74],"reduced":[75],"cost.":[76],"In":[77],"this":[78],"paper,":[79],"address":[81],"missing":[83],"large-scale":[84,153],"ad-hoc":[85],"document":[86],"dataset,":[88],"we":[89],"extend":[90],"TREC":[92],"Deep":[93],"Learning":[94],"Track":[95],"(DL)":[96],"collection":[98,123,155],"via":[99],"additional":[100],"language":[101],"model":[102],"synthetic":[103],"labels":[104,143],"enable":[106],"researchers":[107],"evaluate":[111],"their":[112],"search":[113],"systems":[114],"large":[117],"scale.":[118],"Specifically,":[119],"such":[120],"includes":[124],"more":[125],"than":[126],"1,900":[127],"queries":[129],"from":[130,144],"previous":[132],"years":[133,146],"tracks.":[135],"We":[136],"compare":[137],"system":[138,161],"evaluation":[139],"past":[141,145],"find":[148],"our":[150],"synthetically":[151],"created":[152],"can":[156],"lead":[157],"highly":[159],"correlated":[160],"rankings.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}