{"id":"https://openalex.org/W7204194510","doi":"https://doi.org/10.5281/zenodo.22096136","title":"GenTREC: A Synthetic Information Retrieval Test Collection","display_name":"GenTREC: A Synthetic Information Retrieval Test Collection","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204194510","doi":"https://doi.org/10.5281/zenodo.22096136"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.22096136","doi":"https://doi.org/10.5281/zenodo.22096136","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22096136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"volume":null,"type":"dataset","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.22096136","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015705660","display_name":"Mehmet Deniz T\u00fcrkmen","orcid":"https://orcid.org/0009-0003-8705-7770","observed_orcids":["https://orcid.org/0009-0003-8705-7770"]},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"T\u00fcrkmen, Mehmet Deniz","raw_affiliation_strings":["GESIS - Leibniz Institute for the Social Sciences"],"raw_orcid":"https://orcid.org/0009-0003-8705-7770","affiliations":[{"raw_affiliation_string":"GESIS - Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086826049","display_name":"M\u00fccahid Kutlu","orcid":"https://orcid.org/0000-0002-5660-4992","observed_orcids":["https://orcid.org/0000-0002-5660-4992"]},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Kutlu, Mucahid","raw_affiliation_strings":["Qatar University"],"raw_orcid":"https://orcid.org/0000-0002-5660-4992","affiliations":[{"raw_affiliation_string":"Qatar University","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014411432","display_name":"Bahad\u0131r ALTUN","orcid":"https://orcid.org/0000-0002-6503-7109","observed_orcids":["https://orcid.org/0000-0002-6503-7109","https://orcid.org/0009-0006-5513-8471"]},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Altun, Bahadir","raw_affiliation_strings":["University at Buffalo, State University of New York"],"raw_orcid":"https://orcid.org/0009-0006-5513-8471","affiliations":[{"raw_affiliation_string":"University at Buffalo, State University of New York","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115799298","display_name":"Gokalp Cosgun","orcid":"https://orcid.org/0009-0005-7497-8380","observed_orcids":["https://orcid.org/0009-0005-7497-8380"]},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cosgun, Gokalp","raw_affiliation_strings":["Wayne State University"],"raw_orcid":"https://orcid.org/0009-0005-7497-8380","affiliations":[{"raw_affiliation_string":"Wayne State University","institution_ids":["https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.8349999785423279},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9110000133514404},{"id":"https://openalex.org/keywords/relevance-assessment","display_name":"relevance assessment","score":0.6240000128746033},{"id":"https://openalex.org/keywords/ad-hoc-retrieval","display_name":"ad hoc retrieval","score":0.7110000252723694}],"concepts":[{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.8319000005722046},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8271999955177307},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5099999904632568},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C68699486","wikidata":"https://www.wikidata.org/wiki/Q265904","display_name":"Document Structure Description","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26969999074935913},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2651999890804291}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5281/zenodo.22096136","doi":"https://doi.org/10.5281/zenodo.22096136","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22096136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.22096137","doi":"https://doi.org/10.5281/zenodo.22096137","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22096137","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.22100409","doi":"https://doi.org/10.5281/zenodo.22100409","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22100409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.22096136","doi":"https://doi.org/10.5281/zenodo.22096136","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.22096136","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163072517","https://openalex.org/W7203737890","https://openalex.org/W4412377927","https://openalex.org/W4383993542","https://openalex.org/W7206187698","https://openalex.org/W6968479924","https://openalex.org/W6893374684","https://openalex.org/W4387849079","https://openalex.org/W4416037351","https://openalex.org/W6959752949"],"abstract_inverted_index":{"GenTREC":[0,46,129],"is":[1,21],"a":[2,48],"synthetic":[3,33,44,64,126],"Information":[4,257,297,309],"Retrieval":[5,258,298],"(IR)":[6],"test":[7,136],"collection":[8,66,141,219],"generated":[9,91,131],"using":[10],"Large":[11,252,302],"Language":[12,253,303],"Models":[13,254],"based":[14,132],"on":[15,133],"standard":[16,112],"TREC":[17,113,120,135,144,181,206],"topics.":[18],"The":[19,55,63,125,140,194,246],"dataset":[20,311],"designed":[22],"to":[23],"assess":[24],"the":[25,58,93,96,100,103,203,320],"usability,":[26],"reliability,":[27],"and":[28,43,102,234,237,240,315],"ranking":[29],"compatability":[30],"of":[31],"fully":[32,49],"document":[34,65,78,83,87,97],"corpora":[35],"in":[36,68,111,128,220],"IR":[37],"evaluation.":[38],"By":[39],"generating":[40],"targeted":[41],"subtopics":[42],"documents,":[45],"offers":[47],"controllable":[50],"testbed.":[51],"1.":[52],"Dataset":[53],"Contents":[54],"package":[56],"contains":[57],"following":[59],"primary":[60],"files:":[61],"corpus.jsonl.gz:":[62],"stored":[67],"compressed":[69],"JSON":[70],"Lines":[71],"format.":[72],"Each":[73],"line":[74],"represents":[75],"an":[76],"individual":[77],"structured":[79],"as:":[80],"id:":[81],"Unique":[82],"identifier.":[84],"contents:":[85],"Complete":[86,108],"text":[88,105],"exactly":[89],"as":[90],"by":[92,251],"LLM":[94],"(including":[95],"title":[98,243],"at":[99],"beginning":[101],"raw":[104,180],"format).":[106],"qrels.txt:":[107],"relevance":[109],"assessments":[110],"format":[114],"(topic_id":[115],"0":[116],"doc_id":[117],"binary_relevance)":[118],"2.":[119],"Topics":[121],"&":[122,307],"Topic":[123,138],"Access":[124],"documents":[127],"are":[130,187],"standardized":[134],"topics:":[137,145],"Coverage:":[139],"covers":[142],"300":[143],"251\u2013300":[146],"(TREC-5":[147],"Ad":[148,153,158,163,168],"Hoc":[149,154,159,164,169],"track)":[150,155,160,165,170],"301\u2013350":[151],"(TREC-6":[152],"351\u2013400":[156],"(TREC-7":[157],"401\u2013450":[161],"(TREC-8":[162],"601\u2013700":[166],"(Robust2004":[167],"Accessing":[171],"Original":[172],"Topics:":[173],"To":[174],"comply":[175],"with":[176],"NIST/TREC":[177],"distribution":[178],"guidelines,":[179],"topic":[182,196],"definitions":[183],"(title,":[184],"description,":[185],"narrative)":[186],"not":[188],"directly":[189,201],"redistributed":[190],"within":[191],"this":[192,217],"archive.":[193],"original":[195],"files":[197],"can":[198],"be":[199],"accessed":[200],"from":[202],"official":[204],"NIST":[205],"website":[207],"(https://trec.nist.gov).":[208],"3.":[209],"Associated":[210],"Publication":[211],"(Please":[212],"Cite)":[213],"If":[214],"you":[215],"use":[216],"benchmark":[218],"your":[221],"research,":[222],"please":[223,318],"cite":[224],"our":[225],"corresponding":[226],"publication:":[227],"@article{10.1145/3841465,":[228],"author":[229],"=":[230,244,261,264,270,276,279,282,285,291,294],"{T{\\\"u}rkmen,":[231],"Mehmet":[232],"deniz":[233],"Kutlu,":[235],"Mucahid":[236],"Altun,":[238],"Bahadir":[239],"Cosgun,":[241],"Gokalp},":[242],"{GenTREC:":[245],"First":[247],"Test":[248],"Collection":[249],"Generated":[250],"for":[255,266],"Evaluating":[256],"Systems},":[259],"year":[260],"{2026},":[262],"publisher":[263],"{Association":[265],"Computing":[267],"Machinery},":[268],"address":[269],"{New":[271],"York,":[272],"NY,":[273],"USA},":[274],"issn":[275],"{1046-8188},":[277],"url":[278],"{https://doi.org/10.1145/3841465},":[280],"doi":[281],"{10.1145/3841465},":[283],"journal":[284],"{ACM":[286],"Trans.":[287],"Inf.":[288],"Syst.},":[289],"month":[290],"aug,":[292],"keywords":[293],"{Test":[295],"Collection,":[296],"Evaluation,":[299],"Relevance":[300],"Judgments,":[301],"Models}}":[304],"4.":[305],"Repository":[306],"Project":[308],"For":[310],"documentation,":[312],"issue":[313],"tracking,":[314],"metadata":[316],"updates,":[317],"visit":[319],"GitHub":[321],"repository:":[322],"https://github.com/mdenizturkmen/GenTREC.git":[323]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-08-26T00:00:00"}