{"id":"https://openalex.org/W4412673557","doi":"https://doi.org/10.1145/3731120.3744606","title":"Evaluating List Construction and Temporal Understanding capabilities of Large Language Models","display_name":"Evaluating List Construction and Temporal Understanding capabilities of Large Language Models","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W4412673557","doi":"https://doi.org/10.1145/3731120.3744606"},"language":"en","primary_location":{"id":"doi:10.1145/3731120.3744606","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042265809","display_name":"Alex Dumitru","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexandru Dumitru","raw_affiliation_strings":["Prosus, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0009-0001-0688-7269","affiliations":[{"raw_affiliation_string":"Prosus, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085585789","display_name":"V Venktesh","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Venktesh V","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-5885-2175","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["University of Innsbruck, Innsbruck, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7235-0665","affiliations":[{"raw_affiliation_string":"University of Innsbruck, Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075681290","display_name":"Avishek Anand","orcid":"https://orcid.org/0000-0002-0163-0739"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Avishek Anand","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0163-0739","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.019,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95362676,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"369","last_page":"379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7819091081619263},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4624289572238922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3521808981895447},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3433903455734253}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7819091081619263},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4624289572238922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3521808981895447},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3433903455734253}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731120.3744606","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731120.3744606","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International ACM SIGIR Conference on Innovative Concepts and Theories in Information Retrieval (ICTIR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.550000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1825451807","https://openalex.org/W1979263599","https://openalex.org/W2039297031","https://openalex.org/W2056697999","https://openalex.org/W2119332773","https://openalex.org/W2187822316","https://openalex.org/W2473408052","https://openalex.org/W2798898418","https://openalex.org/W2962924456","https://openalex.org/W2963748441","https://openalex.org/W2963769536","https://openalex.org/W3122241445","https://openalex.org/W3156000544","https://openalex.org/W3176757281","https://openalex.org/W3200796517","https://openalex.org/W3201233724","https://openalex.org/W3209273204","https://openalex.org/W4221151629","https://openalex.org/W4281615352","https://openalex.org/W4281736354","https://openalex.org/W4284691483","https://openalex.org/W4287111051","https://openalex.org/W4307473988","https://openalex.org/W4309674289","https://openalex.org/W4377009978","https://openalex.org/W4378977046","https://openalex.org/W4379256140","https://openalex.org/W4382202848","https://openalex.org/W4385571246","https://openalex.org/W4389520117","https://openalex.org/W4391376033","https://openalex.org/W4392517661","https://openalex.org/W4400525811","https://openalex.org/W4402671696","https://openalex.org/W4402671920","https://openalex.org/W4402684065"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"immense":[6],"advances":[7],"in":[8,33,53,82,108,138,156,166,180,190],"a":[9,48,83,181],"wide":[10],"range":[11],"of":[12,51,72,131,150],"natural":[13],"language":[14],"tasks.":[15],"However,":[16],"these":[17],"models":[18,153],"are":[19],"susceptible":[20],"to":[21,40,75,128,172,187],"hallucinations":[22],"and":[23,78,123,146,158,176,184,203],"errors":[24],"on":[25,154,199],"particularly":[26,169],"temporal":[27,62,80,124,144],"understanding":[28,81,125,145],"tasks":[29],"involving":[30],"multiple":[31],"entities":[32,42,52],"answers.":[34],"In":[35],"such":[36],"tasks,":[37],"they":[38],"fail":[39],"associate":[41],"with":[43,60,112],"accurate":[44],"time":[45,114],"intervals,":[46],"generate":[47],"complete":[49,174],"list":[50,84,109,121,147],"answers":[54,107,175],"or":[55,101],"reason":[56],"about":[57],"events":[58],"associated":[59],"specific":[61],"bounds.":[63],"Existing":[64],"works":[65],"do":[66],"not":[67,135],"extensively":[68],"evaluate":[69],"the":[70,73,94,129,143,185],"abilities":[71],"model":[74],"perform":[76],"implicit":[77],"explicit":[79],"answer":[85],"construction":[86,122,148],"setup.":[87],"To":[88],"bridge":[89],"this":[90],"gap,":[91],"we":[92],"propose":[93],"Time":[95],"referenced":[96],"List":[97],"based":[98],"Question":[99],"Answering":[100],"TLQA":[102,117,155],"benchmark":[103,202],"that":[104],"requires":[105,119],"structured":[106],"format":[110],"aligned":[111],"corresponding":[113],"periods.":[115],"Our":[116,161],"benchmark,":[118],"both":[120],"simultaneously,":[126],"which":[127],"best":[130],"our":[132],"knowledge":[133],"has":[134],"been":[136],"explored":[137],"prior":[139],"benchmarks.":[140],"We":[141],"investigate":[142],"capabilities":[149],"state-of-the-art":[151],"generative":[152],"closed-book":[157,182],"open-domain":[159,191],"settings.":[160],"findings":[162],"reveal":[163],"significant":[164],"shortcomings":[165],"current":[167],"models,":[168],"their":[170],"inability":[171],"provide":[173],"temporally":[177],"align":[178],"facts":[179],"setup":[183],"need":[186],"improve":[188],"retrieval":[189],"setup,":[192],"providing":[193],"clear":[194],"future":[195],"directions":[196],"for":[197],"research":[198],"TLQA.":[200],"The":[201],"code":[204],"can":[205],"be":[206],"publicly":[207],"accessed":[208],"at":[209],"https://github.com/elixir-research-group/TLQA.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}