{"id":"https://openalex.org/W4392384332","doi":"https://doi.org/10.1145/3616855.3635818","title":"Temporal Blind Spots in Large Language Models","display_name":"Temporal Blind Spots in Large Language Models","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392384332","doi":"https://doi.org/10.1145/3616855.3635818"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066650027","display_name":"Jonas Wallat","orcid":"https://orcid.org/0000-0003-1239-2067"},"institutions":[{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jonas Wallat","raw_affiliation_strings":["L3S Research Center, Hannover, Germany"],"affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["Department of Computer Science, University of Innsbruck, Innsbruck, Austria"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Innsbruck, Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075681290","display_name":"Avishek Anand","orcid":"https://orcid.org/0000-0002-0163-0739"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Avishek Anand","raw_affiliation_strings":["Department of Software Technology, Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Software Technology, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066650027"],"corresponding_institution_ids":["https://openalex.org/I4210136150"],"apc_list":null,"apc_paid":null,"fwci":9.4484,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.98285546,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"683","last_page":"692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7392237186431885},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6802387833595276},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.441109836101532},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4222184419631958},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4125560522079468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40077272057533264},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3311668634414673},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1352466642856598},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07769876718521118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7392237186431885},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6802387833595276},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.441109836101532},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4222184419631958},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4125560522079468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40077272057533264},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3311668634414673},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1352466642856598},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07769876718521118}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616855.3635818","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G352791218","display_name":null,"funder_award_id":"(BMBF)","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G367552324","display_name":null,"funder_award_id":"01DD20003","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6955755495","display_name":null,"funder_award_id":"Germany","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1595765162","https://openalex.org/W1658908529","https://openalex.org/W1956885672","https://openalex.org/W2039297031","https://openalex.org/W2056697999","https://openalex.org/W2251758222","https://openalex.org/W2329554901","https://openalex.org/W2524643686","https://openalex.org/W2747329762","https://openalex.org/W2798898418","https://openalex.org/W2914580754","https://openalex.org/W2917468909","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2963995027","https://openalex.org/W2970476646","https://openalex.org/W2981852735","https://openalex.org/W2994811754","https://openalex.org/W3007702683","https://openalex.org/W3021524072","https://openalex.org/W3041537557","https://openalex.org/W3097720951","https://openalex.org/W3103624702","https://openalex.org/W3119017286","https://openalex.org/W3127729136","https://openalex.org/W3136184814","https://openalex.org/W3170482118","https://openalex.org/W3177927102","https://openalex.org/W3209540659","https://openalex.org/W4205137784","https://openalex.org/W4205412789","https://openalex.org/W4212964822","https://openalex.org/W4226086513","https://openalex.org/W4226278401","https://openalex.org/W4226397070","https://openalex.org/W4281556741","https://openalex.org/W4284691483","https://openalex.org/W4285218587","https://openalex.org/W4287111051","https://openalex.org/W4288089799","https://openalex.org/W4296413526","https://openalex.org/W4299352502","https://openalex.org/W4322718191","https://openalex.org/W4360889029","https://openalex.org/W4362514994","https://openalex.org/W4366999212","https://openalex.org/W4379468930","https://openalex.org/W4385507432","https://openalex.org/W4386566778","https://openalex.org/W4389518753","https://openalex.org/W6633712982","https://openalex.org/W6638516102","https://openalex.org/W6671929555","https://openalex.org/W6677182850","https://openalex.org/W6685453373","https://openalex.org/W6720629468","https://openalex.org/W6729638187","https://openalex.org/W6778883912","https://openalex.org/W6779449344","https://openalex.org/W6779857854","https://openalex.org/W6800516421","https://openalex.org/W6810528332","https://openalex.org/W6846063715","https://openalex.org/W6966681012"],"related_works":["https://openalex.org/W4241523039","https://openalex.org/W2360028903","https://openalex.org/W4280543773","https://openalex.org/W178231042","https://openalex.org/W2366083136","https://openalex.org/W2387622493","https://openalex.org/W1932132538","https://openalex.org/W2357832196","https://openalex.org/W1566252468","https://openalex.org/W4200375594"],"abstract_inverted_index":{"Large":[0],"language":[1,18],"models":[2,144],"(LLMs)":[3],"have":[4],"recently":[5],"gained":[6],"significant":[7],"attention":[8,82],"due":[9],"to":[10,31,62,83,133,149],"their":[11],"unparalleled":[12],"zero-shot":[13],"performance":[14,98,128],"on":[15,99],"various":[16],"natural":[17],"processing":[19],"tasks.":[20,154],"However,":[21],"the":[22,48,64,103,123,150],"pre-training":[23],"data":[24],"utilized":[25],"in":[26,36],"LLMs":[27,51,69],"is":[28,157],"often":[29],"confined":[30],"a":[32,76],"specific":[33],"corpus,":[34],"resulting":[35],"inherent":[37],"freshness":[38],"and":[39,113,121,137],"temporal":[40,55,77,86,91,119],"scope":[41],"limitations.":[42],"Consequently,":[43],"this":[44,58],"raises":[45],"concerns":[46],"regarding":[47],"effectiveness":[49],"of":[50,67,152],"for":[52,72,107],"tasks":[53,73],"involving":[54],"intents.":[56],"In":[57,111],"study,":[59],"we":[60,95,116],"aim":[61],"investigate":[63],"underlying":[65],"limitations":[66,136],"general-purpose":[68],"when":[70],"deployed":[71],"that":[74,145],"require":[75],"understanding.":[78],"We":[79],"pay":[80],"particular":[81],"handling":[84],"factual":[85],"knowledge":[87],"through":[88],"three":[89],"popular":[90],"QA":[92,127],"datasets.":[93],"Specifically,":[94],"observe":[96],"low":[97],"detailed":[100],"questions":[101],"about":[102],"past":[104],"and,":[105],"surprisingly,":[106],"rather":[108],"new":[109],"information.":[110],"manual":[112],"automatic":[114],"testing,":[115],"find":[117],"multiple":[118],"errors":[120],"characterize":[122],"conditions":[124],"under":[125],"which":[126],"deteriorates.":[129],"Our":[130],"analysis":[131],"contributes":[132],"understanding":[134],"LLM":[135],"offers":[138],"valuable":[139],"insights":[140],"into":[141],"developing":[142],"future":[143],"can":[146],"better":[147],"cater":[148],"demands":[151],"temporally-oriented":[153],"The":[155],"code":[156],"available":[158],"https://github.com/jwallat/temporalblindspots.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":20}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}