{"id":"https://openalex.org/W7161159713","doi":"https://doi.org/10.48550/arxiv.2605.13045","title":"Large Language Models Lack Temporal Awareness of Medical Knowledge","display_name":"Large Language Models Lack Temporal Awareness of Medical Knowledge","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161159713","doi":"https://doi.org/10.48550/arxiv.2605.13045"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.13045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.13045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067459053","display_name":"Zihan Guan","orcid":"https://orcid.org/0000-0002-0331-3403"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guan, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136131733","display_name":"Qiao Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Qiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047322230","display_name":"Guangzhi Xiong","orcid":"https://orcid.org/0000-0002-8049-5298"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Guangzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045753028","display_name":"Fangyuan Chen","orcid":"https://orcid.org/0000-0002-9891-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Fangyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136090230","display_name":"Mengxuan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Mengxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136149024","display_name":"Qingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136132277","display_name":"Yifan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136119294","display_name":"Zhiyong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136089807","display_name":"Anil Vullikanti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vullikanti, Anil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.49459999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.49459999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3686000108718872,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03189999982714653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-knowledge","display_name":"Medical knowledge","score":0.6017000079154968},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.48069998621940613},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4796000123023987},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.46070000529289246},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.4268999993801117},{"id":"https://openalex.org/keywords/knowledge-translation","display_name":"Knowledge translation","score":0.3596999943256378},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.31769999861717224},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.3147999942302704}],"concepts":[{"id":"https://openalex.org/C2985722590","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medical knowledge","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.48069998621940613},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C2777921204","wikidata":"https://www.wikidata.org/wiki/Q66104672","display_name":"Knowledge translation","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35749998688697815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35040000081062317},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C206179267","wikidata":"https://www.wikidata.org/wiki/Q188952","display_name":"Medical history","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C514011633","wikidata":"https://www.wikidata.org/wiki/Q1428168","display_name":"Traditional knowledge","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C49929091","wikidata":"https://www.wikidata.org/wiki/Q1930471","display_name":"General knowledge","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.13045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.13045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4879998564720154,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"existing":[1],"methods":[2],"for":[3,97],"evaluating":[4,40,98],"the":[5,69,75,89,94,99,103,106,115,131,217],"medical":[6,23,41,60,64,107,128,139,157,175,256],"knowledge":[7,24,42,84,129,140,158,164,176,184,193],"of":[8,52,102,182,188],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"are":[13,37,66],"largely":[14],"based":[15],"on":[16,114,137,248],"atemporal":[17],"examination-style":[18],"benchmarks,":[19],"while":[20],"in":[21,105,127],"reality,":[22],"is":[25,85,159,185,221],"inherently":[26],"dynamic":[27],"and":[28,35,198,244],"continuously":[29],"evolves":[30],"as":[31],"new":[32],"evidence":[33],"emerges":[34],"treatments":[36],"approved.":[38],"Consequently,":[39],"without":[43],"a":[44,142,150,222],"temporal":[45,100,125,218],"context":[46],"may":[47],"provide":[48],"an":[49,239],"incomplete":[50],"assessment":[51],"whether":[53],"LLMs":[54,104,123,167,200,250],"can":[55,252],"accurately":[56],"reason":[57],"about":[58],"time-specific":[59,255],"knowledge.":[61,112,257],"Moreover,":[62],"most":[63],"data":[65],"historical,":[67],"requiring":[68],"models":[70],"not":[71,160],"only":[72,186],"to":[73,80],"recall":[74],"correct":[76],"knowledge,":[77,190],"but":[78],"also":[79,214],"know":[81],"when":[82,229],"that":[83,122,155,216,224,251],"correct.":[86],"To":[87],"bridge":[88],"gap,":[90],"we":[91],"built":[92],"TempoMed-Bench,":[93,116],"first-of-its-kind":[95],"benchmark":[96],"awareness":[101,126,219],"domain":[108],"through":[109,130],"evolving":[110],"guideline":[111],"Based":[113],"our":[117],"evaluation":[118],"analysis":[119],"first":[120],"reveals":[121],"lack":[124],"key":[132],"findings:":[133],"(1)":[134],"model":[135],"performance":[136],"up-to-date":[138,179,189],"exhibits":[141],"gradual":[143],"linear":[144],"decline":[145],"over":[146],"time":[147],"rather":[148],"than":[149,177],"sharp":[151],"knowledge-cutoff":[152],"behavior,":[153],"suggesting":[154],"parametric":[156],"strictly":[161],"bounded":[162],"by":[163],"cutoffs;":[165],"(2)":[166],"consistently":[168],"struggle":[169],"more":[170],"with":[171,178,231],"recalling":[172],"outdated":[173],"historical":[174,183],"recommendations:":[180],"accuracy":[181],"25.37%-53.89%":[187],"indicating":[191],"potential":[192],"forgetting":[194],"effects":[195],"during":[196],"training;":[197],"(3)":[199],"often":[201],"exhibit":[202],"temporally":[203],"inconsistent":[204],"behaviors,":[205],"where":[206],"predictions":[207],"fluctuate":[208],"irregularly":[209],"across":[210],"neighboring":[211],"years.":[212],"We":[213],"show":[215],"problem":[220],"challenge":[223,243],"cannot":[225],"be":[226],"easily":[227],"solved":[228],"integrated":[230],"agentic":[232],"search":[233],"tools":[234],"(-3.15%-14.14%).":[235],"This":[236],"work":[237],"highlights":[238],"important":[240],"yet":[241],"underexplored":[242],"motivates":[245],"future":[246],"research":[247],"developing":[249],"better":[253],"encode":[254]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}