{"id":"https://openalex.org/W4417210244","doi":"https://doi.org/10.48550/arxiv.2511.14214","title":"Do Large Language Models (LLMs) Understand Chronology?","display_name":"Do Large Language Models (LLMs) Understand Chronology?","publication_year":2025,"publication_date":"2025-11-18","ids":{"openalex":"https://openalex.org/W4417210244","doi":"https://doi.org/10.48550/arxiv.2511.14214"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2511.14214","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.14214","pdf_url":"https://arxiv.org/pdf/2511.14214","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.14214","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120744732","display_name":"Pattaraphon Kenny Wongchamcharoen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wongchamcharoen, Pattaraphon Kenny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120744733","display_name":"Paul Glasserman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glasserman, Paul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.21359999477863312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.21359999477863312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.06419999897480011,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.5997999906539917},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5698999762535095},{"id":"https://openalex.org/keywords/anachronism","display_name":"Anachronism","score":0.4927000105381012},{"id":"https://openalex.org/keywords/mirroring","display_name":"Mirroring","score":0.48350000381469727},{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.45249998569488525},{"id":"https://openalex.org/keywords/witness","display_name":"Witness","score":0.42809998989105225},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.39980000257492065},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.39890000224113464},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.382999986410141}],"concepts":[{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.5997999906539917},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5698999762535095},{"id":"https://openalex.org/C36597679","wikidata":"https://www.wikidata.org/wiki/Q189203","display_name":"Anachronism","level":3,"score":0.4927000105381012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4848000109195709},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C2776900844","wikidata":"https://www.wikidata.org/wiki/Q8028383","display_name":"Witness","level":2,"score":0.42809998989105225},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3896999955177307},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.382999986410141},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3407000005245209},{"id":"https://openalex.org/C9719361","wikidata":"https://www.wikidata.org/wiki/Q7928967","display_name":"Vignette","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29260000586509705},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C44210515","wikidata":"https://www.wikidata.org/wiki/Q16968978","display_name":"Bespoke","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C119693030","wikidata":"https://www.wikidata.org/wiki/Q2180497","display_name":"Economic model","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C178562925","wikidata":"https://www.wikidata.org/wiki/Q186412","display_name":"Time preference","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.14214","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.14214","pdf_url":"https://arxiv.org/pdf/2511.14214","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.14214","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.14214","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.14214","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.14214","pdf_url":"https://arxiv.org/pdf/2511.14214","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417210244.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,20,135],"(LLMs)":[3],"are":[4,229],"increasingly":[5,155],"used":[6],"in":[7,223,237],"finance":[8],"and":[9,58,68,73,127,187,193,220,243],"economics,":[10],"where":[11],"prompt-based":[12],"attempts":[13],"against":[14],"look-ahead":[15],"bias":[16],"implicitly":[17],"assume":[18],"that":[19,166],"understand":[21],"chronology.":[22],"We":[23,62,239],"test":[24],"this":[25],"fundamental":[26],"question":[27],"with":[28,35,67,130,154,172,175,199],"a":[29,105],"series":[30],"of":[31,209,235],"chronological":[32,50,173,213],"ordering":[33,123,174,183],"tasks":[34,47],"increasing":[36],"complexities":[37],"over":[38],"facts":[39],"the":[40,117,122,144,148,232],"model":[41],"already":[42],"knows":[43],"from":[44,116],"pre-training.":[45],"Our":[46,205],"cover":[48],"(1)":[49],"ordering,":[51],"(2)":[52],"conditional":[53,111,189],"sorting":[54,190],"(filter,":[55],"then":[56],"order),":[57],"(3)":[59],"anachronism":[60,138],"detection.":[61],"evaluate":[63],"GPT-4.1,":[64],"Claude-3.7":[65,128],"Sonnet,":[66],"without":[69],"Extended":[70,131],"Thinking":[71,132],"(ET),":[72],"GPT-5":[74,126,176],"across":[75],"multiple":[76],"reasoning-effort":[77],"settings.":[78],"Across":[79],"models,":[80],"Exact":[81],"match":[82],"rate":[83],"drops":[84],"sharply":[85],"as":[86,95],"sequences":[87],"lengthen":[88],"even":[89],"while":[90],"rank":[91],"correlations":[92],"stay":[93],"high":[94],"LLMs":[96,149,211,236],"largely":[97],"preserve":[98],"local":[99],"order":[100],"but":[101,125,150],"struggle":[102],"to":[103,142,246],"maintain":[104],"single":[106],"globally":[107],"consistent":[108],"timeline.":[109],"In":[110],"sorting,":[112],"most":[113],"failures":[114],"stem":[115],"filtering":[118],"step":[119],"rather":[120],"than":[121],"step,":[124],"Sonnet":[129],"outshine":[133],"normal":[134],"significantly.":[136],"Lastly,":[137],"detection":[139],"is":[140,164],"found":[141],"be":[143],"easiest":[145],"task":[146,218],"for":[147,231],"performance":[151],"still":[152],"declines":[153],"overlapping":[156],"timelines":[157],"or":[158],"entities.":[159],"Overall,":[160],"our":[161],"main":[162],"contribution":[163],"showing":[165],"allocating":[167],"explicit":[168],"reasoning":[169,179,225],"budget":[170],"helps":[171],"at":[177,184],"medium/high":[178],"effort":[180,197],"achieving":[181],"flawless":[182],"all":[185,241],"lengths":[186],"perfect":[188],"(both":[191],"self-filtered":[192],"given-subset),":[194],"whereas":[195],"low/minimal":[196],"degrades":[198],"longer":[200],"lists,":[201],"mirroring":[202],"earlier":[203],"models.":[204],"findings":[206],"delineate":[207],"limits":[208],"current":[210],"on":[212],"tasks,":[214],"providing":[215],"insights":[216],"into":[217],"complexity,":[219],"demonstrate":[221],"scenarios":[222],"which":[224],"helps.":[226],"These":[227],"patterns":[228],"important":[230],"real-time":[233],"application":[234],"finance.":[238],"release":[240],"code":[242],"evaluation":[244],"templates":[245],"support":[247],"full":[248],"reproducibility.":[249]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-20T00:00:00"}