{"id":"https://openalex.org/W7203723855","doi":"https://doi.org/10.48550/arxiv.2608.14610","title":"When Do LLMs Apply the Wrong Law? Diagnosing LLM Failures in Temporal Legal Reasoning","display_name":"When Do LLMs Apply the Wrong Law? Diagnosing LLM Failures in Temporal Legal Reasoning","alternate_titles":[],"publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7203723855","doi":"https://doi.org/10.48550/arxiv.2608.14610"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.14610","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14610","pdf_url":"https://arxiv.org/pdf/2608.14610","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7203723855"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.14610","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147404519","display_name":"Yiqian Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":"JP","type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Huang, Yiqian","raw_affiliation_strings":["Institute of Science Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5158857010","display_name":"Yang Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108902573","display_name":"Qianying Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qianying","raw_affiliation_strings":["NII LLMC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NII LLMC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139722051","display_name":"Shaowen Peng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Peng, Shaowen","raw_affiliation_strings":["Nara Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071314024","display_name":"Yuntao Kong","orcid":"https://orcid.org/0009-0001-2089-2363","observed_orcids":["https://orcid.org/0009-0001-2089-2363"]},"institutions":[{"id":"https://openalex.org/I4210158934","display_name":"Research Organization of Information and Systems","ror":"https://ror.org/04p4e8t29","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kong, Yuntao","raw_affiliation_strings":["Center of Juris-Informatics , ROIS-DS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Juris-Informatics , ROIS-DS","institution_ids":["https://openalex.org/I4210158934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147400008","display_name":"Kotaro Funakoshi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":"JP","type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Funakoshi, Kotaro","raw_affiliation_strings":["Institute of Science Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147387731","display_name":"Chuan Xiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiao, Chuan","raw_affiliation_strings":["Osaka University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147386205","display_name":"Manabu Okumura","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":"JP","type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Okumura, Manabu","raw_affiliation_strings":["Institute of Science Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147423677","display_name":"Yang Cao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400009020","display_name":"Institute of Science Tokyo","ror":"https://ror.org/05dqf9946","country_code":"JP","type":"education","lineage":["https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Cao, Yang","raw_affiliation_strings":["Institute of Science Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science Tokyo","institution_ids":["https://openalex.org/I4400009020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5158870110","display_name":"Shuyuan Zheng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"The University of Osaka","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zheng, Shuyuan","raw_affiliation_strings":["Osaka University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Osaka University","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/applicable-law-determination","display_name":"applicable law determination","score":0.8379999995231628},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8629999756813049},{"id":"https://openalex.org/keywords/temporal-effect-of-law","display_name":"temporal effect of law","score":0.5329999923706055},{"id":"https://openalex.org/keywords/chinese-civil-code","display_name":"Chinese Civil Code","score":0.8090000152587891},{"id":"https://openalex.org/keywords/civil-judgments","display_name":"civil judgments","score":0.7599999904632568}],"concepts":[{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.6741999983787537},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5519000291824341},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.44519999623298645},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.43779999017715454},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.42739999294281006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4147000014781952},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.3853999972343445},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3582000136375427},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3330000042915344},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.3140999972820282},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.30469998717308044},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.30399999022483826},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2572999894618988},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.14610","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14610","pdf_url":"https://arxiv.org/pdf/2608.14610","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.14610","doi":"https://doi.org/10.48550/arxiv.2608.14610","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.14610","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.14610","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14610","pdf_url":"https://arxiv.org/pdf/2608.14610","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5473999977111816,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203723855.pdf","grobid_xml":"https://content.openalex.org/works/W7203723855.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2858159822","https://openalex.org/W3165793617","https://openalex.org/W3175349044","https://openalex.org/W3199367723","https://openalex.org/W4378465439","https://openalex.org/W4382618722","https://openalex.org/W4387221840","https://openalex.org/W4402684160","https://openalex.org/W4412888707","https://openalex.org/W4412945524","https://openalex.org/W4414281281","https://openalex.org/W4415070954","https://openalex.org/W4416035085","https://openalex.org/W4416036957","https://openalex.org/W4416048648","https://openalex.org/W6939047240","https://openalex.org/W7138345725","https://openalex.org/W7151521311","https://openalex.org/W7197020508"],"related_works":["https://openalex.org/W7162322110","https://openalex.org/W7202189837","https://openalex.org/W7219161369","https://openalex.org/W7162470600","https://openalex.org/W4416034858","https://openalex.org/W7212428055","https://openalex.org/W7020540047","https://openalex.org/W4416035085","https://openalex.org/W4416036268","https://openalex.org/W7162447269"],"abstract_inverted_index":{"Legal":[0],"reasoning":[1,41,124],"requires":[2],"identifying":[3],"which":[4],"version":[5],"of":[6,60,68,108,177],"a":[7,11,56,58,84,141],"statute":[8],"applies":[9],"to":[10,116,120],"case,":[12],"typically":[13],"based":[14],"on":[15,94,100,188],"when":[16,24],"the":[17,25,66,69,175],"legally":[18],"relevant":[19],"events":[20],"occurred":[21],"rather":[22,184],"than":[23,185],"case":[26],"is":[27],"adjudicated.":[28],"Yet":[29],"whether":[30],"large":[31],"language":[32],"models":[33,82,104,145,164],"(LLMs)":[34],"can":[35],"reliably":[36],"perform":[37],"such":[38],"temporal":[39],"legal":[40,191],"remains":[42],"largely":[43],"unexplored.":[44],"We":[45],"formalize":[46],"this":[47,118],"task":[48],"as":[49],"Temporal":[50],"Applicable-Law":[51],"Determination":[52],"(TALD),":[53],"and":[54,111],"construct":[55],"TALD-Bench,":[57],"benchmark":[59],"51,956":[61],"Chinese":[62],"civil":[63],"judgments":[64],"spanning":[65],"enactment":[67],"Civil":[70],"Code.":[71],"Evaluating":[72],"nine":[73],"advanced":[74],"LLMs,":[75],"we":[76],"identify":[77],"three":[78],"key":[79],"findings.":[80],"First,":[81],"exhibit":[83],"strong":[85],"bias":[86],"toward":[87],"newer":[88,170],"law,":[89],"achieving":[90],"over":[91],"70%":[92],"accuracy":[93],"new-law":[95],"cases":[96],"but":[97],"below":[98],"25%":[99],"old-law":[101],"cases.":[102,121],"Second,":[103],"demonstrate":[105],"substantial":[106,138],"knowledge":[107,119,192],"statutory":[109],"versions":[110],"temporal-effect":[112],"rules,":[113],"yet":[114],"struggle":[115],"apply":[117,181],"Stronger":[122],"general":[123,194],"performance":[125],"does":[126],"not":[127],"consistently":[128],"translate":[129],"into":[130],"better":[131],"TALD":[132],"accuracy,":[133],"whereas":[134],"temporal-law":[135,151],"hints":[136,152],"yield":[137],"improvements,":[139],"suggesting":[140,159],"bottleneck":[142],"in":[143,190],"how":[144,179],"deploy":[146],"their":[147,166],"existing":[148,182],"capabilities.":[149],"Third,":[150],"also":[153],"increase":[154],"uncertainty":[155],"during":[156],"statutory-version":[157],"reasoning,":[158],"that":[160],"they":[161],"may":[162],"help":[163],"reconsider":[165],"default":[167],"preference":[168],"for":[169],"law.":[171],"Our":[172],"findings":[173],"highlight":[174],"importance":[176],"adapting":[178],"LLMs":[180],"capabilities,":[183],"relying":[186],"solely":[187],"improvements":[189],"or":[193],"reasoning.":[195]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203723855","counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-19T00:00:00"}
