{"id":"https://openalex.org/W4416035085","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.280","title":"LexTime: A Benchmark for Temporal Ordering of Legal Events","display_name":"LexTime: A Benchmark for Temporal Ordering of Legal Events","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035085","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.280"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.280","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.280","pdf_url":"https://aclanthology.org/2025.findings-emnlp.280.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.280.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039102170","display_name":"Claire Barale","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claire Barale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308741","display_name":"Leslie Barrett","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leslie Barrett","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308742","display_name":"Vikram Sunil Bajaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vikram Sunil Bajaj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004220968","display_name":"Michael Rovatsos","orcid":"https://orcid.org/0000-0003-2517-6283"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Rovatsos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5220","last_page":"5236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.38040000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.38040000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.06199999898672104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.498199999332428},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.38769999146461487},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.29030001163482666},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26089999079704285},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.2599000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6223999857902527},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39469999074935913},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36970001459121704},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2468000054359436}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.280","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.280","pdf_url":"https://aclanthology.org/2025.findings-emnlp.280.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.280","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.280","pdf_url":"https://aclanthology.org/2025.findings-emnlp.280.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035085.pdf","grobid_xml":"https://content.openalex.org/works/W4416035085.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"temporal":[1,67,128],"relationships":[2],"and":[3,17,65,94,109,131],"accurately":[4],"reconstructing":[5],"the":[6],"event":[7,34,47,63,81,103,129],"timeline":[8],"is":[9,116],"important":[10],"for":[11,101,126],"case":[12],"law":[13],"analysis,":[14],"compliance":[15],"monitoring,":[16],"legal":[18,37,51,80,106,121,127],"summarization.However,":[19],"existing":[20],"benchmarks":[21],"lack":[22],"specialized":[23],"language":[24],"evaluation,":[25],"leaving":[26],"a":[27,41,113,124],"gap":[28],"in":[29,36,50],"understanding":[30],"how":[31],"LLMs":[32,75],"handle":[33],"ordering":[35,48,82],"contexts.We":[38],"introduce":[39],"LEXTIME,":[40],"dataset":[42],"designed":[43],"to":[44,88,137],"evaluate":[45],"LLMs'":[46],"capabilities":[49],"language,":[52],"consisting":[53],"of":[54,120],"512":[55],"instances":[56],"from":[57],"U.S.":[58],"Federal":[59],"Complaints":[60],"with":[61],"annotated":[62],"pairs":[64],"their":[66],"relations":[68],"1":[69],".Our":[70],"findings":[71],"show":[72],"that":[73],"(1)":[74],"are":[76],"more":[77],"accurate":[78],"on":[79,84],"than":[83],"narrative":[85],"texts":[86,122],"(up":[87],"+10.5%);":[89],"(2)":[90],"longer":[91],"input":[92],"contexts":[93],"implicit":[95],"events":[96],"boost":[97],"accuracy,":[98],"reaching":[99],"80.8%":[100],"implicit-explicit":[102],"pairs;":[104],"(3)":[105],"linguistic":[107],"complexities":[108],"nested":[110],"clauses":[111],"remain":[112,123],"challenge.While":[114],"performance":[115],"promising,":[117],"specific":[118],"features":[119],"bottleneck":[125],"reasoning,":[130],"we":[132],"propose":[133],"concrete":[134],"modeling":[135],"directions":[136],"better":[138],"address":[139],"them.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}