{"id":"https://openalex.org/W4406460527","doi":"https://doi.org/10.1109/bigdata62323.2024.10826063","title":"Comparative Analysis of LLM-Generated Event Timeline Summarization for Legal Investigations","display_name":"Comparative Analysis of LLM-Generated Event Timeline Summarization for Legal Investigations","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406460527","doi":"https://doi.org/10.1109/bigdata62323.2024.10826063"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10826063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101453263","display_name":"Qiang Mao","orcid":"https://orcid.org/0000-0002-9382-6527"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Mao","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032454032","display_name":"Adam D\u0105browski","orcid":"https://orcid.org/0000-0003-4258-2435"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Dabrowski","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052463733","display_name":"Fusheng Wei","orcid":"https://orcid.org/0009-0000-5881-5307"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fusheng Wei","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084182062","display_name":"Eric N. Olson","orcid":"https://orcid.org/0000-0003-1151-8262"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Olson","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042371258","display_name":"Robert Neary","orcid":null},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Neary","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053350610","display_name":"Jingchao Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingchao Yang","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414674","display_name":"Han Qin","orcid":"https://orcid.org/0000-0003-3786-3910"},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Qin","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049186333","display_name":"Nathaniel Huber-Fliflet","orcid":null},"institutions":[{"id":"https://openalex.org/I68939703","display_name":"Fujikura (United States)","ror":"https://ror.org/00qpbjw91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210098230","https://openalex.org/I68939703"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Huber-Fliflet","raw_affiliation_strings":["Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ankura Consulting Group, LLC,Data & Technology,Washington, D.C.,USA","institution_ids":["https://openalex.org/I68939703"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I68939703"],"apc_list":null,"apc_paid":null,"fwci":7.3446,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97097191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4743","last_page":"4750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timeline","display_name":"Timeline","score":0.9230285882949829},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8643063306808472},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.676520586013794},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5757021307945251},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3719077706336975},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.17695853114128113}],"concepts":[{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.9230285882949829},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8643063306808472},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676520586013794},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5757021307945251},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3719077706336975},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.17695853114128113},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10826063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W136732505","https://openalex.org/W2154652894","https://openalex.org/W2936695845","https://openalex.org/W2992347006","https://openalex.org/W4221143046","https://openalex.org/W4224308101","https://openalex.org/W4292779060","https://openalex.org/W4379115941","https://openalex.org/W4384389802","https://openalex.org/W4384918448","https://openalex.org/W4387596421","https://openalex.org/W4391092927","https://openalex.org/W4391136507","https://openalex.org/W4399795013","https://openalex.org/W6682631176","https://openalex.org/W6761205521","https://openalex.org/W6778883912","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6854475153","https://openalex.org/W6854866820","https://openalex.org/W6857026196","https://openalex.org/W6869710504"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1858249912","https://openalex.org/W2114034199","https://openalex.org/W4391249598","https://openalex.org/W2317428717","https://openalex.org/W2734259032","https://openalex.org/W3094038556","https://openalex.org/W2351187795"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,161],"comparative":[4],"study":[5],"evaluating":[6],"the":[7,122],"performance":[8,100,114],"of":[9,50],"Large":[10],"Language":[11],"Models":[12],"(LLMs)":[13],"in":[14,101,125,135],"generating":[15],"timeline":[16],"summaries":[17],"from":[18,44],"construction":[19,154],"delay":[20,42],"documents.":[21],"We":[22],"assessed":[23],"seven":[24],"open-source":[25,91,146],"LLMs":[26,147],"and":[27,32,40,59,77,104,138,168,171],"two":[28],"commercial":[29,83],"chatbots":[30],"(ChatGPT":[31],"Claude)":[33],"on":[34,165],"their":[35],"ability":[36],"to":[37],"extract,":[38],"organize,":[39],"summarize":[41],"events":[43],"twenty-one":[45],"carefully":[46],"curated":[47],"synthetic":[48],"snippets":[49],"text.":[51],"The":[52,141],"evaluation":[53],"framework":[54],"combined":[55],"automatic":[56],"metrics":[57],"(BERTScore":[58],"ROUGE":[60],"scores)":[61],"with":[62,112,129],"expert":[63],"human":[64],"assessment":[65],"across":[66],"four":[67],"dimensions:":[68],"event":[69,74,102,139],"description":[70],"accuracy,":[71,73],"date":[72,136],"capture":[75,103],"completeness,":[76],"language":[78],"quality.Results":[79],"demonstrate":[80],"that":[81,145],"while":[82,107],"solutions,":[84],"particularly":[85],"Claude,":[86],"achieved":[87],"superior":[88],"performance,":[89],"several":[90],"alternatives":[92],"showed":[93,98],"comparable":[94],"capabilities.":[95],"Notably,":[96],"Llama-3.1-70B-Instruct":[97],"robust":[99],"source":[105],"tracking,":[106],"Llama-3.1-8B-Instruct":[108],"offered":[109],"efficient":[110],"processing":[111],"balanced":[113],"among":[115],"smaller":[116],"models.":[117],"A":[118],"critical":[119,162],"finding":[120],"was":[121],"widespread":[123],"challenge":[124],"temporal":[126],"information":[127],"processing,":[128],"only":[130],"Claude":[131],"achieving":[132],"complete":[133],"accuracy":[134,167],"extraction":[137],"association.":[140],"study's":[142],"findings":[143],"suggest":[144],"can":[148],"serve":[149],"as":[150],"practical":[151],"tools":[152],"for":[153],"document":[155],"analysis,":[156],"although":[157],"model":[158],"selection":[159],"is":[160],"consideration":[163],"based":[164],"specific":[166],"efficiency":[169],"requirements,":[170],"resource":[172],"constraints.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}