{"id":"https://openalex.org/W4416988096","doi":"https://doi.org/10.3233/faia251585","title":"PersonaMatrix: A Recipe for Persona-Aware Evaluation of Legal Summarization","display_name":"PersonaMatrix: A Recipe for Persona-Aware Evaluation of Legal Summarization","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4416988096","doi":"https://doi.org/10.3233/faia251585"},"language":null,"primary_location":{"id":"doi:10.3233/faia251585","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251585","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251585","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031842962","display_name":"Tao Pang","orcid":"https://orcid.org/0000-0001-5420-2060"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tsz Fung Pang","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001919159","display_name":"Maryam Berijanian","orcid":"https://orcid.org/0000-0003-0931-6856"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryam Berijanian","raw_affiliation_strings":["Michigan State University"],"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120024364","display_name":"Thomas Orth","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Orth","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Breanna Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Breanna Shi","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109406876","display_name":"Charlotte S. Alexander","orcid":"https://orcid.org/0000-0002-0799-2220"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charlotte S. Alexander","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5031842962"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77075705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.36469998955726624,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.1932000070810318,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07689999788999557,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9100000262260437},{"id":"https://openalex.org/keywords/legal-document","display_name":"Legal document","score":0.5049999952316284},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47839999198913574},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.4514999985694885},{"id":"https://openalex.org/keywords/legal-research","display_name":"Legal research","score":0.4253999888896942},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4072999954223633},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.39489999413490295}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9100000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7080000042915344},{"id":"https://openalex.org/C2993995455","wikidata":"https://www.wikidata.org/wiki/Q3150005","display_name":"Legal document","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47839999198913574},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C522695570","wikidata":"https://www.wikidata.org/wiki/Q6517578","display_name":"Legal research","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.39489999413490295},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3894999921321869},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37929999828338623},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.30469998717308044},{"id":"https://openalex.org/C521078695","wikidata":"https://www.wikidata.org/wiki/Q4180175","display_name":"Legal practice","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C2778049185","wikidata":"https://www.wikidata.org/wiki/Q2334719","display_name":"Legal case","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.28369998931884766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C2982933515","wikidata":"https://www.wikidata.org/wiki/Q104381823","display_name":"Public access","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia251585","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251585","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia251585","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251585","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Legal":[0],"documents":[1],"are":[2,157],"often":[3],"long,":[4],"dense,":[5],"and":[6,38,85,107,125,140,155],"difficult":[7],"to":[8,26,29,45,116,146,149],"comprehend,":[9],"not":[10],"only":[11],"for":[12,16,53,59,64,137],"laypeople":[13],"but":[14],"also":[15,89],"legal":[17,30,84,121,133,150],"experts.":[18],"While":[19],"automated":[20],"document":[21],"summarization":[22,135],"has":[23],"great":[24],"potential":[25,145],"improve":[27],"access":[28,148],"knowledge,":[31],"prevailing":[32],"task-based":[33],"evaluators":[34],"overlook":[35],"divergent":[36,118],"user":[37],"stakeholder":[39],"needs.":[40],"Tool":[41],"development":[42],"is":[43],"needed":[44],"encompass":[46],"the":[47,78,144],"technicality":[48],"of":[49,80,96,120,132],"a":[50,54,60,70,91],"case":[51,100],"summary":[52,122],"litigator":[55],"yet":[56],"be":[57],"accessible":[58],"self-help":[61],"public":[62],"researching":[63],"their":[65],"lawsuit.":[66],"We":[67,88],"introduce":[68,90],"PersonaMatrix,":[69],"persona-by-criterion":[71],"evaluation":[72],"framework":[73],"that":[74,102],"scores":[75],"summaries":[76,101],"through":[77],"lens":[79],"six":[81],"personas,":[82],"including":[83],"non-legal":[86],"users.":[87],"controlled":[92],"dimension-shifted":[93],"pilot":[94],"dataset":[95],"U.S.":[97],"civil":[98],"rights":[99],"varies":[103],"along":[104],"depth,":[105],"accessibility,":[106],"procedural":[108],"detail":[109],"as":[110,112],"well":[111],"Diversity-Coverage":[113],"Index":[114],"(DCI)":[115],"expose":[117],"optima":[119],"between":[123],"persona-aware":[124],"persona-agnostic":[126],"judges.":[127],"This":[128],"work":[129],"enables":[130],"refinement":[131],"AI":[134],"systems":[136],"both":[138],"expert":[139],"non-expert":[141],"users,":[142],"with":[143],"increase":[147],"knowledge.":[151],"The":[152],"code":[153],"base":[154],"data":[156],"publicly":[158],"available":[159],"in":[160],"GitHub":[161],"(https://github.com/sampangtf/persona-matrix).":[162]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-12-04T00:00:00"}