{"id":"https://openalex.org/W7166883518","doi":"https://doi.org/10.18653/v1/2026.acl-long.1680","title":"Pub-LawBench: Public-Oriented Benchmarking for LegalAI","display_name":"Pub-LawBench: Public-Oriented Benchmarking for LegalAI","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166883518","doi":"https://doi.org/10.18653/v1/2026.acl-long.1680"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.1680","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1680","pdf_url":"https://aclanthology.org/2026.acl-long.1680.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.1680.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139837206","display_name":"Qiaoyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiaoyu Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139749646","display_name":"Zehan Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zehan Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139744918","display_name":"Yijing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yijing Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139811162","display_name":"Qiqi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiqi Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129695458","display_name":"Huijia Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huijia Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139750408","display_name":"Qian Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.92508711,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"36281","last_page":"36303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13972","display_name":"Business Law and Ethics","score":0.12020000070333481,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.06539999693632126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.43130001425743103},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.35899999737739563},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.2590999901294708},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.2533000111579895},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.24289999902248383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5521000027656555},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.25609999895095825},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.24289999902248383},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.23819999396800995},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.23729999363422394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2345000058412552}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.1680","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1680","pdf_url":"https://aclanthology.org/2026.acl-long.1680.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.1680","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.1680","pdf_url":"https://aclanthology.org/2026.acl-long.1680.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6680600047111511}],"awards":[{"id":"https://openalex.org/G6311854435","display_name":null,"funder_award_id":"AAIS-NKU-2025-21","funder_id":"https://openalex.org/F4320323021","funder_display_name":"Nankai University"}],"funders":[{"id":"https://openalex.org/F4320323021","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166883518.pdf","grobid_xml":"https://content.openalex.org/works/W7166883518.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,14,31],"playing":[5],"an":[6],"increasingly":[7],"pivotal":[8],"role":[9],"in":[10,54,139],"LegalAI.However,":[11],"existing":[12],"benchmarks":[13],"primarily":[15],"tailored":[16],"for":[17,148],"legal":[18,26,55,63,82,143],"professionals,":[19],"emphasizing":[20],"deep":[21],"reasoning":[22],"and":[23,34,57,72,86,95,116,153],"explainability.While":[24],"public-facing":[25],"applications":[27],"demand":[28],"outputs":[29],"that":[30],"direct,":[32],"actionable,":[33],"accessible,":[35],"a":[36,49,119],"need":[37,147],"largely":[38],"overlooked":[39],"by":[40],"current":[41,137],"evaluation":[42,80],"frameworks.To":[43],"bridge":[44],"this":[45],"gap,":[46],"we":[47,60,106],"propose":[48],"public-oriented":[50,79,142],"LegalAI":[51],"benchmark":[52],"grounded":[53],"functionalism":[56],"genre":[58],"analysis.Specifically,":[59],"categorize":[61],"public":[62],"demands":[64],"into":[65],"two":[66],"core":[67],"tasks:":[68],"Instant":[69],"Question":[70],"Answering":[71],"Legal":[73],"Text":[74],"Generation.We":[75],"further":[76],"introduce":[77],"three":[78],"dimensions:":[81],"normativity,":[83],"content":[84],"relevance,":[85],"format":[87],"usability,":[88],"which":[89],"collectively":[90],"assess":[91],"the":[92,146],"practical":[93],"validity":[94],"user":[96,104],"readiness":[97],"of":[98,136],"model":[99,151],"outputs.To":[100],"reflect":[101],"real-world":[102],"lay":[103],"usage,":[105],"evaluate":[107],"17":[108],"LLMs":[109,138],"on":[110],"Pub-LawBench":[111],"using":[112],"only":[113],"simple":[114],"prompts":[115],"Chain-of-Thought":[117],"under":[118],"vanilla":[120],"inference":[121],"setting,":[122],"excluding":[123],"complex":[124],"techniques":[125],"like":[126],"RAG":[127],"or":[128],"agent-based":[129],"methods":[130],"inaccessible":[131],"to":[132],"non-experts.Experiments":[133],"reveal":[134],"limitations":[135],"delivering":[140],"effective":[141],"assistance,":[144],"highlighting":[145],"more":[149],"user-centric":[150],"development":[152],"benchmarking.":[154],"1*":[155],"Equal":[156],"contribution.":[157]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}