{"id":"https://openalex.org/W4412377063","doi":"https://doi.org/10.1145/3726302.3730295","title":"JuDGE: Benchmarking Judgment Document Generation for Chinese Legal System","display_name":"JuDGE: Benchmarking Judgment Document Generation for Chinese Legal System","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377063","doi":"https://doi.org/10.1145/3726302.3730295"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019662637","display_name":"Weihang Su","orcid":"https://orcid.org/0000-0002-8718-9402"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihang Su","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8718-9402","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baoqing Yue","orcid":"https://orcid.org/0009-0009-3940-1470"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoqing Yue","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-3940-1470","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5030-709X","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032865020","display_name":"Yiran Hu","orcid":"https://orcid.org/0009-0003-7986-3692"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Hu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-7986-3692","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaqi Li","orcid":"https://orcid.org/0000-0002-9606-4679"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Li","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9606-4679","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035411047","display_name":"Changyue Wang","orcid":"https://orcid.org/0009-0009-5460-5279"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyue Wang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-5460-5279","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085847955","display_name":"Kaiyuan Zhang","orcid":"https://orcid.org/0009-0005-2707-9948"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiyuan Zhang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-2707-9948","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041525078","display_name":"Yueyue Wu","orcid":"https://orcid.org/0000-0002-2539-8954"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyue Wu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2539-8954","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0140-4512","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3573","last_page":"3583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8091496229171753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6113395690917969},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4027191996574402},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3555395305156708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3322490453720093},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.14342185854911804}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8091496229171753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6113395690917969},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4027191996574402},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3555395305156708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3322490453720093},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14342185854911804},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377063.pdf","grobid_xml":"https://content.openalex.org/works/W4412377063.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W40010561","https://openalex.org/W2600463316","https://openalex.org/W2979478448","https://openalex.org/W3000429004","https://openalex.org/W3027879771","https://openalex.org/W3155895380","https://openalex.org/W3156716744","https://openalex.org/W3207969307","https://openalex.org/W4213191780","https://openalex.org/W4252076394","https://openalex.org/W4365799947","https://openalex.org/W4366999416","https://openalex.org/W4386517708","https://openalex.org/W4393161188","https://openalex.org/W4400528650","https://openalex.org/W4401306319","https://openalex.org/W4404792852","https://openalex.org/W4405144021","https://openalex.org/W4409657405","https://openalex.org/W4411630092","https://openalex.org/W6600741150","https://openalex.org/W6685165745"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,80],"paper":[1],"introduces":[2],"JuDGE":[3],"(Judgment":[4],"Document":[5],"Generation":[6],"Evaluation),":[7],"a":[8,30,49,108,122,149],"novel":[9],"benchmark":[10],"for":[11,73,95,181],"evaluating":[12,74],"the":[13,20,26,36,41,70,75,96,104,129,185],"performance":[14,172],"of":[15,40,53,77,107,111,131],"judgment":[16,33,65,113,133],"document":[17,34],"generation":[18,152],"in":[19,173],"Chinese":[21],"legal":[22,32,58,88,93,118],"system.":[23],"We":[24,138],"define":[25],"task":[27],"as":[28,69],"generating":[29],"complete":[31],"from":[35,56],"given":[37],"factual":[38,54],"description":[39],"case.":[42],"To":[43],"facilitate":[44],"this":[45,174],"benchmark,":[46],"we":[47,120],"construct":[48],"comprehensive":[50,123],"dataset":[51,81],"consisting":[52,106],"descriptions":[55],"real":[57],"cases,":[59],"paired":[60],"with":[61,117],"their":[62],"corresponding":[63],"full":[64],"documents,":[66],"which":[67],"serve":[68],"ground":[71],"truth":[72],"quality":[76,130],"generated":[78,132],"documents.":[79,114],"is":[82,177],"further":[83,182],"augmented":[84],"by":[85],"two":[86],"external":[87],"corpora":[89],"that":[90],"provide":[91],"additional":[92],"knowledge":[94],"task:":[97],"one":[98],"comprising":[99],"statutes":[100],"and":[101,103,148,158,187],"regulations,":[102],"other":[105],"large":[109],"collection":[110],"past":[112],"In":[115],"collaboration":[116],"professionals,":[119],"establish":[121],"automated":[124],"evaluation":[125],"framework":[126],"to":[127],"assess":[128],"documents":[134],"across":[135],"various":[136,140],"dimensions.":[137],"evaluate":[139],"baseline":[141],"approaches,":[142],"including":[143],"few-shot":[144],"in-context":[145],"learning,":[146],"fine-tuning,":[147],"multi-source":[150],"retrieval-augmented":[151],"(RAG)":[153],"approach,":[154],"using":[155],"both":[156],"general":[157],"legal-domain":[159],"LLMs.":[160],"The":[161],"experimental":[162],"results":[163],"demonstrate":[164],"that,":[165],"while":[166],"RAG":[167],"approaches":[168],"can":[169],"effectively":[170],"improve":[171],"task,":[175],"there":[176],"still":[178],"substantial":[179],"room":[180],"improvement.":[183],"All":[184],"codes":[186],"datasets":[188],"are":[189],"available":[190],"at:":[191],"https://github.com/oneal2000/JuDGE":[192]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}