{"id":"https://openalex.org/W4412377063","doi":"https://doi.org/10.1145/3726302.3730295","title":"JuDGE: Benchmarking Judgment Document Generation for Chinese Legal System","display_name":"JuDGE: Benchmarking Judgment Document Generation for Chinese Legal System","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377063","doi":"https://doi.org/10.1145/3726302.3730295"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730295","doi":"https://doi.org/10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019662637","display_name":"Weihang Su","orcid":"https://orcid.org/0000-0002-8718-9402","observed_orcids":["https://orcid.org/0000-0002-8718-9402"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihang Su","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8718-9402","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baoqing Yue","orcid":"https://orcid.org/0009-0009-3940-1470","observed_orcids":["https://orcid.org/0009-0009-3940-1470"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoqing Yue","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-3940-1470","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X","observed_orcids":["https://orcid.org/0000-0002-5030-709X"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5030-709X","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032865020","display_name":"Yiran Hu","orcid":"https://orcid.org/0009-0003-7986-3692","observed_orcids":["https://orcid.org/0009-0003-7986-3692"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Hu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-7986-3692","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaqi Li","orcid":"https://orcid.org/0000-0002-9606-4679","observed_orcids":["https://orcid.org/0000-0002-9606-4679"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Li","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9606-4679","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035411047","display_name":"Changyue Wang","orcid":"https://orcid.org/0009-0009-5460-5279","observed_orcids":["https://orcid.org/0009-0009-5460-5279"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyue Wang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-5460-5279","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085847955","display_name":"Kaiyuan Zhang","orcid":"https://orcid.org/0009-0005-2707-9948","observed_orcids":["https://orcid.org/0009-0005-2707-9948"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiyuan Zhang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-2707-9948","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041525078","display_name":"Yueyue Wu","orcid":"https://orcid.org/0000-0002-2539-8954","observed_orcids":["https://orcid.org/0000-0002-2539-8954","https://orcid.org/0009-0008-9063-6593"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyue Wu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2539-8954","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512","observed_orcids":["https://orcid.org/0000-0002-0140-4512"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0140-4512","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":75.0718,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.99837293,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3573","last_page":"3583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chinese-legal-system","display_name":"Chinese legal system","score":0.8320000171661377},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.8370000123977661},{"id":"https://openalex.org/keywords/few-shot-prompting","display_name":"few-shot prompting","score":0.6850000023841858}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8091496229171753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6113395690917969},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4027191996574402},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3555395305156708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3322490453720093},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.14342185854911804},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3726302.3730295","doi":"https://doi.org/10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2503.14258","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2503.14258","pdf_url":"https://arxiv.org/pdf/2503.14258","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2503.14258","doi":"https://doi.org/10.48550/arxiv.2503.14258","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2503.14258","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730295","doi":"https://doi.org/10.1145/3726302.3730295","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730295","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730295","source":{"id":"https://openalex.org/S4363608773","display_name":"International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6601999998092651,"display_name":"Peace, justice, and strong institutions"}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","score":0.6200000047683716,"display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377063.pdf","grobid_xml":"https://content.openalex.org/works/W4412377063.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W40010561","https://openalex.org/W2600463316","https://openalex.org/W2979478448","https://openalex.org/W3000429004","https://openalex.org/W3027879771","https://openalex.org/W3155895380","https://openalex.org/W3156716744","https://openalex.org/W3207969307","https://openalex.org/W4213191780","https://openalex.org/W4252076394","https://openalex.org/W4365799947","https://openalex.org/W4366999416","https://openalex.org/W4386517708","https://openalex.org/W4393161188","https://openalex.org/W4400528650","https://openalex.org/W4401306319","https://openalex.org/W4404792852","https://openalex.org/W4405144021","https://openalex.org/W4409657405","https://openalex.org/W4411630092","https://openalex.org/W6600741150","https://openalex.org/W6685165745"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0,80],"paper":[1],"introduces":[2],"JuDGE":[3],"(Judgment":[4],"Document":[5],"Generation":[6],"Evaluation),":[7],"a":[8,30,49,108,122,149],"novel":[9],"benchmark":[10],"for":[11,73,95,181],"evaluating":[12,74],"the":[13,20,26,36,41,70,75,96,104,129,185],"performance":[14,172],"of":[15,40,53,77,107,111,131],"judgment":[16,33,65,113,133],"document":[17,34],"generation":[18,152],"in":[19,173],"Chinese":[21],"legal":[22,32,58,88,93,118],"system.":[23],"We":[24,138],"define":[25],"task":[27],"as":[28,69],"generating":[29],"complete":[31],"from":[35,56],"given":[37],"factual":[38,54],"description":[39],"case.":[42],"To":[43],"facilitate":[44],"this":[45,174],"benchmark,":[46],"we":[47,120],"construct":[48],"comprehensive":[50,123],"dataset":[51,81],"consisting":[52,106],"descriptions":[55],"real":[57],"cases,":[59],"paired":[60],"with":[61,117],"their":[62],"corresponding":[63],"full":[64],"documents,":[66],"which":[67],"serve":[68],"ground":[71],"truth":[72],"quality":[76,130],"generated":[78,132],"documents.":[79,114],"is":[82,177],"further":[83,182],"augmented":[84],"by":[85],"two":[86],"external":[87],"corpora":[89],"that":[90],"provide":[91],"additional":[92],"knowledge":[94],"task:":[97],"one":[98],"comprising":[99],"statutes":[100],"and":[101,103,148,158,187],"regulations,":[102],"other":[105],"large":[109],"collection":[110],"past":[112],"In":[115],"collaboration":[116],"professionals,":[119],"establish":[121],"automated":[124],"evaluation":[125],"framework":[126],"to":[127],"assess":[128],"documents":[134],"across":[135],"various":[136,140],"dimensions.":[137],"evaluate":[139],"baseline":[141],"approaches,":[142],"including":[143],"few-shot":[144],"in-context":[145],"learning,":[146],"fine-tuning,":[147],"multi-source":[150],"retrieval-augmented":[151],"(RAG)":[153],"approach,":[154],"using":[155],"both":[156],"general":[157],"legal-domain":[159],"LLMs.":[160],"The":[161],"experimental":[162],"results":[163],"demonstrate":[164],"that,":[165],"while":[166],"RAG":[167],"approaches":[168],"can":[169],"effectively":[170],"improve":[171],"task,":[175],"there":[176],"still":[178],"substantial":[179],"room":[180],"improvement.":[183],"All":[184],"codes":[186],"datasets":[188],"are":[189],"available":[190],"at:":[191],"https://github.com/oneal2000/JuDGE":[192]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5}],"updated_date":"2026-10-22T09:42:04.148104","created_date":"2025-10-10T00:00:00"}