{"id":"https://openalex.org/W3210153993","doi":"https://doi.org/10.1109/access.2021.3122443","title":"An Empirical Study on Group Fairness Metrics of Judicial Data","display_name":"An Empirical Study on Group Fairness Metrics of Judicial Data","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3210153993","doi":"https://doi.org/10.1109/access.2021.3122443","mag":"3210153993"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3122443","doi":"https://doi.org/10.1109/access.2021.3122443","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122443","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3210153993"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3122443","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100382128","display_name":"Yanjun Li","orcid":"https://orcid.org/0000-0003-0346-5674","observed_orcids":["https://orcid.org/0000-0003-0346-5674"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yanjun Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China and China National Accreditation Service for Conformity Assessment, Beijing, China","Software College, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China and China National Accreditation Service for Conformity Assessment, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Software College, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101570520","display_name":"Huan Huang","orcid":"https://orcid.org/0000-0003-0981-8813","observed_orcids":["https://orcid.org/0000-0003-0981-8813"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huan Huang","raw_affiliation_strings":["Shenzhen Research Institute of Nanjing University, Shenzhen, China. (e-mail: huanghuan@mooctest.com)","Shenzhen Research Institute of Nanjing University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0981-8813","affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, Shenzhen, China. (e-mail: huanghuan@mooctest.com)","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, Shenzhen, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053343934","display_name":"Xinwei Guo","orcid":"https://orcid.org/0000-0002-8781-3340","observed_orcids":["https://orcid.org/0000-0002-8781-3340"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xinwei Guo","raw_affiliation_strings":["China Justice Big Data Institute Co.Ltd, Beijing, China","China Justice Big Data Institute Company Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Justice Big Data Institute Co.Ltd, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"China Justice Big Data Institute Company Ltd., Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101779719","display_name":"Yuyu Yuan","orcid":"https://orcid.org/0000-0003-3943-4853","observed_orcids":["https://orcid.org/0000-0003-3943-4853"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuyu Yuan","raw_affiliation_strings":["China National Accreditation Service for Conformity Assessment, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3943-4853","affiliations":[{"raw_affiliation_string":"China National Accreditation Service for Conformity Assessment, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"149043","last_page":"149049"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/group-fairness","display_name":"group fairness","score":0.9760000109672546},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8220000267028809},{"id":"https://openalex.org/keywords/judicial-data","display_name":"judicial data","score":0.9169999957084656},{"id":"https://openalex.org/keywords/sensitive-attributes","display_name":"sensitive attributes","score":0.796999990940094},{"id":"https://openalex.org/keywords/fairness-metrics","display_name":"fairness metrics","score":0.9819999933242798},{"id":"https://openalex.org/keywords/automated-judicial-decision-making","display_name":"automated judicial decision-making","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8177005052566528},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.6317436099052429},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.575934886932373},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.521946370601654},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.45450952649116516},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4367057979106903},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4345269203186035},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4103120267391205},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2879488468170166},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10183313488960266},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09516063332557678},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3122443","doi":"https://doi.org/10.1109/access.2021.3122443","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122443","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:323a755c0f0e469d89410f64af96cce6","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/323a755c0f0e469d89410f64af96cce6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 149043-149049 (2021)","raw_type":"article"},{"id":"doi:10.60692/6naxr-4re34","doi":"https://doi.org/10.60692/6naxr-4re34","is_oa":true,"landing_page_url":"https://doi.org/10.60692/6naxr-4re34","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.60692/q4875-52w52","doi":"https://doi.org/10.60692/q4875-52w52","is_oa":true,"landing_page_url":"https://doi.org/10.60692/q4875-52w52","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3122443","doi":"https://doi.org/10.1109/access.2021.3122443","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3122443","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7578999996185303},{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7297000288963318}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8221431482","display_name":null,"funder_award_id":"YFJGJS1.0","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G997790988","display_name":null,"funder_award_id":"CJGJZD20200617103001003","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2100960835","https://openalex.org/W2542213270","https://openalex.org/W2593670774","https://openalex.org/W2599025709","https://openalex.org/W2617709446","https://openalex.org/W2752432442","https://openalex.org/W2764040709","https://openalex.org/W2790025105","https://openalex.org/W2803923024","https://openalex.org/W2809878087","https://openalex.org/W2823974416","https://openalex.org/W2858159822","https://openalex.org/W2893132739","https://openalex.org/W2897978524","https://openalex.org/W2913878278","https://openalex.org/W2914344555","https://openalex.org/W2915520221","https://openalex.org/W2945903605","https://openalex.org/W2952517774","https://openalex.org/W2962925443","https://openalex.org/W2963363122","https://openalex.org/W2963771282","https://openalex.org/W2979134220","https://openalex.org/W3000972303","https://openalex.org/W3016253263","https://openalex.org/W3032340379","https://openalex.org/W3035671939","https://openalex.org/W3080150019","https://openalex.org/W3166322351","https://openalex.org/W6752999927"],"related_works":["https://openalex.org/W3197086036","https://openalex.org/W4409726449","https://openalex.org/W7113590697","https://openalex.org/W3187177811","https://openalex.org/W3199322405","https://openalex.org/W7038095769","https://openalex.org/W7134261283","https://openalex.org/W4377371467","https://openalex.org/W3199952106","https://openalex.org/W7113154489"],"abstract_inverted_index":{"Group":[0],"fairness":[1,20,60,70,82,152,165],"means":[2],"that":[3],"different":[4],"groups":[5],"have":[6],"an":[7,37],"equal":[8],"probability":[9],"of":[10,61,71,98,108,117,139,150,163,166],"being":[11],"predicted":[12],"for":[13,67,145,160],"one":[14],"aspect.":[15],"It":[16,154],"is":[17,23,32,42,64],"a":[18,33,65,91,99,157],"significant":[19],"definition,":[21],"which":[22],"conducive":[24],"to":[25,44,55,79,93,103,121,137],"maintaining":[26],"social":[27],"harmony":[28],"and":[29,86,101,114,125,131,148],"stability.":[30],"Fairness":[31],"vital":[34],"issue":[35],"when":[36],"artificial":[38],"intelligence":[39],"software":[40],"system":[41],"used":[43],"make":[45],"judicial":[46,119],"decisions.":[47],"Either":[48],"data":[49,120],"or":[50],"algorithm":[51],"alone":[52],"may":[53],"lead":[54],"unfair":[56],"results.":[57],"Determining":[58],"the":[59,62,69,77,95,105,118,123,146,161,164,167],"dataset":[63,78,100],"prerequisite":[66],"studying":[68],"algorithms.":[72],"This":[73],"paper":[74],"focuses":[75],"on":[76],"research":[80,162],"group":[81],"from":[83],"both":[84],"micro":[85],"macro":[87],"views.":[88],"We":[89,111],"propose":[90],"framework":[92,124,130],"determine":[94],"sensitive":[96,109],"attributes":[97],"metrics":[102],"measure":[104],"fair":[106],"degree":[107],"attributes.":[110],"conducted":[112],"experiments":[113],"statistical":[115],"analysis":[116],"demonstrate":[122],"metric":[126,132],"approach":[127,133],"better.":[128],"The":[129],"can":[134],"be":[135],"applied":[136],"datasets":[138],"other":[140],"domains,":[141],"providing":[142],"persuasive":[143],"evidence":[144],"effectiveness":[147],"availability":[149],"algorithmic":[151],"research.":[153],"opens":[155],"up":[156],"new":[158],"way":[159],"dataset.":[168]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3210153993","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-11-08T00:00:00"}
