{"id":"https://openalex.org/W4390660035","doi":"https://doi.org/10.1109/tse.2023.3349001","title":"An Empirical Study on Correlations Between Deep Neural Network Fairness and Neuron Coverage Criteria","display_name":"An Empirical Study on Correlations Between Deep Neural Network Fairness and Neuron Coverage Criteria","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4390660035","doi":"https://doi.org/10.1109/tse.2023.3349001"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3349001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3349001","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061098741","display_name":"Wei Zheng","orcid":"https://orcid.org/0000-0001-7969-1630"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zheng","raw_affiliation_strings":["School of Software, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7969-1630","affiliations":[{"raw_affiliation_string":"School of Software, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102918864","display_name":"Lidan Lin","orcid":"https://orcid.org/0009-0002-0279-8530"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lidan Lin","raw_affiliation_strings":["School of Software, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0002-0279-8530","affiliations":[{"raw_affiliation_string":"School of Software, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102926361","display_name":"Xiaoxue Wu","orcid":"https://orcid.org/0009-0009-5432-651X"},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxue Wu","raw_affiliation_strings":["School of Information Engineering, Yangzhou University, Yangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-5432-651X","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Yangzhou University, Yangzhou, China","institution_ids":["https://openalex.org/I78978612"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441911","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-1180-3891"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["School of Information Science and Technology, Nantong University, Nantong, China"],"raw_orcid":"https://orcid.org/0000-0002-1180-3891","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.0609,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.98915037,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"50","issue":"3","first_page":"391","last_page":"412"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9107999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.773643970489502},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6486180424690247},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5780183672904968},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5578062534332275},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5399911403656006},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49054235219955444},{"id":"https://openalex.org/keywords/prison","display_name":"Prison","score":0.46304136514663696},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4598866403102875},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4353967308998108},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4346114993095398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4199104309082031},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.4186588525772095},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.41493287682533264},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.32303550839424133},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.294935941696167},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.24706321954727173},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1104307770729065},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10756540298461914},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.10586261749267578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.773643970489502},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6486180424690247},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5780183672904968},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5578062534332275},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5399911403656006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49054235219955444},{"id":"https://openalex.org/C2780656516","wikidata":"https://www.wikidata.org/wiki/Q40357","display_name":"Prison","level":2,"score":0.46304136514663696},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4598866403102875},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4353967308998108},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4346114993095398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4199104309082031},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.4186588525772095},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.41493287682533264},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.32303550839424133},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.294935941696167},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.24706321954727173},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1104307770729065},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10756540298461914},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.10586261749267578},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C73484699","wikidata":"https://www.wikidata.org/wiki/Q161733","display_name":"Criminology","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2023.3349001","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3349001","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2916954678","display_name":null,"funder_award_id":"62141208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6904283180","display_name":null,"funder_award_id":"62202414","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1493708795","https://openalex.org/W1686810756","https://openalex.org/W1961345416","https://openalex.org/W1971075885","https://openalex.org/W1976727279","https://openalex.org/W1978642336","https://openalex.org/W1994407253","https://openalex.org/W2014352947","https://openalex.org/W2093349432","https://openalex.org/W2097246321","https://openalex.org/W2100960835","https://openalex.org/W2112446953","https://openalex.org/W2116984840","https://openalex.org/W2130486630","https://openalex.org/W2132549764","https://openalex.org/W2152580867","https://openalex.org/W2170586750","https://openalex.org/W2764040709","https://openalex.org/W2773946056","https://openalex.org/W2782223840","https://openalex.org/W2788025656","https://openalex.org/W2804337238","https://openalex.org/W2805595195","https://openalex.org/W2809701591","https://openalex.org/W2809878087","https://openalex.org/W2886848602","https://openalex.org/W2892229407","https://openalex.org/W2901312569","https://openalex.org/W2913771223","https://openalex.org/W2929177373","https://openalex.org/W2954629067","https://openalex.org/W2963116854","https://openalex.org/W2988723074","https://openalex.org/W2994987245","https://openalex.org/W3002398329","https://openalex.org/W3007157104","https://openalex.org/W3027373771","https://openalex.org/W3035447285","https://openalex.org/W3080720718","https://openalex.org/W3092541244","https://openalex.org/W3103741452","https://openalex.org/W3105249702","https://openalex.org/W3105507623","https://openalex.org/W3119036516","https://openalex.org/W3121592851","https://openalex.org/W3131057326","https://openalex.org/W3134770171","https://openalex.org/W3165292502","https://openalex.org/W3181414820","https://openalex.org/W3193448347","https://openalex.org/W4226195081","https://openalex.org/W4226216828","https://openalex.org/W4236200536","https://openalex.org/W4239167255","https://openalex.org/W4239181501","https://openalex.org/W4284701600","https://openalex.org/W4288356557","https://openalex.org/W4289438483","https://openalex.org/W4289751798","https://openalex.org/W4308641598","https://openalex.org/W4312890174","https://openalex.org/W6631984995","https://openalex.org/W6637373629","https://openalex.org/W6644336417","https://openalex.org/W6684072790","https://openalex.org/W6728551298","https://openalex.org/W6745218376","https://openalex.org/W6748866676","https://openalex.org/W6754563332","https://openalex.org/W6755765851","https://openalex.org/W6762552313","https://openalex.org/W6763290930","https://openalex.org/W6770449242","https://openalex.org/W6787357462","https://openalex.org/W6794137954","https://openalex.org/W6910318977"],"related_works":["https://openalex.org/W1570203565","https://openalex.org/W2978716779","https://openalex.org/W2083941570","https://openalex.org/W2786073995","https://openalex.org/W2364813243","https://openalex.org/W2493368928","https://openalex.org/W603665240","https://openalex.org/W3117081759","https://openalex.org/W1485837041","https://openalex.org/W3204955359"],"abstract_inverted_index":{"Recently,":[0],"with":[1,167],"the":[2,25,32,56,59,87,91,97,152,163,168,171,174,179,187,190,195,213,217,243,251,261,270,288],"widespread":[3],"use":[4],"of":[5,27,31,93,173,178,189,215,253,272,284,290,293],"deep":[6],"neural":[7,60],"networks":[8],"(DNNs)":[9],"in":[10,29,52,170,220],"high-stakes":[11],"decision-making":[12],"systems":[13],"(such":[14,64,295],"as":[15,65,73,186,296],"fraud":[16],"detection":[17],"and":[18,41,105,137,146,157,181,201,206,239],"prison":[19],"sentencing),":[20],"concerns":[21],"have":[22,38,233,265],"arisen":[23],"about":[24],"fairness":[26,44,101,131,134,148,182,203,214,240,258,271],"DNNs":[28,294],"terms":[30],"potential":[33],"negative":[34,267],"impact":[35,268],"they":[36],"may":[37,263],"on":[39,68,126,142,250,269],"individuals":[40],"society.":[42],"Therefore,":[43,274],"testing":[45,135],"has":[46,111],"become":[47],"an":[48,74],"important":[49],"research":[50],"topic":[51],"DNN":[53,78,100,144,158,202,257,277],"testing.":[54,80],"At":[55],"same":[57],"time,":[58],"network":[61],"coverage":[62,88,106,128,155,180,199,221,238,254,262,283,285],"criteria":[63,66,107,156,200,222,255,286],"based":[67],"neuronal":[69],"activation)":[70],"is":[71,82,204,223],"considered":[72],"adequacy":[75],"test":[76,94,103,109,175,191,291],"for":[77,211],"white-box":[79],"It":[81],"implicitly":[83],"assumed":[84],"that":[85],"improving":[86,212],"can":[89],"enhance":[90],"quality":[92],"suites.":[95],"Nevertheless,":[96],"correlation":[98,153,197,236],"between":[99,154,198,237],"(a":[102,108],"property)":[104],"method)":[110],"not":[112],"been":[113],"adequately":[114],"explored.":[115],"To":[116],"address":[117],"this":[118],"issue,":[119],"we":[120,275],"conducted":[121],"a":[122,234,266],"systematic":[123],"empirical":[124],"study":[125,161],"seven":[127],"criteria,":[129],"six":[130],"metrics,":[132],"three":[133],"techniques,":[136],"five":[138,143],"bias":[139,209,230],"mitigation":[140,210,231],"methods":[141,232],"models":[145],"nine":[147],"datasets":[149],"to":[150,242],"assess":[151],"fairness.":[159],"Our":[160,246],"achieved":[162],"following":[164],"findings:":[165],"1)":[166],"increase":[169],"size":[172,188],"suite,":[176],"some":[177],"metrics":[183],"changed":[184],"significantly,":[185],"suite":[192],"increased;":[193],"2)":[194],"statistical":[196],"limited;":[205],"3)":[207],"after":[208],"DNN,":[216],"change":[218],"pattern":[219],"different;":[224],"4)":[225],"Models":[226],"debiased":[227],"by":[228],"different":[229],"lower":[235],"compared":[241],"original":[244],"models.":[245],"findings":[247],"cast":[248],"doubt":[249],"validity":[252],"concerning":[256],"(i.e.,":[259],"increasing":[260],"even":[264],"DNNs).":[273],"warn":[276],"testers":[278],"against":[279],"blindly":[280],"pursuing":[281],"higher":[282],"at":[287],"cost":[289],"properties":[292],"fairness).":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":15}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}