{"id":"https://openalex.org/W4363677096","doi":"https://doi.org/10.1145/3591869","title":"<scp>TestSGD</scp> : Interpretable Testing of Neural Networks against Subtle Group Discrimination","display_name":"<scp>TestSGD</scp> : Interpretable Testing of Neural Networks against Subtle Group Discrimination","publication_year":2023,"publication_date":"2023-04-10","ids":{"openalex":"https://openalex.org/W4363677096","doi":"https://doi.org/10.1145/3591869"},"language":"en","primary_location":{"id":"doi:10.1145/3591869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591869","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3591869","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100717443","display_name":"Mengdi Zhang","orcid":"https://orcid.org/0000-0002-3239-4804"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mengdi Zhang","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3239-4804","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429004","display_name":"Jun Sun","orcid":"https://orcid.org/0000-0002-3545-1392"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jun Sun","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3545-1392","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319491","display_name":"Jingyi Wang","orcid":"https://orcid.org/0000-0001-7113-7635"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Wang","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-7113-7635","affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100662594","display_name":"Bing Sun","orcid":"https://orcid.org/0000-0002-3322-5420"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bing Sun","raw_affiliation_strings":["Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3322-5420","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4572,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.84754035,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"32","issue":"6","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.7464950084686279},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7333468794822693},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6620638966560364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5725640654563904},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5586691498756409},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5260217785835266},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.41988372802734375},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4164865016937256},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3425825238227844}],"concepts":[{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.7464950084686279},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333468794822693},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6620638966560364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5725640654563904},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5586691498756409},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5260217785835266},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.41988372802734375},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4164865016937256},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3425825238227844},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3591869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591869","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3591869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3591869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3591869","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1068951151","display_name":null,"funder_award_id":"62102359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3882347383","display_name":null,"funder_award_id":"Tier 3","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G5027370758","display_name":null,"funder_award_id":"MOET32020-0004","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G5680956000","display_name":null,"funder_award_id":"2022C01018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323346","display_name":"B\u1ed9 Gi\u00e1o d\u1ee5c v\u00e0 \u00d0\u00e0o t\u1ea1o","ror":"https://ror.org/00drv3378"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4363677096.pdf","grobid_xml":"https://content.openalex.org/works/W4363677096.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2012037220","https://openalex.org/W2014352947","https://openalex.org/W2083780116","https://openalex.org/W2097246321","https://openalex.org/W2100960835","https://openalex.org/W2130486630","https://openalex.org/W2167770337","https://openalex.org/W2342840547","https://openalex.org/W2367397349","https://openalex.org/W2396394641","https://openalex.org/W2428981601","https://openalex.org/W2530395818","https://openalex.org/W2563486500","https://openalex.org/W2616028256","https://openalex.org/W2728567418","https://openalex.org/W2730550703","https://openalex.org/W2753704268","https://openalex.org/W2753845591","https://openalex.org/W2791170418","https://openalex.org/W2809701591","https://openalex.org/W2809878087","https://openalex.org/W2888109941","https://openalex.org/W2892229407","https://openalex.org/W2898851569","https://openalex.org/W2921408922","https://openalex.org/W2948130259","https://openalex.org/W2949089361","https://openalex.org/W2962922665","https://openalex.org/W2963083752","https://openalex.org/W2963819344","https://openalex.org/W2964116855","https://openalex.org/W3007303271","https://openalex.org/W3032152562","https://openalex.org/W3035671939","https://openalex.org/W3086166649","https://openalex.org/W3099376688","https://openalex.org/W3105507623","https://openalex.org/W3184863899","https://openalex.org/W3192727323","https://openalex.org/W4230414599","https://openalex.org/W4288415846","https://openalex.org/W4294029935","https://openalex.org/W4386564359","https://openalex.org/W6704559304","https://openalex.org/W6728551298"],"related_works":["https://openalex.org/W2006651773","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W2014369232","https://openalex.org/W2050078012","https://openalex.org/W3122042562","https://openalex.org/W4254349500","https://openalex.org/W2060761133","https://openalex.org/W2360307734","https://openalex.org/W3118581235"],"abstract_inverted_index":{"Discrimination":[0],"has":[1,176],"been":[2,178],"shown":[3],"in":[4,18,167],"many":[5],"machine":[6],"learning":[7],"applications,":[8],"which":[9,127],"calls":[10],"for":[11],"sufficient":[12],"fairness":[13],"testing":[14,27,53,186],"before":[15],"their":[16],"deployment":[17],"ethic-relevant":[19],"domains.":[20],"One":[21],"widely":[22],"concerning":[23],"type":[24],"of":[25,67,76,121,188],"discrimination,":[26,30,126],"against":[28],"group":[29,65,108,125,173],"mostly":[31],"hidden":[32,60],",":[33,50],"is":[34,128,163],"much":[35],"less":[36],"studied,":[37],"compared":[38],"with":[39,199],"identifying":[40,168],"individual":[41],"discrimination":[42,66,109,174,196],".":[43,80],"In":[44],"this":[45],"work,":[46],"we":[47,62,182],"propose":[48],"TestSGD":[49,86,103,140,162,189],"an":[51,90,106,135],"interpretable":[52,91],"approach":[54],"that":[55,94,161,175,184],"systematically":[56],"identifies":[57],"and":[58,154,165,169],"measures":[59],"(which":[61],"call":[63],"\u201csubtle\u201d)":[64],"a":[68,83],"neural":[69,84,143],"network":[70,144],"characterized":[71],"by":[72],"conditions":[73],"over":[74],"combinations":[75],"the":[77,96,114,119,122,185],"sensitive":[78],"attributes":[79],"Specifically,":[81],"given":[82],"network,":[85],"first":[87],"automatically":[88],"generates":[89],"rule":[92],"set":[93],"categorizes":[95],"input":[97,115],"space":[98,116],"into":[99],"two":[100],"groups.":[101],"Alongside,":[102],"also":[104],"provides":[105],"estimated":[107],"score":[110],"based":[111],"on":[112,141,147],"sampling":[113],"to":[117,130,134,193],"measure":[118],"degree":[120],"identified":[123],"subtle":[124,172],"guaranteed":[129],"be":[131,191],"accurate":[132],"up":[133],"error":[136],"bound.":[137],"We":[138],"evaluate":[139],"multiple":[142],"models":[145],"trained":[146],"popular":[148],"datasets":[149],"including":[150],"both":[151],"structured":[152],"data":[153],"text":[155],"data.":[156],"The":[157],"experiment":[158],"results":[159,187],"show":[160,183],"effective":[164],"efficient":[166],"measuring":[170],"such":[171,195],"never":[177],"revealed":[179],"before.":[180],"Furthermore,":[181],"can":[190],"used":[192],"mitigate":[194],"through":[197],"retraining":[198],"negligible":[200],"accuracy":[201],"drop.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}