{"id":"https://openalex.org/W3092487261","doi":"https://doi.org/10.1109/tse.2022.3141758","title":"ASTRAEA: Grammar-based Fairness Testing","display_name":"ASTRAEA: Grammar-based Fairness Testing","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W3092487261","doi":"https://doi.org/10.1109/tse.2022.3141758","mag":"3092487261"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3141758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3141758","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.02542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031510488","display_name":"Ezekiel Soremekun","orcid":"https://orcid.org/0000-0002-0039-8106"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Ezekiel Soremekun","raw_affiliation_strings":["SnT, University of Luxembourg, 81872 Luxembourg, Luxembourg, Luxembourg, 1433 (e-mail: ezekiel.soremekun@gmail.com)"],"affiliations":[{"raw_affiliation_string":"SnT, University of Luxembourg, 81872 Luxembourg, Luxembourg, Luxembourg, 1433 (e-mail: ezekiel.soremekun@gmail.com)","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016159914","display_name":"Sakshi Udeshi","orcid":"https://orcid.org/0000-0001-6484-6249"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sakshi Sunil Udeshi","raw_affiliation_strings":["ISTD, Singapore University of Technology and Design, 233793 Singapore, Singapore, Singapore, (e-mail: sakshi_udeshi@mymail.sutd.edu.sg)"],"affiliations":[{"raw_affiliation_string":"ISTD, Singapore University of Technology and Design, 233793 Singapore, Singapore, Singapore, (e-mail: sakshi_udeshi@mymail.sutd.edu.sg)","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103205285","display_name":"Sudipta Chattopadhyay","orcid":"https://orcid.org/0000-0001-8935-2990"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sudipta Chattopadhyay","raw_affiliation_strings":["ISTD, Singapore University of Technology and Design, 233793 Singapore, Singapore, Singapore, 487372 (e-mail: sudipta_chattopadhyay@sutd.edu.sg)"],"affiliations":[{"raw_affiliation_string":"ISTD, Singapore University of Technology and Design, 233793 Singapore, Singapore, Singapore, 487372 (e-mail: sudipta_chattopadhyay@sutd.edu.sg)","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031510488"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":0.37999111,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.55367182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7872293591499329},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5438838601112366},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5279965400695801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5005552768707275},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.4949342608451843},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.4922977685928345},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47661295533180237},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3886032998561859},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17696115374565125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7872293591499329},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5438838601112366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5279965400695801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005552768707275},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.4949342608451843},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4922977685928345},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47661295533180237},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3886032998561859},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17696115374565125},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tse.2022.3141758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3141758","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.02542","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02542","pdf_url":"https://arxiv.org/pdf/2010.02542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3092487261","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.02542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:orbilu.uni.lu:10993/53861","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/53861","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2010.02542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.02542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.02542","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02542","pdf_url":"https://arxiv.org/pdf/2010.02542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W1605824561","https://openalex.org/W1609394770","https://openalex.org/W1932198206","https://openalex.org/W1988368118","https://openalex.org/W1989898472","https://openalex.org/W2006447892","https://openalex.org/W2033079433","https://openalex.org/W2041713059","https://openalex.org/W2059866013","https://openalex.org/W2100960835","https://openalex.org/W2116666691","https://openalex.org/W2137819283","https://openalex.org/W2138428785","https://openalex.org/W2148506018","https://openalex.org/W2150997454","https://openalex.org/W2162670686","https://openalex.org/W2164455818","https://openalex.org/W2282821441","https://openalex.org/W2483215953","https://openalex.org/W2499791918","https://openalex.org/W2508354372","https://openalex.org/W2511234952","https://openalex.org/W2728567418","https://openalex.org/W2730550703","https://openalex.org/W2762833920","https://openalex.org/W2788403449","https://openalex.org/W2793978524","https://openalex.org/W2795975316","https://openalex.org/W2802105481","https://openalex.org/W2809701591","https://openalex.org/W2809878087","https://openalex.org/W2889624842","https://openalex.org/W2893425640","https://openalex.org/W2898192927","https://openalex.org/W2899652826","https://openalex.org/W2905009602","https://openalex.org/W2921633540","https://openalex.org/W2950113871","https://openalex.org/W2950866572","https://openalex.org/W2950888501","https://openalex.org/W2954629067","https://openalex.org/W2962787423","https://openalex.org/W2962862931","https://openalex.org/W2963116854","https://openalex.org/W2963341956","https://openalex.org/W2963457723","https://openalex.org/W2963526187","https://openalex.org/W2963691697","https://openalex.org/W2964235839","https://openalex.org/W2967682612","https://openalex.org/W2969958763","https://openalex.org/W2970408399","https://openalex.org/W2972677162","https://openalex.org/W2990118957","https://openalex.org/W2994987245","https://openalex.org/W2997588435","https://openalex.org/W2999409539","https://openalex.org/W3002398329","https://openalex.org/W3007157104","https://openalex.org/W3023309920","https://openalex.org/W3027373771","https://openalex.org/W3032152562","https://openalex.org/W3035507081","https://openalex.org/W3035671939","https://openalex.org/W3037831233","https://openalex.org/W3091407209","https://openalex.org/W3102183821","https://openalex.org/W3103741452","https://openalex.org/W3111711122","https://openalex.org/W3117999225","https://openalex.org/W3125205424","https://openalex.org/W3128630643","https://openalex.org/W3159454188","https://openalex.org/W3163879210","https://openalex.org/W3165292502","https://openalex.org/W3166873126","https://openalex.org/W3173168772","https://openalex.org/W3175039711","https://openalex.org/W3175765954","https://openalex.org/W3194588521","https://openalex.org/W3194896290","https://openalex.org/W4229530126","https://openalex.org/W6636162904","https://openalex.org/W6684072790","https://openalex.org/W6721933647","https://openalex.org/W6737947904","https://openalex.org/W6740019793","https://openalex.org/W6755207826","https://openalex.org/W6759056966","https://openalex.org/W6760413209","https://openalex.org/W6763290930","https://openalex.org/W6763681302","https://openalex.org/W6767101625","https://openalex.org/W6790960657","https://openalex.org/W6794650964"],"related_works":["https://openalex.org/W3035507081","https://openalex.org/W3208528803","https://openalex.org/W2743843903","https://openalex.org/W3210804893","https://openalex.org/W2913539872","https://openalex.org/W3175050552","https://openalex.org/W3105816959","https://openalex.org/W2891738717","https://openalex.org/W3036033115","https://openalex.org/W3205133609","https://openalex.org/W3031684522","https://openalex.org/W2969843106","https://openalex.org/W3207916240","https://openalex.org/W3164140194","https://openalex.org/W3106127027","https://openalex.org/W3182966933","https://openalex.org/W2967682612","https://openalex.org/W3186518531","https://openalex.org/W2963718755","https://openalex.org/W3080361879"],"abstract_inverted_index":{"Software":[0],"often":[1],"produces":[2],"biased":[3],"outputs.":[4],"In":[5,32,58,151],"particular,":[6],"machine":[7],"learning":[8],"(ML)":[9],"based":[10],"software":[11,43,109,125,140,179],"are":[12,62,76],"known":[13],"to":[14,51,100],"produce":[15,46],"erroneous":[16],"predictions":[17],"when":[18],"processing":[19,148],"discriminatory":[20,80,102,167],"inputs.":[21],"Such":[22],"unfair":[23,47],"program":[24],"behavior":[25],"can":[26],"be":[27],"caused":[28],"by":[29,119,181],"societal":[30,52],"bias.":[31,126],"the":[33,65,121,130],"last":[34],"few":[35],"years,":[36],"Amazon,":[37],"Microsoft":[38],"and":[39,84,170],"Google":[40],"have":[41],"provided":[42],"services":[44],"that":[45,82,104,142],"outputs,":[48],"mostly":[49],"due":[50],"bias":[53],"(e.g.":[54],"gender":[55],"or":[56],"race).":[57],"such":[59],"events,":[60],"developers":[61,75],"saddled":[63],"with":[64,78,158],"task":[66],"of":[67,123,132,161],"conducting":[68],"fairness":[69,91,106,156,174,180],"testing.":[70],"Fairness":[71],"testing":[72,92],"is":[73],"challenging;":[74],"tasked":[77],"generating":[79],"inputs":[81,103],"reveal":[83,105],"explain":[85],"biases.":[86],"We":[87],"propose":[88],"a":[89,159],"grammar-based":[90],"approach":[93],"(called":[94],"ASTRAEA)":[95],"which":[96],"leverages":[97],"context-free":[98],"grammars":[99],"generate":[101],"violations":[107,157],"in":[108],"systems.":[110],"Using":[111],"probabilistic":[112],"grammars,":[113],"ASTRAEA":[114,135,154,163,177],"also":[115],"provides":[116],"fault":[117],"diagnosis":[118],"isolating":[120],"cause":[122],"observed":[124],"ASTRAEA's":[127],"diagnoses":[128],"facilitate":[129],"improvement":[131],"ML":[133],"fairness.":[134],"was":[136],"evaluated":[137],"on":[138],"18":[139],"systems":[141],"provide":[143],"three":[144],"major":[145],"natural":[146],"language":[147],"(NLP)":[149],"services.":[150],"our":[152],"evaluation,":[153],"generated":[155,164],"rate":[160],"~18%.":[162],"over":[165,172],"573K":[166],"test":[168],"cases":[169],"found":[171],"102K":[173],"violations.":[175],"Furthermore,":[176],"improves":[178],"~76%,":[182],"via":[183],"model-retraining.":[184]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}