{"id":"https://openalex.org/W4226318763","doi":"https://doi.org/10.1145/3524846.3527337","title":"Fairness evaluation in deepfake detection models using metamorphic testing","display_name":"Fairness evaluation in deepfake detection models using metamorphic testing","publication_year":2022,"publication_date":"2022-05-09","ids":{"openalex":"https://openalex.org/W4226318763","doi":"https://doi.org/10.1145/3524846.3527337"},"language":"en","primary_location":{"id":"doi:10.1145/3524846.3527337","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527337","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527337","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527337","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005649659","display_name":"Muxin Pu","orcid":null},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"Muxin Pu","raw_affiliation_strings":["Monash University Malaysia, Selangor, Malaysia"],"affiliations":[{"raw_affiliation_string":"Monash University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000222579","display_name":"Meng Yi Kuan","orcid":null},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Meng Yi Kuan","raw_affiliation_strings":["Monash University Malaysia, Selangor, Malaysia"],"affiliations":[{"raw_affiliation_string":"Monash University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080406169","display_name":"Nyee Thoang Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nyee Thoang Lim","raw_affiliation_strings":["Monash University Malaysia, Selangor, Malaysia"],"affiliations":[{"raw_affiliation_string":"Monash University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024635381","display_name":"Chun Yong Chong","orcid":"https://orcid.org/0000-0003-1164-0049"},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chun Yong Chong","raw_affiliation_strings":["Monash University Malaysia, Selangor, Malaysia"],"affiliations":[{"raw_affiliation_string":"Monash University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046137969","display_name":"Mei Kuan Lim","orcid":"https://orcid.org/0000-0001-8834-9933"},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mei Kuan Lim","raw_affiliation_strings":["Monash University Malaysia, Selangor, Malaysia"],"affiliations":[{"raw_affiliation_string":"Monash University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005649659"],"corresponding_institution_ids":["https://openalex.org/I11662577"],"apc_list":null,"apc_paid":null,"fwci":1.9405,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87254185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7587137222290039},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6742702126502991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6567526459693909},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5348189473152161},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.5126573443412781},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46912217140197754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4534376859664917},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.444784015417099},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4306046664714813},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1184680163860321}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7587137222290039},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6742702126502991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6567526459693909},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5348189473152161},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.5126573443412781},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46912217140197754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4534376859664917},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.444784015417099},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4306046664714813},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1184680163860321},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3524846.3527337","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527337","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527337","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3524846.3527337","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527337","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527337","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226318763.pdf","grobid_xml":"https://content.openalex.org/works/W4226318763.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2531409750","https://openalex.org/W2891145043","https://openalex.org/W2982058372","https://openalex.org/W3004493409","https://openalex.org/W3031973383","https://openalex.org/W3087774833","https://openalex.org/W3124118940","https://openalex.org/W3173775919","https://openalex.org/W3181414820","https://openalex.org/W3184216761","https://openalex.org/W3190501006"],"related_works":["https://openalex.org/W2560936962","https://openalex.org/W2788727012","https://openalex.org/W2526386912","https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W4388203630","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W1543056659","https://openalex.org/W2017776670"],"abstract_inverted_index":{"Fairness":[0],"of":[1,7,49,65,88,95,102,114,124,182,211,255],"deepfake":[2,36,117,138],"detectors":[3],"in":[4,20,93,167,231,274,280],"the":[5,46,63,69,86,89,100,112,115,122,130,142,148,155,160,168,177,183,209,212,222,264,268,275],"presence":[6],"anomalies":[8,16],"are":[9,17,151,173,196,238],"not":[10,79,207],"well":[11],"investigated,":[12],"especially":[13],"if":[14,75],"those":[15],"more":[18],"prominent":[19],"either":[21],"male":[22,202],"or":[23],"female":[24,204],"subjects.":[25],"The":[26,258],"primary":[27],"motivation":[28],"for":[29,270],"this":[30,76,103],"work":[31,104,262],"is":[32,59,72,78,105],"to":[33,45,61,106,110,158,165,201,224,240,266],"evaluate":[34],"how":[35,121],"detection":[37,118,139],"model":[38,67,90,144,213,244],"behaves":[39],"under":[40],"such":[41,186],"anomalies.":[42,149],"However,":[43],"due":[44],"black-box":[47],"nature":[48],"deep":[50],"learning":[51],"(DL)":[52],"and":[53,91,120,145,193,203,233,278,282],"artificial":[54],"intelligence":[55],"(AI)":[56],"systems,":[57],"it":[58,82],"hard":[60],"predict":[62],"performance":[64],"a":[66,136,215,253],"when":[68],"input":[70,125,184],"data":[71],"modified.":[73],"Crucially,":[74],"defect":[77],"addressed":[80],"properly,":[81],"will":[83],"adversely":[84],"affect":[85],"fairness":[87,279],"result":[92],"discrimination":[94],"certain":[96],"sub-population":[97],"unintentionally.":[98],"Therefore,":[99],"objective":[101],"adopt":[107],"metamorphic":[108],"testing":[109],"examine":[111,241],"reliability":[113],"selected":[116],"model,":[119,140],"transformation":[123],"variation":[126],"places":[127],"influence":[128],"on":[129,176,226],"output.":[131],"We":[132],"have":[133,263],"chosen":[134],"MesoInception-4,":[135],"state-of-the-art":[137],"as":[141,147,187,252],"target":[143],"makeup":[146],"Makeups":[150],"applied":[152,200],"through":[153],"utilizing":[154],"Dlib":[156],"library":[157],"obtain":[159],"68":[161],"facial":[162],"landmarks":[163],"prior":[164],"filling":[166],"RGB":[169],"values.":[170],"Metamorphic":[171],"relations":[172],"derived":[174],"based":[175],"notion":[178],"that":[179],"realistic":[180],"perturbations":[181],"images,":[185,205],"makeup,":[188],"involving":[189],"eyeliners,":[190],"eyeshadows,":[191],"blushes,":[192],"lipsticks":[194],"(which":[195],"common":[197],"cosmetic":[198],"appearance)":[199],"should":[206,249],"alter":[208],"output":[210],"by":[214],"huge":[216],"margin.":[217],"Furthermore,":[218],"we":[219,237],"narrow":[220],"down":[221],"scope":[223],"focus":[225],"revealing":[227],"potential":[228,265],"gender":[229],"biases":[230],"DL":[232,281],"AI":[234,283],"systems.":[235,284],"Specifically,":[236],"interested":[239],"whether":[242],"MesoInception-4":[243],"produces":[245],"unfair":[246],"decisions,":[247],"which":[248],"be":[250],"considered":[251],"consequence":[254],"robustness":[256],"issues.":[257],"findings":[259],"from":[260],"our":[261],"pave":[267],"way":[269],"new":[271],"research":[272],"directions":[273],"quality":[276],"assurance":[277]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}