{"id":"https://openalex.org/W4391878097","doi":"https://doi.org/10.1109/tts.2024.3365421","title":"Analyzing Fairness in Deepfake Detection With Massively Annotated Databases","display_name":"Analyzing Fairness in Deepfake Detection With Massively Annotated Databases","alternate_titles":[],"publication_year":2024,"publication_date":"2024-02-16","ids":{"openalex":"https://openalex.org/W4391878097","doi":"https://doi.org/10.1109/tts.2024.3365421"},"language":"en","primary_location":{"id":"doi:10.1109/tts.2024.3365421","doi":"https://doi.org/10.1109/tts.2024.3365421","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tts.2024.3365421","pdf_url":null,"source":{"id":"https://openalex.org/S4210208950","display_name":"IEEE Transactions on Technology and Society","issn_l":"2637-6415","issn":["2637-6415"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Technology and Society","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4391878097"],"child_works_count":1,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tts.2024.3365421","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055016338","display_name":"Ying Xu","orcid":"https://orcid.org/0000-0002-3764-6986","observed_orcids":["https://orcid.org/0000-0002-3764-6986"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ying Xu","raw_affiliation_strings":["Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway"],"raw_orcid":"https://orcid.org/0000-0002-3764-6986","affiliations":[{"raw_affiliation_string":"Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044420198","display_name":"Philipp Terh\u00f6rst","orcid":"https://orcid.org/0000-0001-8250-5712","observed_orcids":["https://orcid.org/0000-0001-8250-5712"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Philipp Terh\u00f6rst","raw_affiliation_strings":["Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway"],"raw_orcid":"https://orcid.org/0000-0001-8250-5712","affiliations":[{"raw_affiliation_string":"Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088359880","display_name":"Marius Pedersen","orcid":"https://orcid.org/0000-0001-9797-5821","observed_orcids":["https://orcid.org/0000-0001-9797-5821"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Marius Pedersen","raw_affiliation_strings":["Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway"],"raw_orcid":"https://orcid.org/0000-0001-9797-5821","affiliations":[{"raw_affiliation_string":"Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089066381","display_name":"Kiran Bylappa Raja","orcid":"https://orcid.org/0000-0002-9489-5161","observed_orcids":["https://orcid.org/0000-0002-9489-5161"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kiran Raja","raw_affiliation_strings":["Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway"],"raw_orcid":"https://orcid.org/0000-0002-9489-5161","affiliations":[{"raw_affiliation_string":"Institutt for datateknologi og informatikk, Norges teknisk-naturvitenskapelige universitet, Gj\u00f8vik, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":{"value":2495,"currency":"USD","value_usd":2495},"fwci":7.3802,"has_fulltext":true,"cited_by_count":90,"citation_normalized_percentile":{"value":0.98460064,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"5","issue":"1","first_page":"93","last_page":"106"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deepfake-detection","display_name":"deepfake detection","score":0.9160000085830688},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.9079999923706055},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.6060000061988831},{"id":"https://openalex.org/keywords/demographic-bias","display_name":"demographic bias","score":0.4650000035762787},{"id":"https://openalex.org/keywords/image-editing","display_name":"image editing","score":0.4090000092983246},{"id":"https://openalex.org/keywords/imbalanced-training-data","display_name":"imbalanced training data","score":0.671999990940094},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.5479999780654907},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.3970000147819519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7134668827056885},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.5420907139778137},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5323320627212524},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.20807912945747375}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tts.2024.3365421","doi":"https://doi.org/10.1109/tts.2024.3365421","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tts.2024.3365421","pdf_url":null,"source":{"id":"https://openalex.org/S4210208950","display_name":"IEEE Transactions on Technology and Society","issn_l":"2637-6415","issn":["2637-6415"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Technology and Society","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2208.05845","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.05845","pdf_url":"https://arxiv.org/pdf/2208.05845","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/3135304","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3135304","pdf_url":null,"source":{"id":"https://openalex.org/S7407064446","display_name":"NORA - Norwegian Open Research Archives","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"93-106","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2208.05845","doi":"https://doi.org/10.48550/arxiv.2208.05845","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.05845","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/tts.2024.3365421","doi":"https://doi.org/10.1109/tts.2024.3365421","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tts.2024.3365421","pdf_url":null,"source":{"id":"https://openalex.org/S4210208950","display_name":"IEEE Transactions on Technology and Society","issn_l":"2637-6415","issn":["2637-6415"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-1","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Technology and Society","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7390999794006348,"id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320885","display_name":"European Research Consortium for Informatics and Mathematics","ror":"https://ror.org/055zrhj18"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391878097.pdf","grobid_xml":"https://content.openalex.org/works/W4391878097.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2076063813","https://openalex.org/W2101807845","https://openalex.org/W2341528187","https://openalex.org/W2531409750","https://openalex.org/W2888519208","https://openalex.org/W2891145043","https://openalex.org/W2902962850","https://openalex.org/W2904573504","https://openalex.org/W2909336075","https://openalex.org/W2912336782","https://openalex.org/W2914447220","https://openalex.org/W2946948417","https://openalex.org/W2963684180","https://openalex.org/W2969896603","https://openalex.org/W2979259381","https://openalex.org/W2981523288","https://openalex.org/W2987809008","https://openalex.org/W2998718632","https://openalex.org/W3004542466","https://openalex.org/W3019705844","https://openalex.org/W3020392129","https://openalex.org/W3034196597","https://openalex.org/W3034301684","https://openalex.org/W3034713808","https://openalex.org/W3034900344","https://openalex.org/W3035447285","https://openalex.org/W3083462226","https://openalex.org/W3088754409","https://openalex.org/W3092997524","https://openalex.org/W3094728142","https://openalex.org/W3095986900","https://openalex.org/W3106873513","https://openalex.org/W3108281670","https://openalex.org/W3110828385","https://openalex.org/W3110828520","https://openalex.org/W3134169675","https://openalex.org/W3140832216","https://openalex.org/W3174508664","https://openalex.org/W3174656926","https://openalex.org/W3184515485","https://openalex.org/W3190501006","https://openalex.org/W3196204467","https://openalex.org/W3204680838","https://openalex.org/W4205695807","https://openalex.org/W4213222913","https://openalex.org/W4221105626","https://openalex.org/W4226318763","https://openalex.org/W4319336828","https://openalex.org/W4385801058","https://openalex.org/W7098072358","https://openalex.org/W7100987152"],"related_works":["https://openalex.org/W4394593221","https://openalex.org/W4385466340","https://openalex.org/W7161286427","https://openalex.org/W4400527599","https://openalex.org/W4412871982","https://openalex.org/W7128443922","https://openalex.org/W7164138614","https://openalex.org/W7127051097","https://openalex.org/W4415962964","https://openalex.org/W3190501006"],"abstract_inverted_index":{"In":[0,53],"recent":[1],"years,":[2],"image":[3],"and":[4,16,21,40,71,84,129,185,190,199,209],"video":[5],"manipulations":[6],"with":[7,75],"Deepfake":[8,28,49,64,82,95,150,167,203],"have":[9,23],"become":[10],"a":[11,109],"severe":[12],"concern":[13,36],"for":[14,79],"security":[15,186],"society.":[17],"Many":[18],"detection":[19,61,96,121,151,168,179,204],"models":[20,39,98,153],"datasets":[22,65,83,139,175,192,208],"been":[24],"proposed":[25],"to":[26,51,182,197],"detect":[27],"data":[29],"reliably.":[30],"However,":[31],"there":[32],"is":[33],"an":[34],"increased":[35],"that":[37,147],"these":[38,100],"training":[41],"databases":[42],"might":[43],"be":[44],"biased":[45,60],"and,":[46,143],"thus,":[47],"cause":[48],"detectors":[50],"fail.":[52],"this":[54],"work,":[55],"we":[56],"investigate":[57],"factors":[58],"causing":[59],"in":[62,90,177,202],"public":[63],"by":[66,157],"(a)":[67],"creating":[68],"large-scale":[69],"demographic":[70,125],"non-demographic":[72,130],"attribute":[73],"annotations":[74],"47":[76],"different":[77],"attributes":[78,88,107,114,159],"five":[80],"popular":[81],"(b)":[85],"comprehensively":[86],"analysing":[87],"resulting":[89],"AI-bias":[91],"of":[92,112],"three":[93],"state-of-the-art":[94],"backbone":[97,152,169],"on":[99,119,172],"datasets.":[101],"The":[102,136,166,206],"analysis":[103],"shows":[104],"how":[105],"various":[106],"influence":[108],"large":[110],"variety":[111],"distinctive":[113],"(from":[115],"over":[116],"65M":[117],"labels)":[118],"the":[120,148,210],"performance":[122],"which":[123],"includes":[124],"(age,":[126],"gender,":[127],"ethnicity)":[128],"(hair,":[131],"skin,":[132],"accessories,":[133],"etc.)":[134],"attributes.":[135,165],"results":[137,180],"examined":[138],"show":[140,146],"limited":[141],"diversity":[142],"more":[144],"importantly,":[145],"utilised":[149],"are":[154,213],"strongly":[155],"affected":[156],"investigated":[158],"making":[160],"them":[161],"not":[162],"fair":[163],"across":[164],"methods":[170],"trained":[171],"such":[173],"imbalanced/biased":[174],"result":[176],"incorrect":[178],"leading":[181],"generalisability,":[183],"fairness,":[184],"issues.":[187],"Our":[188],"findings":[189],"annotated":[191,207],"will":[193],"guide":[194],"future":[195],"research":[196],"evaluate":[198],"mitigate":[200],"bias":[201],"techniques.":[205],"corresponding":[211],"code":[212],"publicly":[214],"available.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391878097","counts_by_year":[{"year":2026,"cited_by_count":30},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":6}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2024-02-17T00:00:00"}
