{"id":"https://openalex.org/W3017260429","doi":"https://doi.org/10.1109/icpr48806.2021.9412443","title":"InsideBias: Measuring Bias in Deep Networks and Application to Face Gender Biometrics","display_name":"InsideBias: Measuring Bias in Deep Networks and Application to Face Gender Biometrics","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3017260429","doi":"https://doi.org/10.1109/icpr48806.2021.9412443","mag":"3017260429"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9412443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.06592","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004265472","display_name":"Ignacio Serna","orcid":"https://orcid.org/0000-0003-3527-4071"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ignacio Serna","raw_affiliation_strings":["School of Engineering, Universidad Autonoma de Madrid, Spain","[School of Engineering, Universidad Autonoma de Madrid, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Universidad Autonoma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]},{"raw_affiliation_string":"[School of Engineering, Universidad Autonoma de Madrid, Spain]","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705195","display_name":"Alejandro Pe\u00f1a","orcid":"https://orcid.org/0000-0001-6907-5826"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Pena","raw_affiliation_strings":["School of Engineering, Universidad Autonoma de Madrid, Spain","[School of Engineering, Universidad Autonoma de Madrid, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Universidad Autonoma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]},{"raw_affiliation_string":"[School of Engineering, Universidad Autonoma de Madrid, Spain]","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083125799","display_name":"Aythami Morales","orcid":"https://orcid.org/0000-0002-7268-4785"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aythami Morales","raw_affiliation_strings":["School of Engineering, Universidad Autonoma de Madrid, Spain","[School of Engineering, Universidad Autonoma de Madrid, Spain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Universidad Autonoma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]},{"raw_affiliation_string":"[School of Engineering, Universidad Autonoma de Madrid, Spain]","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068081385","display_name":"Juli\u00e1n Fi\u00e9rrez","orcid":"https://orcid.org/0000-0002-6343-5656"},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Julian Fierrez","raw_affiliation_strings":["School of Engineering, Universidad Autonoma de Madrid, Spain","[Autonomous University of Madrid]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Universidad Autonoma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]},{"raw_affiliation_string":"[Autonomous University of Madrid]","institution_ids":["https://openalex.org/I63634437"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63634437"],"apc_list":null,"apc_paid":null,"fwci":0.5729,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.74382805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3720","last_page":"3727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.953000009059906,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7918006181716919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7263469099998474},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7093057036399841},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.701187014579773},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.662418007850647},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6593749523162842},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5155243873596191},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4889344274997711},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4745676815509796},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.4398253560066223},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38931459188461304},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15865060687065125},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06707540154457092}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7918006181716919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7263469099998474},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7093057036399841},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.701187014579773},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.662418007850647},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6593749523162842},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5155243873596191},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4889344274997711},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4745676815509796},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.4398253560066223},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38931459188461304},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15865060687065125},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06707540154457092},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icpr48806.2021.9412443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.06592","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.06592","pdf_url":"https://arxiv.org/pdf/2004.06592","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3017260429","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2004.06592","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2004.06592","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.06592","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.06592","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.06592","pdf_url":"https://arxiv.org/pdf/2004.06592","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320307894","display_name":"Accenture","ror":"https://ror.org/013g16z83"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3017260429.pdf","grobid_xml":"https://content.openalex.org/works/W3017260429.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1978642336","https://openalex.org/W1981291049","https://openalex.org/W2084652052","https://openalex.org/W2112796928","https://openalex.org/W2115394472","https://openalex.org/W2194775991","https://openalex.org/W2253993278","https://openalex.org/W2325939864","https://openalex.org/W2776637495","https://openalex.org/W2784025535","https://openalex.org/W2788481061","https://openalex.org/W2790831573","https://openalex.org/W2792641098","https://openalex.org/W2793708128","https://openalex.org/W2806956262","https://openalex.org/W2890680318","https://openalex.org/W2902883919","https://openalex.org/W2912376035","https://openalex.org/W2913591211","https://openalex.org/W2918252054","https://openalex.org/W2919115771","https://openalex.org/W2928736629","https://openalex.org/W2949386440","https://openalex.org/W2960178077","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963350032","https://openalex.org/W2963714376","https://openalex.org/W2964153729","https://openalex.org/W3005720838","https://openalex.org/W3009247505","https://openalex.org/W3035232573","https://openalex.org/W3036083732","https://openalex.org/W3083589295","https://openalex.org/W4229494842","https://openalex.org/W4238768900","https://openalex.org/W6637162671","https://openalex.org/W6638389677","https://openalex.org/W6639204139","https://openalex.org/W6685133223","https://openalex.org/W6691820373","https://openalex.org/W6747598743","https://openalex.org/W6748382702","https://openalex.org/W6754610156","https://openalex.org/W6760120257","https://openalex.org/W6770751163","https://openalex.org/W6782719202","https://openalex.org/W6887541692"],"related_works":["https://openalex.org/W3161922222","https://openalex.org/W3174564588","https://openalex.org/W2798550112","https://openalex.org/W3162922192","https://openalex.org/W2738472330","https://openalex.org/W3197364028","https://openalex.org/W2910141298","https://openalex.org/W2755255259","https://openalex.org/W3126391826","https://openalex.org/W2951827950","https://openalex.org/W3118218411","https://openalex.org/W2955665026","https://openalex.org/W3159583622","https://openalex.org/W2777960522","https://openalex.org/W2491543544","https://openalex.org/W3021931631","https://openalex.org/W2928252518","https://openalex.org/W2987008042","https://openalex.org/W2940680340","https://openalex.org/W2962686929"],"abstract_inverted_index":{"This":[0],"work":[1],"explores":[2],"the":[3,27,67,71,79,105,108,117],"biases":[4],"in":[5,34,78,120,143],"learning":[6,20],"processes":[7,21],"based":[8,46,85,102],"on":[9,47,66,86,103],"deep":[10,19,49],"neural":[11,50],"network":[12],"architectures.":[13],"We":[14,40,52,73,89],"analyze":[15],"how":[16,75,104,112],"bias":[17,58,76,125],"affects":[18],"through":[22],"a":[23,31,54,93],"toy":[24],"example":[25],"using":[26,61],"MNIST":[28],"database":[29],"and":[30,156],"case":[32,145],"study":[33],"gender":[35,43,82],"detection":[36,44,83],"from":[37,153],"face":[38,87,151],"images.":[39,88],"employ":[41],"two":[42],"models":[45,84,106,135],"popular":[48],"networks.":[51],"present":[53],"comprehensive":[55],"analysis":[56],"of":[57,81,111],"effects":[59],"when":[60],"an":[62],"unbalanced":[63],"training":[64],"dataset":[65],"features":[68],"learned":[69],"by":[70],"models.":[72,99],"show":[74],"impacts":[77],"activations":[80],"finally":[90],"propose":[91],"InsideBias,":[92],"novel":[94],"method":[95],"to":[96,132],"detect":[97,133],"biased":[98,134],"InsideBias":[100,130],"is":[101,116],"represent":[107],"information":[109],"instead":[110],"they":[113],"perform,":[114],"which":[115],"normal":[118],"practice":[119],"other":[121],"existing":[122],"methods":[123],"for":[124],"detection.":[126],"Our":[127,147],"strategy":[128],"with":[129,136],"allows":[131],"very":[137],"few":[138],"samples":[139],"(only":[140],"15":[141],"images":[142,152],"our":[144],"study).":[146],"experiments":[148],"include":[149],"72K":[150],"24K":[154],"identities":[155],"3":[157],"ethnic":[158],"groups.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}