{"id":"https://openalex.org/W3205032572","doi":"https://doi.org/10.1109/acii52823.2021.9597443","title":"Don\u2019t Judge Me by My Face: An Indirect Adversarial Approach to Remove Sensitive Information From Multimodal Neural Representation in Asynchronous Job Video Interviews","display_name":"Don\u2019t Judge Me by My Face: An Indirect Adversarial Approach to Remove Sensitive Information From Multimodal Neural Representation in Asynchronous Job Video Interviews","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3205032572","doi":"https://doi.org/10.1109/acii52823.2021.9597443","mag":"3205032572"},"language":"en","primary_location":{"id":"doi:10.1109/acii52823.2021.9597443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii52823.2021.9597443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.09424","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060708520","display_name":"L\u00e9o Hemamou","orcid":"https://orcid.org/0000-0001-8763-9453"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210100628","display_name":"Elice (France)","ror":"https://ror.org/00vcdkt35","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210100628"]},{"id":"https://openalex.org/I4210115485","display_name":"Laboratoire d'Informatique pour la M\u00e9canique et les Sciences de l'Ing\u00e9nieur","ror":"https://ror.org/01raq4x89","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210115485","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Leo Hemamou","raw_affiliation_strings":["EASYRECRUE, Paris, France","LIMSI-LISN, CNRS, Paris-Sud University, Paris-Saclay University, Orsay, France","T\u00e9l\u00e9com-Paris, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EASYRECRUE, Paris, France","institution_ids":["https://openalex.org/I4210100628"]},{"raw_affiliation_string":"LIMSI-LISN, CNRS, Paris-Sud University, Paris-Saclay University, Orsay, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210115485","https://openalex.org/I4387152856"]},{"raw_affiliation_string":"T\u00e9l\u00e9com-Paris, Paris, France","institution_ids":["https://openalex.org/I12356871"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022419223","display_name":"Arthur Guillon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100628","display_name":"Elice (France)","ror":"https://ror.org/00vcdkt35","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210100628"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Arthur Guillon","raw_affiliation_strings":["EASYRECRUE, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EASYRECRUE, Paris, France","institution_ids":["https://openalex.org/I4210100628"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104350494","display_name":"Jean\u2010Claude Martin","orcid":"https://orcid.org/0000-0002-7157-0727"},"institutions":[{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210115485","display_name":"Laboratoire d'Informatique pour la M\u00e9canique et les Sciences de l'Ing\u00e9nieur","ror":"https://ror.org/01raq4x89","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I4210115485","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4387152856","display_name":"Laboratoire Interdisciplinaire des Sciences du Num\u00e9rique","ror":"https://ror.org/00rd81916","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4387152856"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Claude Martin","raw_affiliation_strings":["LIMSI-LISN, CNRS, Paris-Sud University, Paris-Saclay University, Orsay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIMSI-LISN, CNRS, Paris-Sud University, Paris-Saclay University, Orsay, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210115485","https://openalex.org/I4387152856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064876801","display_name":"Chlo\u00e9 Clavel","orcid":"https://orcid.org/0000-0003-4850-3398"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chloe Clavel","raw_affiliation_strings":["T\u00e9l\u00e9com-Paris, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T\u00e9l\u00e9com-Paris, Paris, France","institution_ids":["https://openalex.org/I12356871"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5855,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69112679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7476909756660461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7324279546737671},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6738916039466858},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6322107315063477},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6232380270957947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5463226437568665},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49988389015197754},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.49835658073425293},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49606260657310486},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.4941768944263458},{"id":"https://openalex.org/keywords/job-interview","display_name":"Job interview","score":0.4789198637008667},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36323100328445435},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1474784016609192},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14244133234024048}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7476909756660461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324279546737671},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6738916039466858},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6322107315063477},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6232380270957947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5463226437568665},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49988389015197754},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.49835658073425293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49606260657310486},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.4941768944263458},{"id":"https://openalex.org/C2776587543","wikidata":"https://www.wikidata.org/wiki/Q850171","display_name":"Job interview","level":2,"score":0.4789198637008667},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36323100328445435},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1474784016609192},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14244133234024048},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/acii52823.2021.9597443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii52823.2021.9597443","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2110.09424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.09424","pdf_url":"https://arxiv.org/pdf/2110.09424","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04276017v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04276017","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII), Sep 2021, Nara, Japan. pp.1-8, ⟨10.1109/ACII52823.2021.9597443⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.09424","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.09424","pdf_url":"https://arxiv.org/pdf/2110.09424","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.5400000214576721,"display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1498673217","https://openalex.org/W1882958252","https://openalex.org/W1971935927","https://openalex.org/W1993415258","https://openalex.org/W2090777335","https://openalex.org/W2144005487","https://openalex.org/W2157331557","https://openalex.org/W2158192499","https://openalex.org/W2295598076","https://openalex.org/W2346299156","https://openalex.org/W2530395818","https://openalex.org/W2546563948","https://openalex.org/W2555467118","https://openalex.org/W2786510204","https://openalex.org/W2791373548","https://openalex.org/W2807126412","https://openalex.org/W2885659818","https://openalex.org/W2889326414","https://openalex.org/W2896457183","https://openalex.org/W2904642422","https://openalex.org/W2962790618","https://openalex.org/W2963341956","https://openalex.org/W2963446520","https://openalex.org/W2963692882","https://openalex.org/W2963826681","https://openalex.org/W2964077576","https://openalex.org/W2969985801","https://openalex.org/W2990751682","https://openalex.org/W2991440563","https://openalex.org/W2997604315","https://openalex.org/W3000086239","https://openalex.org/W3001765450","https://openalex.org/W3005891272","https://openalex.org/W3013300757","https://openalex.org/W3024803553","https://openalex.org/W3041186527","https://openalex.org/W3045886598","https://openalex.org/W3098439673","https://openalex.org/W3102476541","https://openalex.org/W3105318164","https://openalex.org/W4287728774","https://openalex.org/W4287778568","https://openalex.org/W4298201378","https://openalex.org/W4299285642","https://openalex.org/W6639480849","https://openalex.org/W6681409903","https://openalex.org/W6728551298","https://openalex.org/W6729016753","https://openalex.org/W6738077463","https://openalex.org/W6748256130","https://openalex.org/W6755207826","https://openalex.org/W6767629742","https://openalex.org/W6770585022","https://openalex.org/W6777298723","https://openalex.org/W6779917883"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W4246396837","https://openalex.org/W2482350142","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4288019534","https://openalex.org/W4310988119"],"abstract_inverted_index":{"Use":[0],"of":[1,7,18,29,38,63,73,87,111,127,142,154,202,210,222,234,241],"machine":[2],"learning":[3],"for":[4,213,244],"automatic":[5,237],"analysis":[6],"job":[8,148,224,242,247],"interview":[9,149],"videos":[10,240],"has":[11],"recently":[12],"seen":[13],"increased":[14],"interest.":[15],"Despite":[16],"claims":[17],"fair":[19,217],"output":[20],"regarding":[21],"sensitive":[22,43,57,105,120,192],"information":[23,44,58,106,166,193],"such":[24],"as":[25],"gender":[26,182],"or":[27,41],"ethnicity":[28,184],"the":[30,32,60,71,85,108,115,128,140,143,147,151,155,195,200,207,220,235],"candidates,":[31],"current":[33],"approaches":[34],"rarely":[35],"provide":[36],"proof":[37],"unbiased":[39],"decision-making,":[40],"that":[42,188],"is":[45,206],"not":[46,135],"used.":[47],"Recently,":[48],"adversarial":[49,101,211],"methods":[50,68],"have":[51],"been":[52],"proved":[53],"to":[54,103,117,134,138,146,162,173,199],"effectively":[55,190],"remove":[56,104,163],"from":[59,107,167,194],"latent":[61,109],"representation":[62,110,218],"neural":[64,112],"networks.":[65],"However,":[66],"these":[67,168],"rely":[69],"on":[70,177],"use":[72],"explicitly":[74],"labeled":[75],"protected":[76],"variables":[77],"(e.g.":[78,92],"gender),":[79],"which":[80],"cannot":[81],"be":[82,136],"collected":[83],"in":[84,89,150,158,219,246],"context":[86,221],"recruiting":[88],"some":[90],"countries":[91],"France).":[93],"In":[94,226],"this":[95,205],"article,":[96],"we":[97,130,186],"propose":[98],"a":[99,124,174,178,215],"new":[100],"approach":[102,172],"networks":[113],"without":[114],"need":[116],"collect":[118],"any":[119],"variable.":[121],"Using":[122],"only":[123],"few":[125],"frames":[126],"interview,":[129],"train":[131],"our":[132,171,203,228],"model":[133],"able":[137],"find":[139],"face":[141],"candidate":[144],"related":[145],"inner":[152],"layers":[153],"model.":[156],"This,":[157],"turn,":[159],"allows":[160],"us":[161],"relevant":[164],"private":[165],"layers.":[169],"Comparing":[170],"standard":[175],"baseline":[176],"public":[179],"dataset":[180],"with":[181],"and":[183],"annotations,":[185],"show":[187],"it":[189],"removes":[191],"main":[196],"network.":[197],"Moreover,":[198],"best":[201],"knowledge,":[204],"first":[208],"application":[209],"techniques":[212],"obtaining":[214],"multimodal":[216],"video":[223],"interviews.":[225],"summary,":[227],"contributions":[229],"aim":[230],"at":[231],"improving":[232],"fairness":[233],"upcoming":[236],"systems":[238],"processing":[239],"interviews":[243],"equality":[245],"selection.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2022-07-25T00:00:00"}