{"id":"https://openalex.org/W3207941483","doi":"https://doi.org/10.1145/3462244.3479897","title":"Bias and Fairness in Multimodal Machine Learning: A Case Study of Automated Video Interviews","display_name":"Bias and Fairness in Multimodal Machine Learning: A Case Study of Automated Video Interviews","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3207941483","doi":"https://doi.org/10.1145/3462244.3479897","mag":"3207941483"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479897","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479897","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036735405","display_name":"Brandon M. Booth","orcid":"https://orcid.org/0000-0002-5780-8882"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brandon M. Booth","raw_affiliation_strings":["University of Colorado Boulder, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071909501","display_name":"Louis Hickman","orcid":"https://orcid.org/0000-0002-2752-7705"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis Hickman","raw_affiliation_strings":["Purdue University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016069458","display_name":"Shree Krishna Subburaj","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shree Krishna Subburaj","raw_affiliation_strings":["University of Colorado Boulder, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050636888","display_name":"Louis Tay","orcid":"https://orcid.org/0000-0002-5522-4728"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis Tay","raw_affiliation_strings":["Purdue University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065878227","display_name":"Sang Eun Woo","orcid":"https://orcid.org/0000-0002-3232-5913"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sang Eun Woo","raw_affiliation_strings":["Purdue University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008316506","display_name":"Sidney K. D\u2019Mello","orcid":"https://orcid.org/0000-0003-0347-2807"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sidney K. D'Mello","raw_affiliation_strings":["University of Colorado Boulder, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5036735405"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":8.8753,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.97850935,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"268","last_page":"277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564798593521118},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5036634802818298},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.4421751797199249},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3979034423828125},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3389253616333008},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11156189441680908},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.0881626307964325}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564798593521118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5036634802818298},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.4421751797199249},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3979034423828125},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3389253616333008},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11156189441680908},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0881626307964325},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3462244.3479897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479897","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3462244.3479897","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479897","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479897","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.5799999833106995,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G1420685103","display_name":"AI-DCL: Collaborative Research: EAGER: Understanding and Alleviating Potential Biases in Large Scale Employee Selection Systems: The Case of Automated Video Interviews","funder_award_id":"1921087","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3208537723","display_name":null,"funder_award_id":"IIS-1921111","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4133025884","display_name":null,"funder_award_id":"IIS 1921111","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4608647925","display_name":null,"funder_award_id":"1921111","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5283821830","display_name":null,"funder_award_id":"2019805","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7342761728","display_name":null,"funder_award_id":"IIS 1921087","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8498637117","display_name":null,"funder_award_id":"DRL 2019805","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207941483.pdf","grobid_xml":"https://content.openalex.org/works/W3207941483.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W131086928","https://openalex.org/W1539410918","https://openalex.org/W1571720777","https://openalex.org/W1833550036","https://openalex.org/W1875943490","https://openalex.org/W1967133094","https://openalex.org/W1974236782","https://openalex.org/W1993536284","https://openalex.org/W1996709735","https://openalex.org/W2005721028","https://openalex.org/W2037557484","https://openalex.org/W2040232111","https://openalex.org/W2056987009","https://openalex.org/W2057725888","https://openalex.org/W2085662862","https://openalex.org/W2092931035","https://openalex.org/W2102636151","https://openalex.org/W2145920368","https://openalex.org/W2146362431","https://openalex.org/W2153266959","https://openalex.org/W2158192499","https://openalex.org/W2327037637","https://openalex.org/W2489406233","https://openalex.org/W2490857485","https://openalex.org/W2514698439","https://openalex.org/W2546565035","https://openalex.org/W2546714726","https://openalex.org/W2573933330","https://openalex.org/W2786510204","https://openalex.org/W2793998950","https://openalex.org/W2895774088","https://openalex.org/W2901107694","https://openalex.org/W2951431783","https://openalex.org/W2981237133","https://openalex.org/W3004300305","https://openalex.org/W3018971629","https://openalex.org/W3023702633","https://openalex.org/W3094268584","https://openalex.org/W3154331885","https://openalex.org/W3161452233","https://openalex.org/W3181414820","https://openalex.org/W4210739843","https://openalex.org/W4244020875","https://openalex.org/W4248633940","https://openalex.org/W4288617757"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"We":[0,22,108],"introduce":[1],"the":[2,57,72,88,98,142,149,158,167],"psychometric":[3],"concepts":[4],"of":[5,34,74,90,144],"bias":[6,64,76,92],"and":[7,28,42,52,65,93,101,120,133,164,185,195,209],"fairness":[8,95,134,210],"in":[9,37,71,183,186],"a":[10,32,38,187,200],"multimodal":[11,63,188],"machine":[12,46],"learning":[13,47],"context":[14,189],"assessing":[15],"individuals\u2019":[16],"hireability":[17,29],"from":[18,25,31,56,154],"prerecorded":[19],"video":[20],"interviews.":[21],"collected":[23],"interviews":[24],"733":[26],"participants":[27],"ratings":[30],"panel":[33],"trained":[35,44],"annotators":[36],"simulated":[39],"hiring":[40],"study,":[41],"then":[43],"interpretable":[45],"models":[48],"on":[49,206],"verbal,":[50],"paraverbal,":[51],"visual":[53,121],"features":[54,126],"extracted":[55],"videos":[58],"to":[59,97],"investigate":[60],"unimodal":[61,104],"versus":[62],"fairness.":[66],"Our":[67,175],"results":[68],"demonstrate":[69],"that,":[70],"absence":[73],"any":[75],"mitigation":[77],"strategy,":[78],"combining":[79],"multiple":[80],"modalities":[81,137,156],"only":[82,114],"marginally":[83],"improves":[84],"prediction":[85,146,181],"accuracy":[86,182],"at":[87,141],"cost":[89,143],"increasing":[91],"reducing":[94],"compared":[96],"least":[99],"biased":[100],"most":[102],"fair":[103],"predictor":[105],"set":[106],"(verbal).":[107],"further":[109],"show":[110],"that":[111],"gender-norming":[112],"predictors":[113,153],"reduces":[115],"gender":[116,129],"predictability":[117],"for":[118,139],"paraverbal":[119],"modalities,":[122],"while":[123,199],"removing":[124],"gender-biased":[125],"can":[127,211],"achieve":[128],"blindness,":[130],"minimal":[131],"bias,":[132,163,192,208],"(for":[135],"all":[136,155],"except":[138],"visual)":[140],"some":[145],"accuracy.":[147],"Overall,":[148],"reduced-feature":[150],"approach":[151,204],"using":[152],"achieved":[157],"best":[159],"balance":[160],"between":[161],"accuracy,":[162,207],"fairness,":[165],"with":[166],"verbal":[168],"modality":[169],"alone":[170],"performing":[171],"almost":[172],"as":[173],"well.":[174],"analysis":[176],"highlights":[177],"how":[178],"optimizing":[179],"model":[180],"isolation":[184],"may":[190],"cause":[191],"disparate":[193],"impact,":[194],"potential":[196],"social":[197],"harm,":[198],"more":[201],"holistic":[202],"optimization":[203],"based":[205],"avoid":[212],"these":[213],"pitfalls.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}