{"id":"https://openalex.org/W4385456523","doi":"https://doi.org/10.1145/3611313","title":"When Biased Humans Meet Debiased AI: A Case Study in College Major Recommendation","display_name":"When Biased Humans Meet Debiased AI: A Case Study in College Major Recommendation","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385456523","doi":"https://doi.org/10.1145/3611313"},"language":"en","primary_location":{"id":"doi:10.1145/3611313","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611313","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611313","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3611313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061732899","display_name":"Clarice Wang","orcid":"https://orcid.org/0009-0002-7589-4670"},"institutions":[{"id":"https://openalex.org/I36788626","display_name":"California University of Pennsylvania","ror":"https://ror.org/01spssf70","country_code":"US","type":"education","lineage":["https://openalex.org/I36788626"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Clarice Wang","raw_affiliation_strings":["University of Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0009-0002-7589-4670","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, USA","institution_ids":["https://openalex.org/I36788626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073055775","display_name":"Kathryn Wang","orcid":"https://orcid.org/0009-0002-7766-4908"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn Wang","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0009-0002-7766-4908","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003936912","display_name":"Andrew Bian","orcid":"https://orcid.org/0009-0008-7788-1498"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Y. Bian","raw_affiliation_strings":["University of Maryland, College Park, USA"],"raw_orcid":"https://orcid.org/0009-0008-7788-1498","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101830965","display_name":"Rashidul Islam","orcid":"https://orcid.org/0000-0001-5276-5708"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rashidul Islam","raw_affiliation_strings":["University of Maryland, Baltimore County, USA"],"raw_orcid":"https://orcid.org/0000-0001-5276-5708","affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026287600","display_name":"Kamrun Naher Keya","orcid":"https://orcid.org/0009-0009-5069-8383"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamrun Naher Keya","raw_affiliation_strings":["University of Maryland, Baltimore County, USA"],"raw_orcid":"https://orcid.org/0009-0009-5069-8383","affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010326834","display_name":"James R. Foulds","orcid":"https://orcid.org/0000-0003-0935-4182"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Foulds","raw_affiliation_strings":["University of Maryland, Baltimore County, USA"],"raw_orcid":"https://orcid.org/0000-0003-0935-4182","affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048111120","display_name":"Shimei Pan","orcid":"https://orcid.org/0000-0002-5989-8543"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shimei Pan","raw_affiliation_strings":["University of Maryland, Baltimore County, USA"],"raw_orcid":"https://orcid.org/0000-0002-5989-8543","affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4992,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85400524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9230999946594238,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11118","display_name":"Evolutionary Psychology and Human Behavior","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.8888993263244629},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7041617035865784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6098248362541199},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6015329957008362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.591748833656311},{"id":"https://openalex.org/keywords/gender-bias","display_name":"Gender bias","score":0.48585793375968933},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4325329065322876},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34116309881210327},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3195587992668152},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2332199513912201}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.8888993263244629},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7041617035865784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6098248362541199},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6015329957008362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.591748833656311},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.48585793375968933},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4325329065322876},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34116309881210327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3195587992668152},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2332199513912201},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3611313","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611313","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611313","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:mdsoar.org:11603/29309","is_oa":true,"landing_page_url":"http://hdl.handle.net/11603/29309","pdf_url":"https://mdsoar.org/bitstreams/8c531e98-7e3d-4807-91d2-4782537829e7/download","source":{"id":"https://openalex.org/S4306402556","display_name":"Maryland Shared Open Access Repository (USMAI Consortium)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.13016/m2fixa-dyza","is_oa":true,"landing_page_url":"https://doi.org/10.13016/m2fixa-dyza","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3611313","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611313","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3611313","source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2794811839","display_name":"AI-DCL: Fairness for the Allocation of Healthcare Resources","funder_award_id":"1927486","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G353818383","display_name":null,"funder_award_id":"IIS1850023","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G3820112067","display_name":"CRII: RI: Bayesian Models for Fairness, and Fairness for Bayesian Models","funder_award_id":"1850023","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4451808935","display_name":"DIFFERENTIAL FAIRNESS FOR ARTIFICIAL INTELLIGENCE AND MACHINE LEARNING SYSTEMS: UNBIASED DECISIONS WITH BIASED DATA","funder_award_id":"60NANB18D227","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G5098167732","display_name":null,"funder_award_id":"IIS1927486","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G5490465407","display_name":"CAREER: Fair Artificial Intelligence for Intelligent Humans: Removing the Barriers to Deployment of Fair AI Technologies","funder_award_id":"2046381","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6258391128","display_name":null,"funder_award_id":"IIS2046381","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G7411992125","display_name":null,"funder_award_id":"60NANB18D227","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306111","display_name":"U.S. Department of Commerce","ror":"https://ror.org/04chq2495"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385456523.pdf","grobid_xml":"https://content.openalex.org/works/W4385456523.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W429766147","https://openalex.org/W1648326647","https://openalex.org/W1819662813","https://openalex.org/W1880262756","https://openalex.org/W1966850535","https://openalex.org/W1976018225","https://openalex.org/W2000065679","https://openalex.org/W2030289847","https://openalex.org/W2035286692","https://openalex.org/W2042281163","https://openalex.org/W2046974451","https://openalex.org/W2052373237","https://openalex.org/W2054141820","https://openalex.org/W2071581305","https://openalex.org/W2076879021","https://openalex.org/W2088233604","https://openalex.org/W2101345151","https://openalex.org/W2112985640","https://openalex.org/W2134049139","https://openalex.org/W2134529681","https://openalex.org/W2140534852","https://openalex.org/W2162397375","https://openalex.org/W2591615201","https://openalex.org/W2594166818","https://openalex.org/W2610685155","https://openalex.org/W2612690371","https://openalex.org/W2760062370","https://openalex.org/W2764040709","https://openalex.org/W2898582372","https://openalex.org/W2901823434","https://openalex.org/W2912083425","https://openalex.org/W2913077324","https://openalex.org/W2913556077","https://openalex.org/W2913593702","https://openalex.org/W2914783728","https://openalex.org/W2918008835","https://openalex.org/W2963116854","https://openalex.org/W2974817986","https://openalex.org/W2990453483","https://openalex.org/W3032340379","https://openalex.org/W3041105438","https://openalex.org/W3087829740","https://openalex.org/W3123847197","https://openalex.org/W3160042174","https://openalex.org/W3193160514","https://openalex.org/W4214810323","https://openalex.org/W4220820301","https://openalex.org/W4231165370","https://openalex.org/W4232169832","https://openalex.org/W4249158619","https://openalex.org/W4249292692","https://openalex.org/W4285790115","https://openalex.org/W4288414189","https://openalex.org/W4289258088","https://openalex.org/W4292808503","https://openalex.org/W4297795193","https://openalex.org/W4365388135","https://openalex.org/W6638208828","https://openalex.org/W6734300861","https://openalex.org/W6748377460","https://openalex.org/W6767327189"],"related_works":["https://openalex.org/W3037697022","https://openalex.org/W3140314308","https://openalex.org/W2972663293","https://openalex.org/W2966634430","https://openalex.org/W4240015404","https://openalex.org/W4288265763","https://openalex.org/W4389520196","https://openalex.org/W4387929023","https://openalex.org/W3171711591","https://openalex.org/W2921633540"],"abstract_inverted_index":{"Currently,":[0],"there":[1],"is":[2,165,229],"a":[3,75,99,104,166,173,198],"surge":[4],"of":[5,29,138,172,208],"interest":[6],"in":[7,23,37,46,90,131,186,194,235],"fair":[8,43,58,76,105,226],"Artificial":[9],"Intelligence":[10],"(AI)":[11],"and":[12,32,57,73],"Machine":[13],"Learning":[14],"(ML)":[15],"research":[16,36],"which":[17,53],"aims":[18],"to":[19,66,85,201,216],"mitigate":[20],"discriminatory":[21],"bias":[22,184,193],"AI":[24,44,59,77,106,187,227],"algorithms,":[25,45],"e.g.,":[26],"along":[27],"lines":[28],"gender,":[30],"age,":[31],"race.":[33],"While":[34],"most":[35],"this":[38,47],"domain":[39],"focuses":[40],"on":[41,79,147],"developing":[42],"work,":[48],"we":[49,102,159,178],"examine":[50],"the":[51,91,120,150,155,170,182,191,206,236],"challenges":[52],"arise":[54],"when":[55],"humans":[56],"interact.":[60],"Our":[61,115,221],"results":[62,89,222],"show":[63],"that":[64,119,145,161,212,224],"due":[65],"an":[67,134],"apparent":[68],"conflict":[69],"between":[70],"human":[71],"preferences":[72],"fairness,":[74],"algorithm":[78],"its":[80,87,129,233],"own":[81,219],"may":[82],"be":[83],"insufficient":[84],"achieve":[86],"intended":[88],"real":[92,237],"world.":[93,238],"Using":[94],"college":[95,142],"major":[96],"recommendation":[97],"as":[98],"case":[100],"study,":[101],"build":[103],"recommender":[107,122],"by":[108],"employing":[109],"gender":[110,163,183,192],"debiasing":[111],"machine":[112],"learning":[113],"techniques.":[114],"offline":[116],"evaluation":[117],"showed":[118],"debiased":[121,156],"makes":[123],"fairer":[124],"career":[125],"recommendations":[126,188],"without":[127,189],"sacrificing":[128],"accuracy":[130],"prediction.":[132],"Nevertheless,":[133],"online":[135],"user":[136],"study":[137],"more":[139],"than":[140],"200":[141],"students":[143],"revealed":[144],"participants":[146,215],"average":[148],"prefer":[149],"original":[151],"biased":[152],"system":[153],"over":[154],"system.":[157],"Specifically,":[158],"found":[160],"perceived":[162],"disparity":[164],"determining":[167],"factor":[168],"for":[169,231],"acceptance":[171],"recommendation.":[174],"In":[175],"other":[176],"words,":[177],"cannot":[179],"fully":[180],"address":[181],"issue":[185],"addressing":[190],"humans.":[195],"We":[196],"conducted":[197],"follow-up":[199],"survey":[200],"gain":[202],"additional":[203],"insights":[204],"into":[205],"effectiveness":[207],"various":[209],"design":[210],"options":[211],"can":[213],"help":[214],"overcome":[217],"their":[218],"biases.":[220],"suggest":[223],"making":[225],"explainable":[228],"crucial":[230],"increasing":[232],"adoption":[234]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}