{"id":"https://openalex.org/W4389768570","doi":"https://doi.org/10.48550/arxiv.2312.08064","title":"Human-in-the-loop Fairness: Integrating Stakeholder Feedback to Incorporate Fairness Perspectives in Responsible AI","display_name":"Human-in-the-loop Fairness: Integrating Stakeholder Feedback to Incorporate Fairness Perspectives in Responsible AI","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389768570","doi":"https://doi.org/10.48550/arxiv.2312.08064"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.08064","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08064","pdf_url":"https://arxiv.org/pdf/2312.08064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.08064","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010924821","display_name":"Evdoxia Taka","orcid":"https://orcid.org/0000-0001-7011-3367","observed_orcids":["https://orcid.org/0000-0001-7011-3367"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Taka, Evdoxia","raw_affiliation_strings":["University of Glasgow , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow , UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073584416","display_name":"Yuri Nakao","orcid":"https://orcid.org/0000-0002-6813-9952","observed_orcids":["https://orcid.org/0000-0002-6813-9952"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nakao, Yuri","raw_affiliation_strings":["Fujitsu Limited , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited , Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071144782","display_name":"Ryosuke Sonoda","orcid":"https://orcid.org/0009-0005-7861-9780","observed_orcids":["https://orcid.org/0009-0005-7861-9780"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sonoda, Ryosuke","raw_affiliation_strings":["Fujitsu Limited , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited , Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076837149","display_name":"Takuya Yokota","orcid":"https://orcid.org/0009-0000-0470-5313","observed_orcids":["https://orcid.org/0009-0000-0470-5313"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yokota, Takuya","raw_affiliation_strings":["Fujitsu Limited , Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Limited , Japan","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102002196","display_name":"Lin Luo","orcid":"https://orcid.org/0000-0002-1693-7469","observed_orcids":["https://orcid.org/0000-0002-1693-7469","https://orcid.org/0000-0002-7680-3518"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Luo, Lin","raw_affiliation_strings":["University of Glasgow , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow , UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014846205","display_name":"Simone Stumpf","orcid":"https://orcid.org/0000-0001-6482-1973","observed_orcids":["https://orcid.org/0000-0001-6482-1973"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stumpf, Simone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13812","display_name":"AI and HR Technologies","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8379999995231628},{"id":"https://openalex.org/keywords/stakeholder-feedback","display_name":"stakeholder feedback","score":0.9129999876022339},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"human-in-the-loop","score":0.8339999914169312},{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.9539999961853027},{"id":"https://openalex.org/keywords/credit-ratings","display_name":"credit ratings","score":0.7720000147819519},{"id":"https://openalex.org/keywords/loan-applications","display_name":"loan applications","score":0.9419999718666077},{"id":"https://openalex.org/keywords/fairness-metrics","display_name":"fairness metrics","score":0.7409999966621399},{"id":"https://openalex.org/keywords/high-risk-decision-making","display_name":"high-risk decision-making","score":0.8040000200271606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7359654903411865},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.7103767991065979},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.6738302111625671},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6254742741584778},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.4754374027252197},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.4346827566623688},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4202580153942108},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1741083562374115},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08354485034942627},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.08064","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08064","pdf_url":"https://arxiv.org/pdf/2312.08064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.08064","doi":"https://doi.org/10.48550/arxiv.2312.08064","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.08064","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.08064","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.08064","pdf_url":"https://arxiv.org/pdf/2312.08064","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5676000118255615}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.7400000095367432}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389768570.pdf","grobid_xml":"https://content.openalex.org/works/W4389768570.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415255594","https://openalex.org/W4288032566","https://openalex.org/W7128479672","https://openalex.org/W4224433910","https://openalex.org/W7155626143","https://openalex.org/W4410538176","https://openalex.org/W7126215576","https://openalex.org/W4229082339","https://openalex.org/W3101820912","https://openalex.org/W7204066421"],"abstract_inverted_index":{"Fairness":[0],"is":[1,19,22,29,39,53,62],"a":[2,47,54,129],"growing":[3],"concern":[4],"for":[5,133,216,224],"high-risk":[6],"decision-making":[7],"using":[8],"Artificial":[9],"Intelligence":[10],"(AI)":[11],"but":[12],"ensuring":[13],"it":[14],"through":[15],"purely":[16],"technical":[17],"means":[18],"challenging:":[20],"there":[21,32],"no":[23],"universally":[24],"accepted":[25],"fairness":[26,28,165],"measure,":[27],"context-dependent,":[30],"and":[31,66,79,103,111,154,164,187,198,209,220],"might":[33],"be":[34,84],"conflicting":[35],"perspectives":[36],"on":[37,70,77,99,150,162],"what":[38],"considered":[40],"fair.":[41],"Thus,":[42],"involving":[43],"stakeholders,":[44],"often":[45],"without":[46],"background":[48],"in":[49,63,137],"AI":[50,87,116,131,218,226],"or":[51],"fairness,":[52,78,110,186,219],"promising":[55],"avenue.":[56],"Research":[57],"to":[58,72,75,108,113,120,158,185,202],"directly":[59],"involve":[60],"stakeholders":[61,74,95],"its":[64],"infancy,":[65],"many":[67],"questions":[68],"remain":[69],"how":[71,80],"support":[73],"feedback":[76,82,98,145,182,215],"this":[81,122,172],"can":[83,96],"integrated":[85],"into":[86],"models.":[88],"Our":[89,193],"work":[90,194],"follows":[91],"an":[92,115],"approach":[93],"where":[94],"give":[97],"specific":[100],"decision":[101],"instances":[102],"their":[104,109,181],"outcomes":[105],"with":[106,183],"respect":[107,184],"then":[112,188],"retrain":[114],"model.":[117],"In":[118,140,167],"order":[119],"investigate":[121,159],"approach,":[123],"we":[124,143,170],"conducted":[125,155,189],"two":[126,196],"studies":[127],"of":[128,180,211],"complex":[130],"model":[132],"credit":[134],"rating":[135],"used":[136],"loan":[138,151],"applications.":[139],"study":[141,168],"1,":[142],"collected":[144],"from":[146],"58":[147],"lay":[148,213],"users":[149],"application":[152],"decisions,":[153],"offline":[156,191],"experiments":[157],"the":[160,178,207],"effects":[161],"accuracy":[163],"metrics.":[166],"2,":[169],"deepened":[171],"investigation":[173],"by":[174],"showing":[175],"66":[176],"participants":[177],"results":[179],"further":[190,204],"analyses.":[192],"contributes":[195],"datasets":[197],"associated":[199],"code":[200],"frameworks":[201],"bootstrap":[203],"research,":[205],"highlights":[206],"opportunities":[208],"challenges":[210],"employing":[212],"user":[214],"improving":[217],"discusses":[221],"practical":[222],"implications":[223],"developing":[225],"applications":[227],"that":[228],"more":[229],"closely":[230],"reflect":[231],"stakeholder":[232],"views":[233],"about":[234],"fairness.":[235]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2023-12-15T00:00:00"}