{"id":"https://openalex.org/W2994026551","doi":"https://doi.org/10.1609/hcomp.v7i1.5267","title":"How Do We Talk about Other People? Group (Un)Fairness in Natural Language Image Descriptions","display_name":"How Do We Talk about Other People? Group (Un)Fairness in Natural Language Image Descriptions","publication_year":2019,"publication_date":"2019-10-28","ids":{"openalex":"https://openalex.org/W2994026551","doi":"https://doi.org/10.1609/hcomp.v7i1.5267","mag":"2994026551"},"language":"en","primary_location":{"id":"doi:10.1609/hcomp.v7i1.5267","is_oa":true,"landing_page_url":"https://doi.org/10.1609/hcomp.v7i1.5267","pdf_url":"https://ojs.aaai.org/index.php/HCOMP/article/download/5267/5119","source":{"id":"https://openalex.org/S4387284122","display_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","issn_l":"2769-1330","issn":["2769-1330","2769-1349"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/HCOMP/article/download/5267/5119","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028278233","display_name":"Jahna Otterbacher","orcid":"https://orcid.org/0000-0002-7655-7118"},"institutions":[{"id":"https://openalex.org/I59746437","display_name":"Open University of Cyprus","ror":"https://ror.org/033sm2k57","country_code":"CY","type":"education","lineage":["https://openalex.org/I59746437"]}],"countries":["CY"],"is_corresponding":true,"raw_author_name":"Jahna Otterbacher","raw_affiliation_strings":["Open University of Cyprus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Open University of Cyprus","institution_ids":["https://openalex.org/I59746437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054475785","display_name":"P\u0131nar Barlas","orcid":"https://orcid.org/0000-0002-7882-7927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P\u0131nar Barlas","raw_affiliation_strings":["Research Centre for Interactive Media, Smart Systems and Emerging Technologies (RISE Cyprus)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Centre for Interactive Media, Smart Systems and Emerging Technologies (RISE Cyprus)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060058868","display_name":"Styliani Kleanthous","orcid":"https://orcid.org/0000-0003-1594-1340"},"institutions":[{"id":"https://openalex.org/I59746437","display_name":"Open University of Cyprus","ror":"https://ror.org/033sm2k57","country_code":"CY","type":"education","lineage":["https://openalex.org/I59746437"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Styliani Kleanthous","raw_affiliation_strings":["Open University of Cyprus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Open University of Cyprus","institution_ids":["https://openalex.org/I59746437"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039642040","display_name":"Kyriakos Kyriakou","orcid":"https://orcid.org/0000-0003-4200-5718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kyriakos Kyriakou","raw_affiliation_strings":["Research Centre for Interactive Media, Smart Systems and Emerging Technologies (RISE Cyprus)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Centre for Interactive Media, Smart Systems and Emerging Technologies (RISE Cyprus)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028278233"],"corresponding_institution_ids":["https://openalex.org/I59746437"],"apc_list":null,"apc_paid":null,"fwci":3.3893,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.92937169,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"106","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.925599992275238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.925599992275238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8853195309638977},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6960598230361938},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6194000244140625},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.6097211837768555},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.5919464826583862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.557309627532959},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5312761068344116},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5077961087226868},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4933006167411804},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4711650311946869},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4549046456813812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4464501738548279},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4435858428478241},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.40287816524505615},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.36612769961357117},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.19870522618293762},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1494331657886505},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.08821892738342285},{"id":"https://openalex.org/keywords/gender-studies","display_name":"Gender studies","score":0.08247429132461548},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07655507326126099}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8853195309638977},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6960598230361938},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6194000244140625},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.6097211837768555},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.5919464826583862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.557309627532959},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5312761068344116},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5077961087226868},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4933006167411804},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4711650311946869},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4549046456813812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4464501738548279},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4435858428478241},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40287816524505615},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.36612769961357117},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.19870522618293762},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1494331657886505},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.08821892738342285},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.08247429132461548},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07655507326126099},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/hcomp.v7i1.5267","is_oa":true,"landing_page_url":"https://doi.org/10.1609/hcomp.v7i1.5267","pdf_url":"https://ojs.aaai.org/index.php/HCOMP/article/download/5267/5119","source":{"id":"https://openalex.org/S4387284122","display_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","issn_l":"2769-1330","issn":["2769-1330","2769-1349"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/5267","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/HCOMP/article/view/5267","pdf_url":"https://ojs.aaai.org/index.php/HCOMP/article/view/5267","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing; Vol. 7 No. 1 (2019): Proceedings of the Seventh AAAI Conference on Human Computation and Crowdsourcing; 106-114","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/hcomp.v7i1.5267","is_oa":true,"landing_page_url":"https://doi.org/10.1609/hcomp.v7i1.5267","pdf_url":"https://ojs.aaai.org/index.php/HCOMP/article/download/5267/5119","source":{"id":"https://openalex.org/S4387284122","display_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","issn_l":"2769-1330","issn":["2769-1330","2769-1349"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Gender equality","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8825426903","display_name":"Cyprus Center for Algorithmic Transparency","funder_award_id":"810105","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G992966723","display_name":null,"funder_award_id":"739578","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2994026551.pdf","grobid_xml":"https://content.openalex.org/works/W2994026551.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W68733909","https://openalex.org/W1593806347","https://openalex.org/W1595524969","https://openalex.org/W1889081078","https://openalex.org/W1964981411","https://openalex.org/W1998774998","https://openalex.org/W2050482109","https://openalex.org/W2067816745","https://openalex.org/W2109657353","https://openalex.org/W2180771322","https://openalex.org/W2248026759","https://openalex.org/W2268296989","https://openalex.org/W2338753184","https://openalex.org/W2406012631","https://openalex.org/W2483215953","https://openalex.org/W2739810148","https://openalex.org/W2741179140","https://openalex.org/W2773523653","https://openalex.org/W2788481061","https://openalex.org/W2809795725","https://openalex.org/W2907374781","https://openalex.org/W2950018712","https://openalex.org/W2954112064","https://openalex.org/W2962749380","https://openalex.org/W2962787423","https://openalex.org/W2963349562","https://openalex.org/W2963808661","https://openalex.org/W4289669978","https://openalex.org/W4307812779","https://openalex.org/W4312286475","https://openalex.org/W4312769147","https://openalex.org/W6635741605","https://openalex.org/W6662717790","https://openalex.org/W6757662386","https://openalex.org/W6987764405"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3032998312","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W1503094549","https://openalex.org/W4290852288","https://openalex.org/W3088136942","https://openalex.org/W4283207562","https://openalex.org/W2803345361","https://openalex.org/W3009270862"],"abstract_inverted_index":{"Crowdsourcing":[0],"plays":[1],"a":[2,71,84,103,137],"key":[3],"role":[4],"in":[5,46,54,59,98,157,170],"developing":[6],"algorithms":[7],"for":[8,109],"image":[9],"recognition":[10],"or":[11,19],"captioning.":[12],"Major":[13],"datasets,":[14],"such":[15,34],"as":[16,56,58,136],"MS":[17],"COCO":[18],"Flickr30K,":[20],"have":[21],"been":[22],"built":[23],"by":[24],"eliciting":[25],"natural":[26,158],"language":[27,159],"descriptions":[28,161],"of":[29,87,93,139,144,151],"images":[30,133],"from":[31],"workers.":[32],"Yet":[33],"elicitation":[35],"tasks":[36],"are":[37,96],"susceptible":[38],"to":[39,63,69],"human":[40],"biases,":[41],"including":[42],"stereotyping":[43],"people":[44,88,160],"depicted":[45,146],"images.":[47,89],"Given":[48],"the":[49,60,99,117,140,145,149],"growing":[50],"concerns":[51],"surrounding":[52],"discrimination":[53],"algorithms,":[55],"well":[57],"data":[61],"used":[62],"train":[64],"them,":[65],"it":[66,167],"is":[67,162],"necessary":[68],"take":[70],"critical":[72],"look":[73],"at":[74,80],"this":[75,155],"practice.":[76],"We":[77,106,124],"conduct":[78],"experiments":[79],"Figure":[81],"Eight":[82],"using":[83,116],"controlled":[85],"set":[86],"Men":[90],"and":[91,113,142,164],"women":[92],"various":[94],"races":[95],"positioned":[97],"same":[100],"manner,":[101],"wearing":[102],"grey":[104],"t-shirt.":[105],"prompt":[107],"workers":[108],"10":[110],"descriptive":[111],"labels,":[112],"consider":[114],"them":[115],"human-centric":[118],"approach,":[119],"which":[120],"assumes":[121],"reporting":[122],"bias.":[123],"find":[125],"that":[126],"\u201cwhat\u2019s":[127],"worth":[128],"saying\u201d":[129],"about":[130],"these":[131],"uniform":[132],"often":[134,165],"differs":[135],"function":[138],"gender":[141],"race":[143],"person,":[147],"violating":[148],"notion":[150],"group":[152],"fairness.":[153],"Although":[154],"diversity":[156],"expected":[163],"beneficial,":[166],"could":[168],"result":[169],"automated":[171],"disparate":[172],"impact":[173],"if":[174],"not":[175],"managed":[176],"properly.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-19T08:33:51.333923","created_date":"2025-10-10T00:00:00"}