{"id":"https://openalex.org/W4306317221","doi":"https://doi.org/10.1145/3511808.3557178","title":"How Does the Crowd Impact the Model? A Tool for Raising Awareness of Social Bias in Crowdsourced Training Data","display_name":"How Does the Crowd Impact the Model? A Tool for Raising Awareness of Social Bias in Crowdsourced Training Data","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4306317221","doi":"https://doi.org/10.1145/3511808.3557178"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557178","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557178","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557178","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557178","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110943383","display_name":"Periklis Perikleous","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Periklis Perikleous","raw_affiliation_strings":["CYENS Centre of Excellence, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence, Nicosia, Cyprus","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025662181","display_name":"Andreas Kafkalias","orcid":"https://orcid.org/0000-0001-6331-5040"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas Kafkalias","raw_affiliation_strings":["CYENS Centre of Excellence, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence, Nicosia, Cyprus","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077250564","display_name":"\u0396\u03ae\u03bd\u03c9\u03bd\u03b1\u03c2 \u0398\u03b5\u03bf\u03b4\u03bf\u03c3\u03af\u03bf\u03c5","orcid":"https://orcid.org/0000-0003-3168-2350"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zenonas Theodosiou","raw_affiliation_strings":["CYENS Centre of Excellence, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence, Nicosia, Cyprus","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054475785","display_name":"P\u0131nar Barlas","orcid":"https://orcid.org/0000-0002-7882-7927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinar Barlas","raw_affiliation_strings":["CYENS Centre of Excellence, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence, Nicosia, Cyprus","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068282303","display_name":"Evgenia Christoforou","orcid":"https://orcid.org/0000-0003-0455-9357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evgenia Christoforou","raw_affiliation_strings":["CYENS Centre of Excellence, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence, Nicosia, Cyprus","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028278233","display_name":"Jahna Otterbacher","orcid":"https://orcid.org/0000-0002-7655-7118"},"institutions":[{"id":"https://openalex.org/I59746437","display_name":"Open University of Cyprus","ror":"https://ror.org/033sm2k57","country_code":"CY","type":"education","lineage":["https://openalex.org/I59746437"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Jahna Otterbacher","raw_affiliation_strings":["CYENS Centre of Excellence & Open University of Cyprus, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence & Open University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I59746437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052565959","display_name":"Gianluca Demartini","orcid":"https://orcid.org/0000-0002-7311-3693"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gianluca Demartini","raw_affiliation_strings":["The University of Queensland, Brisbane, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064133649","display_name":"Andreas Lanitis","orcid":"https://orcid.org/0000-0001-6841-8065"},"institutions":[{"id":"https://openalex.org/I163151358","display_name":"Cyprus University of Technology","ror":"https://ror.org/05qt8tf94","country_code":"CY","type":"education","lineage":["https://openalex.org/I163151358"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Andreas Lanitis","raw_affiliation_strings":["CYENS Centre of Excellence & Cyprus University of Technology, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"CYENS Centre of Excellence & Cyprus University of Technology, Nicosia, Cyprus","institution_ids":["https://openalex.org/I163151358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5110943383"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9602,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73708558,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4951","last_page":"4954"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7078314423561096},{"id":"https://openalex.org/keywords/raising","display_name":"Raising (metalworking)","score":0.6958632469177246},{"id":"https://openalex.org/keywords/biometrics","display_name":"Biometrics","score":0.5601490139961243},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5546652674674988},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5340391993522644},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49448370933532715},{"id":"https://openalex.org/keywords/attractiveness","display_name":"Attractiveness","score":0.4927559196949005},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.46476396918296814},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.46001219749450684},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42418694496154785},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16589772701263428},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14261987805366516},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09764039516448975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078314423561096},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.6958632469177246},{"id":"https://openalex.org/C184297639","wikidata":"https://www.wikidata.org/wiki/Q177765","display_name":"Biometrics","level":2,"score":0.5601490139961243},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5546652674674988},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5340391993522644},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49448370933532715},{"id":"https://openalex.org/C31173074","wikidata":"https://www.wikidata.org/wiki/Q2632514","display_name":"Attractiveness","level":2,"score":0.4927559196949005},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.46476396918296814},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46001219749450684},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42418694496154785},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16589772701263428},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14261987805366516},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09764039516448975},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3511808.3557178","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557178","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557178","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:ktisis.cut.ac.cy:20.500.14279/28637","is_oa":true,"landing_page_url":"https://api.elsevier.com/content/abstract/scopus_id/85140847674","pdf_url":"https://hdl.handle.net/20.500.14279/28637","source":{"id":"https://openalex.org/S4306400897","display_name":"Ktisis at Cyprus University of Technology (Cyprus University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I163151358","host_organization_name":"Cyprus University of Technology","host_organization_lineage":["https://openalex.org/I163151358"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3511808.3557178","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557178","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557178","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G3576037094","display_name":null,"funder_award_id":"739578","funder_id":"https://openalex.org/F4320330084","funder_display_name":"Research and Innovation Foundation"},{"id":"https://openalex.org/G7653984940","display_name":null,"funder_award_id":"EXCELLENCE/0918/0086","funder_id":"https://openalex.org/F4320330084","funder_display_name":"Research and Innovation Foundation"},{"id":"https://openalex.org/G776759023","display_name":null,"funder_award_id":"Horizon 2020 Research and Innovation Programme und","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G992966723","display_name":null,"funder_award_id":"739578","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320330084","display_name":"Research and Innovation Foundation","ror":null},{"id":"https://openalex.org/F4320332084","display_name":"Deputy Ministry of Research, Innovation and Digital Policy","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306317221.pdf","grobid_xml":"https://content.openalex.org/works/W4306317221.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1971203465","https://openalex.org/W2624724821","https://openalex.org/W2803380720","https://openalex.org/W2889252776","https://openalex.org/W2973094059","https://openalex.org/W2989168403","https://openalex.org/W4292552444"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"It":[0],"is":[1,43],"increasingly":[2],"easy":[3],"for":[4,25,31,176],"interested":[5],"parties":[6],"to":[7,45,81],"play":[8],"a":[9,18,76,116,173],"role":[10],"in":[11,61,72,106,158,182],"the":[12,51,56,83,90,97,103,129,142,156],"development":[13],"of":[14,20,58,69,85,102,119,128,155,179],"predictive":[15],"algorithms,":[16],"with":[17,169],"range":[19],"available":[21],"tools":[22],"and":[23,33,92,100,131,144],"platforms":[24],"building":[26],"datasets,":[27],"as":[28,30,55,94,96,172],"well":[29,95],"training":[32,62],"evaluating":[34],"machine":[35],"learning":[36],"(ML)":[37],"models.":[38],"For":[39],"this":[40],"reason,":[41],"it":[42],"essential":[44],"create":[46],"awareness":[47,178],"among":[48],"practitioners":[49],"on":[50,115,161],"ethical":[52],"challenges,":[53],"such":[54],"presence":[57],"social":[59],"bias":[60],"data.":[63],"We":[64,164],"present":[65,165],"RECANT":[66],"(Raising":[67],"Awareness":[68],"Social":[70],"Bias":[71],"Crowdsourced":[73],"Training":[74],"Data),":[75],"tool":[77,175],"that":[78],"allows":[79],"users":[80,139],"explore":[82,141],"behaviors":[84],"four":[86],"biometric":[87],"models":[88,111],"-predicting":[89],"gender":[91],"race,":[93],"perceived":[98],"attractiveness":[99],"trustworthiness,":[101],"person":[104],"depicted":[105],"an":[107],"input":[108],"image.":[109],"These":[110],"have":[112],"been":[113],"trained":[114],"crowdsourced":[117],"dataset":[118],"passport-style":[120],"people":[121],"images,":[122,130],"where":[123],"crowd":[124],"annotators":[125],"described":[126],"attributes":[127],"reported":[132],"their":[133],"own":[134],"demographic":[135],"characteristics.":[136],"With":[137],"RECANT,":[138],"can":[140],"correct":[143],"wrong":[145],"predictions":[146],"made":[147],"by":[148],"each":[149],"model,":[150],"when":[151],"using":[152],"different":[153],"subsets":[154],"data":[157,183],"training,":[159],"based":[160],"annotator":[162],"attributes.":[163],"its":[166],"features,":[167],"along":[168],"sample":[170],"exercises,":[171],"hands-on":[174],"raising":[177],"potential":[180],"pitfalls":[181],"practices":[184],"surrounding":[185],"ML.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}