{"id":"https://openalex.org/W4367046598","doi":"https://doi.org/10.1145/3578503.3583612","title":"Understanding Misogynoir: A Study of Annotators\u2019 Perspectives","display_name":"Understanding Misogynoir: A Study of Annotators\u2019 Perspectives","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367046598","doi":"https://doi.org/10.1145/3578503.3583612"},"language":"en","primary_location":{"id":"doi:10.1145/3578503.3583612","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578503.3583612","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578503.3583612","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Web Science Conference 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578503.3583612","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014488352","display_name":"Joseph Kwarteng","orcid":"https://orcid.org/0000-0001-6576-5678"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joseph Kwarteng","raw_affiliation_strings":["The Open University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-6576-5678","affiliations":[{"raw_affiliation_string":"The Open University, United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007953039","display_name":"Gr\u00e9goire Burel","orcid":"https://orcid.org/0000-0003-0029-5219"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gregoire Burel","raw_affiliation_strings":["The Open University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0029-5219","affiliations":[{"raw_affiliation_string":"The Open University, United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084317008","display_name":"Allan Third","orcid":"https://orcid.org/0000-0002-0386-1936"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aisling Third","raw_affiliation_strings":["The Open University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0386-1936","affiliations":[{"raw_affiliation_string":"The Open University, United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tracie Farrell","orcid":"https://orcid.org/0000-0002-2386-4333"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tracie Farrell","raw_affiliation_strings":["The Open University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2386-4333","affiliations":[{"raw_affiliation_string":"The Open University, United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090994054","display_name":"Miriam Fern\u00e1ndez","orcid":"https://orcid.org/0000-0001-5939-4321"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miriam Fernandez","raw_affiliation_strings":["The Open University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-5939-4321","affiliations":[{"raw_affiliation_string":"The Open University, United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204136569"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03747792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"271","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9521999955177307,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11540","display_name":"Gender, Feminism, and Media","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6472100615501404},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6157656908035278},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5848439335823059},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5586087107658386},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.5511014461517334},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5439905524253845},{"id":"https://openalex.org/keywords/subjectivity","display_name":"Subjectivity","score":0.5426427125930786},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5324410200119019},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4623791575431824},{"id":"https://openalex.org/keywords/racism","display_name":"Racism","score":0.42101868987083435},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35168716311454773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28859806060791016},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.1491881012916565},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13930010795593262},{"id":"https://openalex.org/keywords/gender-studies","display_name":"Gender studies","score":0.13584575057029724},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10219642519950867},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08028516173362732}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6472100615501404},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6157656908035278},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5848439335823059},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5586087107658386},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.5511014461517334},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5439905524253845},{"id":"https://openalex.org/C202889954","wikidata":"https://www.wikidata.org/wiki/Q1139554","display_name":"Subjectivity","level":2,"score":0.5426427125930786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5324410200119019},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4623791575431824},{"id":"https://openalex.org/C139838865","wikidata":"https://www.wikidata.org/wiki/Q8461","display_name":"Racism","level":2,"score":0.42101868987083435},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35168716311454773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28859806060791016},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1491881012916565},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13930010795593262},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.13584575057029724},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10219642519950867},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08028516173362732},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3578503.3583612","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578503.3583612","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578503.3583612","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Web Science Conference 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:oro.open.ac.uk:88020","is_oa":true,"landing_page_url":null,"pdf_url":"https://oro.open.ac.uk/88020/1/Kwarteng_Misogynoir_websci23-19.pdf","source":{"id":"https://openalex.org/S4306401187","display_name":"Open Research Online (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.1145/3578503.3583612","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578503.3583612","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578503.3583612","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Web Science Conference 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367046598.pdf","grobid_xml":"https://content.openalex.org/works/W4367046598.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2164777277","https://openalex.org/W2340954483","https://openalex.org/W2585292421","https://openalex.org/W2783049859","https://openalex.org/W2926526813","https://openalex.org/W3012020531","https://openalex.org/W3169973903","https://openalex.org/W4206449784","https://openalex.org/W4213385622","https://openalex.org/W4308747251","https://openalex.org/W4317536030","https://openalex.org/W4320085550"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"\u201cMisogynoir\"":[0],"is":[1,11,21],"the":[2,47,112,169,176,189],"anti-Black":[3],"racist":[4],"misogyny":[5],"experienced":[6],"by":[7,13,90,168],"Black":[8,93],"women,":[9],"which":[10,44],"characterised":[12],"components":[14],"of":[15,39,49,76,106,121,131,164,178],"both":[16],"racism":[17],"and":[18,30,34,37,58,69,78,103,109,125,133,156,182,188],"sexism.":[19],"Misogynoir":[20,77,132],"challenging":[22],"to":[23,26,46,86,194],"detect":[24],"due":[25],"its":[27,31],"inherent":[28],"subjectivity":[29],"intersectional":[32,196],"nature,":[33],"people\u2019s":[35],"opinions":[36],"interpretations":[38,166],"such":[40,150],"hate":[41,186,197],"might":[42],"vary,":[43],"adds":[45],"challenges":[48],"understanding":[50],"it.":[51],"In":[52,158],"this":[53],"paper,":[54],"we":[55,160],"explored":[56],"how":[57,66],"some":[59],"potential":[60,74,129],"why\u2019s":[61],"different":[62,148,152,179],"annotator":[63,180],"characteristics":[64],"influence":[65],"they":[67,139],"interpret":[68],"annotate":[70],"a":[71,143,162],"dataset":[72],"for":[73,128,191],"cases":[75,89,130],"Allyship.":[79],"We":[80,116],"sampled":[81],"tweets":[82],"containing":[83],"public":[84],"responses":[85],"self-reported":[87],"misogynoir":[88],"four":[91],"prominent":[92],"women":[94],"in":[95,123,136,185],"technology,":[96],"designed":[97],"an":[98],"online":[99],"annotation":[100],"task":[101],"study,":[102],"recruited":[104],"annotators":[105],"diverse":[107],"ethnicities":[108],"genders":[110],"from":[111],"Prolific":[113],"crowdsourcing":[114],"platform.":[115],"found":[117],"that":[118],"participants\u2019":[119],"sources":[120],"evidence":[122],"judging":[124],"interpreting":[126],"content":[127,183],"Allyship,":[134],"even":[135],"circumstances":[137],"where":[138],"all":[140],"agree":[141],"on":[142],"prospective":[144],"label,":[145],"vary":[146],"across":[147],"factors,":[149],"as":[151],"ethnicity,":[153],"lived":[154],"experiences":[155],"gender.":[157],"addition,":[159],"present":[161],"variety":[163],"plausible":[165],"influenced":[167],"various":[170],"annotators\u2019":[171],"characteristics.":[172],"This":[173],"study":[174],"demonstrates":[175],"relevance":[177],"perspectives":[181],"comprehension":[184],"speech":[187],"need":[190],"further":[192],"efforts":[193],"understand":[195],"better.":[198]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}
