{"id":"https://openalex.org/W4367046582","doi":"https://doi.org/10.1145/3578503.3583617","title":"Misinformation Detection Algorithms and Fairness across Political Ideologies: The Impact of Article Level Labeling","display_name":"Misinformation Detection Algorithms and Fairness across Political Ideologies: The Impact of Article Level Labeling","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367046582","doi":"https://doi.org/10.1145/3578503.3583617"},"language":"en","primary_location":{"id":"doi:10.1145/3578503.3583617","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3578503.3583617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Web Science Conference 2023","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101734911","display_name":"Jinkyung Park","orcid":"https://orcid.org/0000-0002-0804-832X"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinkyung Park","raw_affiliation_strings":["Vanderbilt University, USA"],"raw_orcid":"https://orcid.org/0000-0002-0804-832X","affiliations":[{"raw_affiliation_string":"Vanderbilt University, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081346297","display_name":"Rahul Dev Ellezhuthil","orcid":"https://orcid.org/0000-0002-3002-6223"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rahul Dev Ellezhuthil","raw_affiliation_strings":["Rutgers University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3002-6223","affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009631327","display_name":"J. E. Isaac","orcid":"https://orcid.org/0000-0002-1160-5369"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Isaac","raw_affiliation_strings":["Rutgers University, USA"],"raw_orcid":"https://orcid.org/0000-0002-1160-5369","affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088765628","display_name":"Christoph Mergerson","orcid":"https://orcid.org/0000-0001-8951-3571"},"institutions":[{"id":"https://openalex.org/I4210164466","display_name":"Merrill (United States)","ror":"https://ror.org/05qepn613","country_code":"US","type":"company","lineage":["https://openalex.org/I4210164466"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christoph Mergerson","raw_affiliation_strings":["Philip Merrill College of Journalism, University of Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0001-8951-3571","affiliations":[{"raw_affiliation_string":"Philip Merrill College of Journalism, University of Maryland, USA","institution_ids":["https://openalex.org/I4210164466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024913120","display_name":"Lauren Feldman","orcid":"https://orcid.org/0000-0002-3057-9602"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Feldman","raw_affiliation_strings":["Rutgers University, USA"],"raw_orcid":"https://orcid.org/0000-0002-3057-9602","affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011229206","display_name":"Vivek K. Singh","orcid":"https://orcid.org/0000-0002-8194-2336"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Singh","raw_affiliation_strings":["Rutgers University, USA"],"raw_orcid":"https://orcid.org/0000-0002-8194-2336","affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4027,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.95291076,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"107","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.9407922029495239},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.8713147640228271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6307933330535889},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.607269287109375},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.5517942905426025},{"id":"https://openalex.org/keywords/ideology","display_name":"Ideology","score":0.49157819151878357},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35494670271873474},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34525877237319946},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3324204683303833},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3312050998210907},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.28546106815338135},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.24758929014205933},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1223970353603363},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10004568099975586}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.9407922029495239},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.8713147640228271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6307933330535889},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.607269287109375},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.5517942905426025},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.49157819151878357},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35494670271873474},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34525877237319946},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3324204683303833},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3312050998210907},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.28546106815338135},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24758929014205933},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1223970353603363},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10004568099975586},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3578503.3583617","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3578503.3583617","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Web Science Conference 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:share.osf.io:E0207-917-C63","is_oa":false,"landing_page_url":"http://osf.io/qwnsf/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","score":0.6200000047683716,"display_name":"No poverty"}],"awards":[{"id":"https://openalex.org/G6326801260","display_name":null,"funder_award_id":"1915790","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1961345416","https://openalex.org/W2014352947","https://openalex.org/W2025602960","https://openalex.org/W2099813784","https://openalex.org/W2100960835","https://openalex.org/W2410465342","https://openalex.org/W2577716227","https://openalex.org/W2582561810","https://openalex.org/W2750144484","https://openalex.org/W2759641418","https://openalex.org/W2766277199","https://openalex.org/W2793601628","https://openalex.org/W2798888217","https://openalex.org/W2799728565","https://openalex.org/W2887859386","https://openalex.org/W2910580457","https://openalex.org/W2954365773","https://openalex.org/W2981673074","https://openalex.org/W2998746913","https://openalex.org/W3011573535","https://openalex.org/W3031781733","https://openalex.org/W3036253866","https://openalex.org/W3037713666","https://openalex.org/W3128754515","https://openalex.org/W3149746057","https://openalex.org/W3155411033","https://openalex.org/W3196248941","https://openalex.org/W4221144317","https://openalex.org/W4232664349","https://openalex.org/W4250285628","https://openalex.org/W4282915382","https://openalex.org/W4288079542","https://openalex.org/W4300539796"],"related_works":["https://openalex.org/W3197131596","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W4225301003","https://openalex.org/W4283459170","https://openalex.org/W4220949352","https://openalex.org/W4229014887","https://openalex.org/W4229067106","https://openalex.org/W2393480578"],"abstract_inverted_index":{"Multiple":[0],"recent":[1,208],"efforts":[2,29,54],"have":[3,30,55],"used":[4,32,56],"large-scale":[5],"data":[6],"and":[7,43,62,70,106,162,174,191,213,233,239],"computational":[8],"models":[9],"to":[10,39,74,98,181],"automatically":[11],"detect":[12],"misinformation":[13,23,42,159,172,211,237],"in":[14,47,206],"online":[15],"news":[16,101],"articles.":[17],"Given":[18],"the":[19,33,67,78,82,92,130,143,155,170],"potential":[20],"impact":[21,93],"of":[22,27,36,94,145,157,227],"on":[24,91,150,210],"democracy,":[25],"many":[26],"these":[28,37],"also":[31],"political":[34,45,63,71,107,120,163,214],"ideology":[35],"articles":[38,76,102,232],"better":[40],"model":[41],"study":[44,142],"bias":[46,215],"such":[48,53,146,153],"algorithms.":[49],"However,":[50],"almost":[51,129],"all":[52,75],"source":[57,80,113,147,199],"level":[58,114,148,200],"labels":[59,115],"for":[60,103,119,137,236],"credibility":[61,69,105,138],"alignment,":[64],"thereby":[65],"assigning":[66],"same":[68,79,131],"alignment":[72,121],"label":[73,99],"from":[77],"(e.g.,":[81],"New":[83],"York":[84],"Times":[85],"or":[86],"Breitbart).":[87],"Here,":[88],"we":[89,141],"report":[90],"journalistic":[95,228],"best":[96],"practices":[97],"individual":[100],"their":[104,183],"alignment.":[108],"We":[109,167],"found":[110],"that":[111,169],"while":[112],"are":[116,124,196],"decent":[117],"proxies":[118,127],"labeling,":[122],"they":[123],"very":[125],"poor":[126],"\u2013":[128,136],"as":[132,154],"flipping":[133],"a":[134,218,224],"coin":[135],"ratings.":[139],"Next,":[140],"implications":[144],"labeling":[149],"downstream":[151],"processes":[152],"development":[156],"automated":[158,171],"detection":[160,173,212,238],"algorithms":[161,176],"fairness":[164,175,240],"audits":[165],"therein.":[166,216],"find":[168],"can":[177],"be":[178],"suitably":[179],"revised":[180],"support":[182],"intended":[184],"goals":[185],"but":[186],"might":[187],"require":[188],"different":[189],"assumptions":[190],"methods":[192],"than":[193],"those":[194],"which":[195],"appropriate":[197],"using":[198],"labeling.":[201],"The":[202],"results":[203,209],"suggest":[204],"caution":[205],"generalizing":[207],"On":[217],"positive":[219],"note,":[220],"this":[221],"work":[222],"shares":[223],"new":[225],"dataset":[226],"quality":[229],"individually":[230],"labeled":[231],"an":[234],"approach":[235],"audits.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}