{"id":"https://openalex.org/W4378418537","doi":"https://doi.org/10.1177/26339137231173407","title":"Searching for or reviewing evidence improves crowdworkers\u2019 misinformation judgments and reduces partisan bias","display_name":"Searching for or reviewing evidence improves crowdworkers\u2019 misinformation judgments and reduces partisan bias","publication_year":2023,"publication_date":"2023-04-01","ids":{"openalex":"https://openalex.org/W4378418537","doi":"https://doi.org/10.1177/26339137231173407","mag":"3196148703"},"language":"en","primary_location":{"id":"doi:10.1177/26339137231173407","doi":"https://doi.org/10.1177/26339137231173407","is_oa":true,"landing_page_url":"https://doi.org/10.1177/26339137231173407","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/26339137231173407","source":{"id":"https://openalex.org/S4220651559","display_name":"Collective Intelligence","issn_l":"2633-9137","issn":["2633-9137"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collective Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/26339137231173407","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050228339","display_name":"Paul Resnick","orcid":"https://orcid.org/0000-0001-8368-0600","observed_orcids":["https://orcid.org/0000-0001-8368-0600"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Paul Resnick","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-8368-0600","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034653482","display_name":"Aljohara Alfayez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aljohara Alfayez","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039784085","display_name":"Jane Im","orcid":"https://orcid.org/0000-0002-9614-6535","observed_orcids":["https://orcid.org/0000-0002-9614-6535"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Im","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-9614-6535","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024795472","display_name":"\u00c9ric Gilbert","orcid":"https://orcid.org/0000-0002-3047-7059","observed_orcids":["https://orcid.org/0000-0002-3047-7059"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Gilbert","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5050228339"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":8.0376,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.97585422,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"2","issue":"2","first_page":"263391372311734","last_page":"263391372311734"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11477","display_name":"Epistemology, Ethics, and Metaphysics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowd-workers","display_name":"crowd workers","score":0.6190000176429749},{"id":"https://openalex.org/keywords/partisan-bias","display_name":"partisan bias","score":0.7329999804496765},{"id":"https://openalex.org/keywords/partisanship","display_name":"partisanship","score":0.6990000009536743},{"id":"https://openalex.org/keywords/evidence-search","display_name":"finding evidence","score":0.3970000147819519},{"id":"https://openalex.org/keywords/collective-research","display_name":"collective research","score":0.49300000071525574},{"id":"https://openalex.org/keywords/individual-research","display_name":"individual research","score":0.5640000104904175},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.4449999928474426},{"id":"https://openalex.org/keywords/misinformation-detection","display_name":"misinformation detection","score":0.367000013589859}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.9010237455368042},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.495856374502182},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.46490609645843506},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.46106016635894775},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.43221670389175415},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40011170506477356},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.35652607679367065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3085549473762512},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09206181764602661}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1177/26339137231173407","doi":"https://doi.org/10.1177/26339137231173407","is_oa":true,"landing_page_url":"https://doi.org/10.1177/26339137231173407","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/26339137231173407","source":{"id":"https://openalex.org/S4220651559","display_name":"Collective Intelligence","issn_l":"2633-9137","issn":["2633-9137"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collective Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2108.07898","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.07898","pdf_url":"https://arxiv.org/pdf/2108.07898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3196148703","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2108.07898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:fd679d52fc564472942d66fba200f129","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fd679d52fc564472942d66fba200f129","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Collective Intelligence, Vol 2 (2023)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2108.07898","doi":"https://doi.org/10.48550/arxiv.2108.07898","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.07898","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1177/26339137231173407","doi":"https://doi.org/10.1177/26339137231173407","is_oa":true,"landing_page_url":"https://doi.org/10.1177/26339137231173407","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/26339137231173407","source":{"id":"https://openalex.org/S4220651559","display_name":"Collective Intelligence","issn_l":"2633-9137","issn":["2633-9137"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Collective Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.47620001435279846}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378418537.pdf","grobid_xml":"https://content.openalex.org/works/W4378418537.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W621249151","https://openalex.org/W2005046208","https://openalex.org/W2053522862","https://openalex.org/W2104449236","https://openalex.org/W2110151287","https://openalex.org/W2141403362","https://openalex.org/W2327037637","https://openalex.org/W2514569044","https://openalex.org/W2790166049","https://openalex.org/W2898745023","https://openalex.org/W2901426845","https://openalex.org/W2913081045","https://openalex.org/W2913649461","https://openalex.org/W2940103192","https://openalex.org/W2941486823","https://openalex.org/W2973450238","https://openalex.org/W2987755095","https://openalex.org/W3016244823","https://openalex.org/W3031586727","https://openalex.org/W3093401944","https://openalex.org/W3093842192","https://openalex.org/W3121274724","https://openalex.org/W3121522380","https://openalex.org/W3123744018","https://openalex.org/W3129128339","https://openalex.org/W3133641739","https://openalex.org/W3166650478","https://openalex.org/W3172233798","https://openalex.org/W3177282563","https://openalex.org/W3192678369","https://openalex.org/W3209595240","https://openalex.org/W4212931339","https://openalex.org/W4225006216","https://openalex.org/W4309618884"],"related_works":["https://openalex.org/W3196148703","https://openalex.org/W6924980981","https://openalex.org/W4298541566","https://openalex.org/W4389950508","https://openalex.org/W3098335998","https://openalex.org/W4283170948","https://openalex.org/W3024423892","https://openalex.org/W4206279382","https://openalex.org/W7056985962","https://openalex.org/W3159842010"],"abstract_inverted_index":{"Can":[0],"crowd":[1,45,159],"workers":[2,120,160],"be":[3,29],"trusted":[4],"to":[5,54,69,87,96,111,115],"judge":[6],"whether":[7],"news-like":[8],"articles":[9],"circulating":[10],"on":[11],"the":[12,23,27,71,97,122,150],"Internet":[13],"are":[14],"misleading,":[15],"or":[16,157],"does":[17],"partisanship":[18],"and":[19,43,47,73,92],"inexperience":[20],"get":[21],"in":[22,31,121,132],"way?":[24],"And":[25],"can":[26],"task":[28],"structured":[30],"a":[32,61,76,94,103,153,166,177],"way":[33],"that":[34,164],"reduces":[35],"partisanship?":[36],"We":[37],"assembled":[38],"pools":[39],"of":[40,51,152,155,165,168],"both":[41],"liberal":[42],"conservative":[44],"raters":[46],"tested":[48],"three":[49,169],"ways":[50],"asking":[52],"them":[53],"make":[55],"judgments":[56,151],"about":[57],"374":[58],"articles.":[59],"In":[60,78,102,147],"no":[62],"research":[63,81,105,124,127,136],"condition,":[64,82,106,149],"they":[65,83,100,107],"were":[66,84,108,161],"just":[67],"asked":[68,86,110],"view":[70],"article":[72],"then":[74],"render":[75],"judgment.":[77],"an":[79],"individual":[80,123,135],"also":[85],"search":[88],"for":[89],"corroborating":[90],"evidence":[91,99],"provide":[93],"link":[95],"best":[98],"found.":[101],"collective":[104],"not":[109],"search,":[112],"but":[113],"instead":[114],"review":[116],"links":[117],"collected":[118],"from":[119],"condition.":[125],"Both":[126],"conditions":[128],"reduced":[129],"partisan":[130],"disagreement":[131],"judgments.":[133],"The":[134],"condition":[137],"was":[138],"most":[139],"effective":[140],"at":[141],"producing":[142],"alignment":[143,175],"with":[144,176],"journalists\u2019":[145],"assessments.":[146],"this":[148],"panel":[154,167],"sixteen":[156],"more":[158],"better":[162],"than":[163],"expert":[170],"journalists,":[171],"as":[172],"measured":[173],"by":[174],"held":[178],"out":[179],"journalist\u2019s":[180],"ratings.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-05-27T00:00:00"}