{"id":"https://openalex.org/W4367310373","doi":"https://doi.org/10.1145/3543873.3587340","title":"The Community Notes Observatory: Can Crowdsourced Fact-Checking be Trusted in Practice?","display_name":"The Community Notes Observatory: Can Crowdsourced Fact-Checking be Trusted in Practice?","publication_year":2023,"publication_date":"2023-04-28","ids":{"openalex":"https://openalex.org/W4367310373","doi":"https://doi.org/10.1145/3543873.3587340"},"language":"en","primary_location":{"id":"doi:10.1145/3543873.3587340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543873.3587340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04087037v1/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017090801","display_name":"Luca Righes","orcid":"https://orcid.org/0009-0002-5879-5814"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Luca Righes","raw_affiliation_strings":["EURECOM, France","Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)"],"raw_orcid":"https://orcid.org/0009-0002-5879-5814","affiliations":[{"raw_affiliation_string":"EURECOM, France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091793300","display_name":"Mohammed Saeed","orcid":"https://orcid.org/0000-0001-6815-9374"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohammed Saeed","raw_affiliation_strings":["EURECOM, France","Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)"],"raw_orcid":"https://orcid.org/0000-0001-6815-9374","affiliations":[{"raw_affiliation_string":"EURECOM, France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052565959","display_name":"Gianluca Demartini","orcid":"https://orcid.org/0000-0002-7311-3693"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gianluca Demartini","raw_affiliation_strings":["The University of Queensland, Australia","UQ [All campuses : Brisbane, Dutton Park Gatton, Herston, St Lucia and other locations] - The University of Queensland (Brisbane, St Lucia, QLD 4072 - Australia)"],"raw_orcid":"https://orcid.org/0000-0002-7311-3693","affiliations":[{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"UQ [All campuses : Brisbane, Dutton Park Gatton, Herston, St Lucia and other locations] - The University of Queensland (Brisbane, St Lucia, QLD 4072 - Australia)","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011336242","display_name":"Paolo Papotti","orcid":"https://orcid.org/0000-0003-0651-4128"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Paolo Papotti","raw_affiliation_strings":["EURECOM, France","Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)"],"raw_orcid":"https://orcid.org/0000-0003-0651-4128","affiliations":[{"raw_affiliation_string":"EURECOM, France","institution_ids":["https://openalex.org/I1902872"]},{"raw_affiliation_string":"Eurecom [Sophia Antipolis] (Campus SophiaTech, 450 Route des Chappes, CS 50193 - 06904 Biot Sophia Antipolis cedex - France)","institution_ids":["https://openalex.org/I1902872"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"172","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9205752611160278},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7983283996582031},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7242274880409241},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.6505832672119141},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5778936743736267},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5343296527862549},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5229895114898682},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.447734534740448},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2567653954029083},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11274543404579163}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9205752611160278},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983283996582031},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7242274880409241},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.6505832672119141},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5778936743736267},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5343296527862549},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5229895114898682},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.447734534740448},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2567653954029083},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11274543404579163},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3543873.3587340","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543873.3587340","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04087037v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04087037","pdf_url":"https://hal.science/hal-04087037v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WWW 2023, Companion Proceedings of the ACM Web Conference,, ACM, Apr 2023, Austin, United States. pp.172-175, ⟨10.1145/3543873.3587340⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04087037v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04087037","pdf_url":"https://hal.science/hal-04087037v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WWW 2023, Companion Proceedings of the ACM Web Conference,, ACM, Apr 2023, Austin, United States. pp.172-175, ⟨10.1145/3543873.3587340⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3075613319","display_name":"Countering Creative Information Manipulation with Explainable AI","funder_award_id":"ANR-21-CHR4-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7615665085","display_name":null,"funder_award_id":"CHIST-ERA-19-XAI-003","funder_id":"https://openalex.org/F4320317186","funder_display_name":"Agence nationale pour l'am\u00e9lioration des conditions de travail"}],"funders":[{"id":"https://openalex.org/F4320317186","display_name":"Agence nationale pour l'am\u00e9lioration des conditions de travail","ror":"https://ror.org/04ncvnx26"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367310373.pdf","grobid_xml":"https://content.openalex.org/works/W4367310373.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W1541075651","https://openalex.org/W2134344734","https://openalex.org/W3105289488","https://openalex.org/W3136503798","https://openalex.org/W3181575117","https://openalex.org/W4292718554","https://openalex.org/W6893753706"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W3197131596","https://openalex.org/W1503094549","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W2962981892"],"abstract_inverted_index":{"Fact-checking":[0],"is":[1],"an":[2,65],"important":[3],"tool":[4],"in":[5,53,78,111,141],"fighting":[6],"online":[7,66],"misinformation.":[8],"However,":[9],"it":[10,40,48],"requires":[11],"expert":[12,149],"human":[13],"resources,":[14],"and":[15,85,95,115,126,134,144],"thus":[16],"does":[17],"not":[18],"scale":[19,42],"well":[20],"on":[21],"social":[22],"media":[23],"because":[24],"of":[25,28,74,108],"the":[26,61,70,97,113,124,127,136,138],"flow":[27],"new":[29],"content.":[30],"Crowdsourcing":[31],"has":[32,49],"been":[33,51],"proposed":[34],"to":[35,68,119,132,148],"tackle":[36],"this":[37,57],"challenge,":[38],"as":[39,146],"can":[41],"with":[43],"a":[44],"smaller":[45],"cost,":[46],"but":[47],"always":[50],"studied":[52],"controlled":[54],"environments.":[55],"In":[56],"demo,":[58],"we":[59],"present":[60],"Community":[62,92],"Notes":[63,93],"Observatory,":[64],"system":[67],"evaluate":[69],"first":[71],"large-scale":[72],"effort":[73],"crowdsourced":[75],"fact-checking":[76,142],"deployed":[77],"practice.":[79],"We":[80],"let":[81],"demo":[82],"attendees":[83,104],"search":[84],"analyze":[86],"tweets":[87],"that":[88],"are":[89],"fact-checked":[90],"by":[91],"users":[94],"compare":[96],"crowd\u2019s":[98],"activity":[99],"against":[100],"professional":[101],"fact-checkers.":[102],"The":[103],"will":[105],"explore":[106],"evidence":[107],"i)":[109],"differences":[110],"how":[112,123],"crowd":[114,125,139],"experts":[116,128],"select":[117],"content":[118],"be":[120],"checked,":[121],"ii)":[122],"retrieve":[129],"different":[130],"resources":[131],"fact-check,":[133],"iii)":[135],"edge":[137],"shows":[140],"scalability":[143],"efficiency":[145],"compared":[147],"checkers.":[150]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}