{"id":"https://openalex.org/W4400525285","doi":"https://doi.org/10.1145/3626772.3657965","title":"Combining Large Language Models and Crowdsourcing for Hybrid Human-AI Misinformation Detection","display_name":"Combining Large Language Models and Crowdsourcing for Hybrid Human-AI Misinformation Detection","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400525285","doi":"https://doi.org/10.1145/3626772.3657965"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657965","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626772.3657965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037271429","display_name":"Xia Zeng","orcid":"https://orcid.org/0000-0002-7535-6904"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xia Zeng","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078352413","display_name":"David La Barbera","orcid":"https://orcid.org/0000-0002-8215-5502"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"David La Barbera","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050287516","display_name":"Kevin Roitero","orcid":"https://orcid.org/0000-0002-9191-3280"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Kevin Roitero","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071220716","display_name":"Arkaitz Zubiaga","orcid":"https://orcid.org/0000-0003-4583-3623"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arkaitz Zubiaga","raw_affiliation_strings":["Queen Mary University of London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005575421","display_name":"Stefano Mizzaro","orcid":"https://orcid.org/0000-0002-2852-168X"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Mizzaro","raw_affiliation_strings":["University of Udine, Udine, Italy"],"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5037271429"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":null,"apc_paid":null,"fwci":10.0761,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97928598,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2332","last_page":"2336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9593986868858337},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.8630596399307251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6582772135734558},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5045467615127563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48756569623947144},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.40881669521331787},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16063356399536133},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14858928322792053}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9593986868858337},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.8630596399307251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6582772135734558},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5045467615127563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48756569623947144},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40881669521331787},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16063356399536133},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14858928322792053}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3626772.3657965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657965","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/97051","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/97051","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/97051/2/Zubiaga%20Combining%20Large%20Language%202024%20Accepted.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"doi:10.1145/3626772.3657965","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657965","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W136732505","https://openalex.org/W2158275940","https://openalex.org/W2792317186","https://openalex.org/W2963416784","https://openalex.org/W3016244823","https://openalex.org/W3172233798","https://openalex.org/W3184119774","https://openalex.org/W3191286626","https://openalex.org/W3192678369","https://openalex.org/W3196268181","https://openalex.org/W3206435361","https://openalex.org/W3209527742","https://openalex.org/W4205159731","https://openalex.org/W4213052788","https://openalex.org/W4232478844","https://openalex.org/W4283170948","https://openalex.org/W4285043710","https://openalex.org/W4287854917","https://openalex.org/W4288080154","https://openalex.org/W4292718554","https://openalex.org/W4307367874","https://openalex.org/W4312158082","https://openalex.org/W4312736520","https://openalex.org/W4386965719","https://openalex.org/W4390790246","https://openalex.org/W4391610230","https://openalex.org/W6600424091","https://openalex.org/W6702248584"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W3197131596","https://openalex.org/W1503094549","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W2337920774","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Research":[0],"on":[1,8,17],"misinformation":[2],"detection":[3,15],"has":[4],"primarily":[5],"focused":[6],"either":[7],"furthering":[9],"Artificial":[10],"Intelligence":[11],"(AI)":[12],"for":[13],"automated":[14],"or":[16],"studying":[18],"humans'":[19],"ability":[20],"to":[21,39,57],"deliver":[22],"an":[23],"effective":[24],"crowdsourced":[25,100],"solution.":[26],"Each":[27],"of":[28,48,95,106],"these":[29,107],"directions":[30],"however":[31],"shows":[32],"different":[33],"benefits.":[34],"This":[35],"motivates":[36],"our":[37],"work":[38],"study":[40],"hybrid":[41],"human-AI":[42],"approaches":[43],"jointly":[44],"leveraging":[45],"the":[46,89,104,113],"potential":[47],"large":[49],"language":[50],"models":[51,98],"and":[52,68,83,92,99,119,123,130],"crowdsourcing,":[53],"which":[54,71],"is":[55],"understudied":[56],"date.":[58],"We":[59],"propose":[60],"novel":[61],"combination":[62,94,108],"strategies":[63],"Model":[64],"First,":[65,67],"Worker":[66],"Meta":[69],"Vote,":[70],"we":[72,102],"evaluate":[73,103],"along":[74],"with":[75,116],"baseline":[76],"methods":[77],"such":[78],"as":[79],"mean,":[80],"median,":[81],"hard-":[82],"soft-voting.":[84],"Using":[85],"120":[86],"statements":[87],"from":[88],"PolitiFact":[90],"dataset,":[91],"a":[93],"state-of-the-art":[96],"AI":[97,122],"assessments,":[101],"effectiveness":[105,114,129],"strategies.":[109],"Results":[110],"suggest":[111],"that":[112,120],"varies":[115],"scales":[117],"granularity,":[118],"combining":[121],"human":[124],"judgments":[125],"enhances":[126],"truthfulness":[127],"assessments'":[128],"robustness.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}