{"id":"https://openalex.org/W3155598776","doi":"https://doi.org/10.1145/3442381.3450111","title":"The Surprising Performance of Simple Baselines for Misinformation Detection","display_name":"The Surprising Performance of Simple Baselines for Misinformation Detection","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3155598776","doi":"https://doi.org/10.1145/3442381.3450111","mag":"3155598776"},"language":"en","primary_location":{"id":"doi:10.1145/3442381.3450111","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450111","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3442381.3450111","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057950507","display_name":"Kellin Pelrine","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Kellin Pelrine","raw_affiliation_strings":["McGill University & Mila - Quebec AI Institute, Canada","McGill University & Mila - Quebec AI Institute, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054497388","display_name":"Jacob Danovitch","orcid":"https://orcid.org/0000-0002-9947-1528"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]},{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jacob Danovitch","raw_affiliation_strings":["McGill University & Mila - Quebec AI Institute, Canada","McGill University & Mila - Quebec AI Institute, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043159673","display_name":"Reihaneh Rabbany","orcid":"https://orcid.org/0000-0003-2348-0353"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]},{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reihaneh Rabbany","raw_affiliation_strings":["McGill University & Mila - Quebec AI Institute, Canada","McGill University & Mila - Quebec AI Institute, Canada"],"affiliations":[{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University & Mila - Quebec AI Institute, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057950507"],"corresponding_institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":0.7568,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78860237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3432","last_page":"3441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282184600830078},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.7120992541313171},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6741973161697388},{"id":"https://openalex.org/keywords/disinformation","display_name":"Disinformation","score":0.6732067465782166},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6114859580993652},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5840774774551392},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5394988059997559},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5002377033233643},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4888743758201599},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4219288229942322},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3544304668903351},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13520652055740356},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08690324425697327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282184600830078},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.7120992541313171},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6741973161697388},{"id":"https://openalex.org/C2776552730","wikidata":"https://www.wikidata.org/wiki/Q189656","display_name":"Disinformation","level":3,"score":0.6732067465782166},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6114859580993652},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5840774774551392},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5394988059997559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002377033233643},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4888743758201599},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4219288229942322},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3544304668903351},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13520652055740356},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08690324425697327},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3442381.3450111","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450111","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.06952","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06952","pdf_url":"https://arxiv.org/pdf/2104.06952","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2104.06952","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.06952","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3155598776","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3442381.3450111","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442381.3450111","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W1055024227","https://openalex.org/W1832693441","https://openalex.org/W2051405935","https://openalex.org/W2064675550","https://openalex.org/W2084591134","https://openalex.org/W2101234009","https://openalex.org/W2116341502","https://openalex.org/W2131744502","https://openalex.org/W2153579005","https://openalex.org/W2227904035","https://openalex.org/W2232393131","https://openalex.org/W2250539671","https://openalex.org/W2281420995","https://openalex.org/W2468328197","https://openalex.org/W2470673105","https://openalex.org/W2516338333","https://openalex.org/W2577888896","https://openalex.org/W2614781705","https://openalex.org/W2742330194","https://openalex.org/W2778250944","https://openalex.org/W2793978524","https://openalex.org/W2848105763","https://openalex.org/W2891453035","https://openalex.org/W2899771611","https://openalex.org/W2902998547","https://openalex.org/W2911668186","https://openalex.org/W2912642460","https://openalex.org/W2913649461","https://openalex.org/W2918829852","https://openalex.org/W2945928904","https://openalex.org/W2949397667","https://openalex.org/W2949982963","https://openalex.org/W2950541952","https://openalex.org/W2950577311","https://openalex.org/W2950635152","https://openalex.org/W2951004968","https://openalex.org/W2951307134","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963691697","https://openalex.org/W2964122032","https://openalex.org/W2964250510","https://openalex.org/W2964308564","https://openalex.org/W2965373594","https://openalex.org/W2972287800","https://openalex.org/W2975429091","https://openalex.org/W2977886427","https://openalex.org/W2980282514","https://openalex.org/W2981123093","https://openalex.org/W2982300823","https://openalex.org/W2982591719","https://openalex.org/W2995801935","https://openalex.org/W2996428491","https://openalex.org/W2997591727","https://openalex.org/W2999790948","https://openalex.org/W3000020748","https://openalex.org/W3000474518","https://openalex.org/W3004409790","https://openalex.org/W3011133285","https://openalex.org/W3011345566","https://openalex.org/W3012655778","https://openalex.org/W3012732565","https://openalex.org/W3013627785","https://openalex.org/W3015777882","https://openalex.org/W3015998441","https://openalex.org/W3017402509","https://openalex.org/W3017929466","https://openalex.org/W3020895478","https://openalex.org/W3023772852","https://openalex.org/W3024622987","https://openalex.org/W3025152092","https://openalex.org/W3030163527","https://openalex.org/W3031781733","https://openalex.org/W3032089915","https://openalex.org/W3032990727","https://openalex.org/W3033406728","https://openalex.org/W3033625896","https://openalex.org/W3036332725","https://openalex.org/W3036876555","https://openalex.org/W3038570070","https://openalex.org/W3080922200","https://openalex.org/W3082500715","https://openalex.org/W3083545901","https://openalex.org/W3083695476","https://openalex.org/W3086420054","https://openalex.org/W3086862341","https://openalex.org/W3087358174","https://openalex.org/W3089405841","https://openalex.org/W3089929372","https://openalex.org/W3092164063","https://openalex.org/W3093265657","https://openalex.org/W3099077829","https://openalex.org/W3099342932","https://openalex.org/W3100405137","https://openalex.org/W3101662265","https://openalex.org/W3101739755","https://openalex.org/W3102536609","https://openalex.org/W3102892879","https://openalex.org/W3104068159","https://openalex.org/W3104186312","https://openalex.org/W3104388269","https://openalex.org/W3104650951","https://openalex.org/W3104667152","https://openalex.org/W3105257785","https://openalex.org/W3105987139","https://openalex.org/W3109464692"],"related_works":["https://openalex.org/W3156800454","https://openalex.org/W3190432751","https://openalex.org/W2993439425","https://openalex.org/W2970458438","https://openalex.org/W3021437422","https://openalex.org/W3201369838","https://openalex.org/W3176176306","https://openalex.org/W1660427993","https://openalex.org/W2900318775","https://openalex.org/W3004329704","https://openalex.org/W2980459205","https://openalex.org/W2979454459","https://openalex.org/W2967477131","https://openalex.org/W3121059082","https://openalex.org/W2971034336","https://openalex.org/W3129832509","https://openalex.org/W3208206463","https://openalex.org/W3179705199","https://openalex.org/W2908944636","https://openalex.org/W3166095789"],"abstract_inverted_index":{"As":[0,139],"social":[1],"media":[2],"becomes":[3],"increasingly":[4,14],"prominent":[5],"in":[6,38,193],"our":[7,93],"day":[8,10],"to":[9,16,134,183,190],"lives,":[11],"it":[12,192],"is":[13],"important":[15],"detect":[17,184],"informative":[18],"content":[19],"and":[20,26,32,53,71,82,100,116,121,130,187],"prevent":[21],"the":[22,39,60,122,128,151,162],"spread":[23],"of":[24,62,66,113,127,132,155],"disinformation":[25],"unverified":[27],"rumours.":[28],"While":[29],"many":[30],"sophisticated":[31],"successful":[33],"models":[34,70,78],"have":[35],"been":[36],"proposed":[37,88],"literature,":[40],"they":[41],"are":[42,79],"often":[43],"compared":[44],"with":[45,74,81],"older":[46],"NLP":[47],"baselines":[48],"such":[49],"as":[50,95],"SVMs,":[51],"CNNs,":[52],"LSTMs.":[54],"In":[55],"this":[56,185],"paper,":[57],"we":[58,144],"examine":[59],"performance":[61,166],"a":[63,96,110,168,180],"broad":[64],"set":[65,112],"modern":[67],"transformer-based":[68],"language":[69],"show":[72,145],"that":[73,146],"basic":[75],"fine-tuning,":[76],"these":[77],"competitive":[80],"can":[83],"even":[84],"significantly":[85],"outperform":[86],"recently":[87],"state-of-the-art":[89,165],"methods.":[90],"We":[91,107,178],"present":[92],"framework":[94],"baseline":[97],"for":[98,104,124,136,173],"creating":[99],"evaluating":[101],"new":[102],"methods":[103],"misinformation":[105],"detection.":[106],"further":[108],"study":[109],"comprehensive":[111],"benchmark":[114,171],"datasets,":[115],"discuss":[117],"potential":[118],"data":[119],"leakage":[120],"need":[123],"careful":[125],"design":[126],"experiments":[129],"understanding":[131],"datasets":[133],"account":[135],"confounding":[137],"variables.":[138],"an":[140],"extreme":[141],"case":[142],"example,":[143],"classifying":[147],"only":[148],"based":[149],"on":[150,161,167],"first":[152],"three":[153],"digits":[154],"tweet":[156],"ids,":[157],"which":[158],"contain":[159],"information":[160],"date,":[163],"gives":[164],"commonly":[169],"used":[170],"dataset":[172],"fake":[174],"news":[175],"detection":[176],"\u2013Twitter16.":[177],"provide":[179],"simple":[181],"tool":[182],"problem":[186],"suggest":[188],"steps":[189],"mitigate":[191],"future":[194],"datasets.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}