{"id":"https://openalex.org/W3097301690","doi":"https://doi.org/10.18653/v1/2020.nlpcovid19-2.11","title":"COVIDLies: Detecting COVID-19 Misinformation on Social Media","display_name":"COVIDLies: Detecting COVID-19 Misinformation on Social Media","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3097301690","doi":"https://doi.org/10.18653/v1/2020.nlpcovid19-2.11","mag":"3097301690"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.nlpcovid19-2.11","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.nlpcovid19-2.11","pdf_url":"https://aclanthology.org/2020.nlpcovid19-2.11.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on NLP for COVID-19 (Part 2) at EMNLP 2020","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2020.nlpcovid19-2.11.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018466148","display_name":"Tamanna Hossain","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tamanna Hossain","raw_affiliation_strings":["Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","University of Califonia, Irvine"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103983469","display_name":"Robert L. Logan","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert L. Logan IV","raw_affiliation_strings":["University of Califonia, Irvine","Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,"],"affiliations":[{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085064388","display_name":"Arjuna Ugarte","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjuna Ugarte","raw_affiliation_strings":["University of Califonia, Irvine","Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,"],"affiliations":[{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057951533","display_name":"Yoshitomo Matsubara","orcid":"https://orcid.org/0000-0002-5620-0760"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoshitomo Matsubara","raw_affiliation_strings":["University of Califonia, Irvine","Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,"],"affiliations":[{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066063086","display_name":"Sean D. Young","orcid":"https://orcid.org/0000-0001-6052-4875"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Young","raw_affiliation_strings":["Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","University of Califonia, Irvine"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sameer Singh","raw_affiliation_strings":["Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","University of Califonia, Irvine"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Califonia, Irvine \u2660 Dept. of Emergency Medicine,","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of Califonia, Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5018466148"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":60.0867,"has_fulltext":true,"cited_by_count":215,"citation_normalized_percentile":{"value":0.99869469,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.9915765523910522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7568045854568481},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.7410823106765747},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.6016538739204407},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4908788800239563},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4596521258354187},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4516066014766693},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43310391902923584},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.37862691283226013},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3254460096359253},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3005242347717285},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17156726121902466}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.9915765523910522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7568045854568481},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7410823106765747},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6016538739204407},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4908788800239563},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4596521258354187},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4516066014766693},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43310391902923584},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.37862691283226013},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3254460096359253},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3005242347717285},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17156726121902466},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2020.nlpcovid19-2.11","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.nlpcovid19-2.11","pdf_url":"https://aclanthology.org/2020.nlpcovid19-2.11.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on NLP for COVID-19 (Part 2) at EMNLP 2020","raw_type":"proceedings-article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt3tz4f3fd","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/3tz4f3fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.nlpcovid19-2.11","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.nlpcovid19-2.11","pdf_url":"https://aclanthology.org/2020.nlpcovid19-2.11.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on NLP for COVID-19 (Part 2) at EMNLP 2020","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G269887369","display_name":"RI: Small: Modeling Multiple Modalities for Knowledge-Base Construction","funder_award_id":"1817183","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4044559557","display_name":"Student Travel Support for 2019 ACM Special Interest Group on Management of Data (ACM SIGMOD)","funder_award_id":"1924033","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5865625667","display_name":null,"funder_award_id":"N660011924033","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8700651539","display_name":null,"funder_award_id":"N6600119240","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3097301690.pdf","grobid_xml":"https://content.openalex.org/works/W3097301690.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1532503642","https://openalex.org/W1840435438","https://openalex.org/W2013976210","https://openalex.org/W2050619059","https://openalex.org/W2084591134","https://openalex.org/W2221975861","https://openalex.org/W2250539671","https://openalex.org/W2337875011","https://openalex.org/W2340254858","https://openalex.org/W2460159515","https://openalex.org/W2740560510","https://openalex.org/W2742330194","https://openalex.org/W2756851436","https://openalex.org/W2793255598","https://openalex.org/W2808778018","https://openalex.org/W2815470153","https://openalex.org/W2896457183","https://openalex.org/W2906971970","https://openalex.org/W2936695845","https://openalex.org/W2949397667","https://openalex.org/W2949813784","https://openalex.org/W2957396527","https://openalex.org/W2963128987","https://openalex.org/W2963341956","https://openalex.org/W2963416784","https://openalex.org/W2963567867","https://openalex.org/W2963846996","https://openalex.org/W2964060837","https://openalex.org/W2970641574","https://openalex.org/W2988092105","https://openalex.org/W3011186656","https://openalex.org/W3013473577","https://openalex.org/W3031781733","https://openalex.org/W3034238904","https://openalex.org/W3036261496","https://openalex.org/W3092875457","https://openalex.org/W3095432437","https://openalex.org/W3103145424","https://openalex.org/W3107199975","https://openalex.org/W3125491592","https://openalex.org/W3163892065","https://openalex.org/W4232317699","https://openalex.org/W4289542703","https://openalex.org/W4293926355","https://openalex.org/W4298857596","https://openalex.org/W4300952844","https://openalex.org/W4324148013","https://openalex.org/W6884859834"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3197131596","https://openalex.org/W4390616380","https://openalex.org/W4388666321","https://openalex.org/W4205914924","https://openalex.org/W4283459170","https://openalex.org/W4390691583","https://openalex.org/W4229014887","https://openalex.org/W4225301003","https://openalex.org/W2962981892"],"abstract_inverted_index":{"The":[0],"ongoing":[1],"pandemic":[2],"has":[3],"heightened":[4],"the":[5,15,30,78,87,109,169],"need":[6],"for":[7,42,69,138],"developing":[8],"tools":[9],"to":[10,26,46,65,75,107,141],"flag":[11],"COVID-19related":[12],"misinformation":[13,36,48,112],"on":[14,18,49,93,115,128],"internet,":[16],"specifically":[17],"social":[19],"media":[20],"such":[21],"as":[22],"Twitter.":[23],"However,":[24],"due":[25],"novel":[27],"language":[28],"and":[29,71,134],"rapid":[31],"change":[32],"of":[33,62,103,111,119],"information,":[34],"existing":[35,125],"detection":[37,53,74,113],"datasets":[38],"are":[39],"not":[40],"effective":[41],"evaluating":[43],"systems":[44,114,127],"designed":[45],"detect":[47],"this":[50,94,129],"topic.":[51],"Misinformation":[52],"can":[54],"be":[55],"divided":[56],"into":[57],"two":[58],"sub-tasks:":[59],"(i)":[60],"retrieval":[61],"misconceptions":[63],"relevant":[64],"posts":[66,79],"being":[67],"checked":[68],"veracity,":[70],"(ii)":[72],"stance":[73],"identify":[76],"whether":[77],"Agree,":[80],"Disagree,":[81],"or":[82],"express":[83],"No":[84],"Stance":[85],"towards":[86],"retrieved":[88],"misconceptions.":[89],"To":[90],"facilitate":[91],"research":[92],"task,":[95],"we":[96],"release":[97],"COVIDLIES":[98],"1":[99,150],",":[100],"a":[101,156],"dataset":[102],"6761":[104],"expert-annotated":[105],"tweets":[106],"evaluate":[108,124],"performance":[110],"86":[116],"different":[117],"pieces":[118],"COVID-19":[120],"related":[121],"misinformation.":[122],"We":[123],"NLP":[126],"dataset,":[130],"providing":[131],"initial":[132],"benchmarks":[133],"identifying":[135],"key":[136],"challenges":[137],"future":[139],"models":[140],"improve":[142],"upon.":[143],"*":[144],"First":[145],"four":[146],"authors":[147],"contributed":[148],"equally.":[149],"https://ucinlp.github.io/covid19":[151],"Tweet:":[152],"\"Coronavirus":[153,172],"CV19":[154],"was":[155],"top":[157],"secret":[158],"biological":[159],"warfare":[160],"experiment.":[161],"That":[162],"is":[163,166,173],"why":[164],"it":[165],"only":[167],"affecting":[168],"poor.\"":[170],"Misconception:":[171],"genetically":[174],"engineered.\"":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":67},{"year":2021,"cited_by_count":60},{"year":2020,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}