{"id":"https://openalex.org/W3008170323","doi":"https://doi.org/10.1162/coli_a_00380","title":"The Limitations of Stylometry for Detecting Machine-Generated Fake News","display_name":"The Limitations of Stylometry for Detecting Machine-Generated Fake News","publication_year":2020,"publication_date":"2020-03-23","ids":{"openalex":"https://openalex.org/W3008170323","doi":"https://doi.org/10.1162/coli_a_00380","mag":"3008170323"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00380","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00380","pdf_url":"https://direct.mit.edu/coli/article-pdf/46/2/499/1847559/coli_a_00380.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/coli/article-pdf/46/2/499/1847559/coli_a_00380.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058037733","display_name":"Tal Schuster","orcid":"https://orcid.org/0000-0002-7772-8230"},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Tal Schuster","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011769908","display_name":"Roei Schuster","orcid":"https://orcid.org/0000-0003-1669-6367"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4405261073","display_name":"Cornell Tech","ror":"https://ror.org/04qscbg47","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4405261073"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roei Schuster","raw_affiliation_strings":["Computer Science Department, Tel Aviv University, and Computer                         Science Department, Cornell Tech","cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Tel Aviv University, and Computer                         Science Department, Cornell Tech","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4405261073"]},{"raw_affiliation_string":"cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110576118","display_name":"Darsh Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Darsh J. Shah","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010124873","display_name":"Regina Barzilay","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Regina Barzilay","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","Massachusetts Institute Of Technology#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory,                         Massachusetts Institute of Technology","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"Massachusetts Institute Of Technology#TAB#","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3665,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94734289,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"46","issue":"2","first_page":"499","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stylometry","display_name":"Stylometry","score":0.9888229370117188},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.9356650114059448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7142642140388489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5123180150985718},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"Authorship attribution","score":0.4901881814002991},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47432583570480347},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36167824268341064},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17243745923042297}],"concepts":[{"id":"https://openalex.org/C11192451","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Stylometry","level":2,"score":0.9888229370117188},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.9356650114059448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7142642140388489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5123180150985718},{"id":"https://openalex.org/C3020202489","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Authorship attribution","level":2,"score":0.4901881814002991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47432583570480347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36167824268341064},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17243745923042297}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1162/coli_a_00380","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00380","pdf_url":"https://direct.mit.edu/coli/article-pdf/46/2/499/1847559/coli_a_00380.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1908.09805","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.09805","pdf_url":"https://arxiv.org/pdf/1908.09805","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3008170323","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1908.09805.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:15e331f3e56845f5ba03d596c9e46bb4","is_oa":true,"landing_page_url":"https://doaj.org/article/15e331f3e56845f5ba03d596c9e46bb4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 46, Iss 2, Pp 499-510 (2020)","raw_type":"article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/135419","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/135419","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT Press","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1908.09805","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.09805","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00380","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00380","pdf_url":"https://direct.mit.edu/coli/article-pdf/46/2/499/1847559/coli_a_00380.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3008170323.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1463623766","https://openalex.org/W1506732973","https://openalex.org/W1638051351","https://openalex.org/W1996665163","https://openalex.org/W2012761320","https://openalex.org/W2018296747","https://openalex.org/W2029103396","https://openalex.org/W2076333420","https://openalex.org/W2084591134","https://openalex.org/W2119804197","https://openalex.org/W2123991517","https://openalex.org/W2124637344","https://openalex.org/W2124821580","https://openalex.org/W2131161750","https://openalex.org/W2161283199","https://openalex.org/W2250293237","https://openalex.org/W2557764419","https://openalex.org/W2593408211","https://openalex.org/W2594382603","https://openalex.org/W2605920423","https://openalex.org/W2740560510","https://openalex.org/W2742330194","https://openalex.org/W2759820691","https://openalex.org/W2760023177","https://openalex.org/W2768755876","https://openalex.org/W2788235048","https://openalex.org/W2790166049","https://openalex.org/W2793255598","https://openalex.org/W2803502351","https://openalex.org/W2890801081","https://openalex.org/W2902998547","https://openalex.org/W2910353386","https://openalex.org/W2938704169","https://openalex.org/W2941169998","https://openalex.org/W2948975009","https://openalex.org/W2949986572","https://openalex.org/W2950782805","https://openalex.org/W2951048068","https://openalex.org/W2951080837","https://openalex.org/W2963403868","https://openalex.org/W2963416784","https://openalex.org/W2963523292","https://openalex.org/W2963968475","https://openalex.org/W2964060837","https://openalex.org/W2969828473","https://openalex.org/W2970379526","https://openalex.org/W2970530230","https://openalex.org/W2970716846","https://openalex.org/W2971008823","https://openalex.org/W2971911738","https://openalex.org/W3121586804","https://openalex.org/W4234817458"],"related_works":["https://openalex.org/W2969263964","https://openalex.org/W2119804197","https://openalex.org/W1996665163","https://openalex.org/W3133220633","https://openalex.org/W2625403436","https://openalex.org/W3085136337","https://openalex.org/W3132612297","https://openalex.org/W3032917259","https://openalex.org/W2890801081","https://openalex.org/W2951146693","https://openalex.org/W3163823537","https://openalex.org/W2979171253","https://openalex.org/W2979956771","https://openalex.org/W2980525811","https://openalex.org/W2519643153","https://openalex.org/W3037605253","https://openalex.org/W2799228294","https://openalex.org/W3110930594","https://openalex.org/W2982953871","https://openalex.org/W2890069879"],"abstract_inverted_index":{"Recent":[0],"developments":[1],"in":[2,48,54,58,127,141],"neural":[3],"language":[4],"models":[5],"(LMs)":[6],"have":[7,25,45],"raised":[8],"concerns":[9],"about":[10],"their":[11,34],"potential":[12],"misuse":[13],"for":[14,138],"automatically":[15],"spreading":[16],"misinformation.":[17,69],"In":[18],"light":[19],"of":[20,84,124],"these":[21],"concerns,":[22],"several":[23],"studies":[24],"proposed":[26],"to":[27,76,100],"detect":[28],"machine-generated":[29,68,143],"fake":[30],"news":[31],"by":[32,94],"capturing":[33],"stylistic":[35,117],"differences":[36],"from":[37,105],"human-written":[38,55],"text.":[39],"These":[40],"approaches,":[41],"broadly":[42],"termed":[43],"stylometry,":[44],"found":[46],"success":[47],"source":[49],"attribution":[50],"and":[51,121,129,145],"misinformation":[52],"detection":[53],"texts.":[56],"However,":[57],"this":[59],"work,":[60],"we":[61],"show":[62],"that":[63,107],"stylometry":[64,89],"is":[65],"limited":[66],"against":[67],"Whereas":[70],"humans":[71],"speak":[72],"differently":[73],"when":[74],"trying":[75],"deceive,":[77],"LMs":[78],"generate":[79],"stylistically":[80],"consistent":[81],"text,":[82],"regardless":[83],"underlying":[85],"motive.":[86],"Thus,":[87],"though":[88],"can":[90],"successfully":[91],"prevent":[92],"impersonation":[93],"identifying":[95],"text":[96],"provenance,":[97],"it":[98],"fails":[99],"distinguish":[101],"legitimate":[102,122],"LM":[103],"applications":[104],"those":[106],"introduce":[108],"false":[109],"information.":[110],"We":[111],"create":[112],"two":[113],"benchmarks":[114],"demonstrating":[115],"the":[116,136,148,151],"similarity":[118],"between":[119],"malicious":[120],"uses":[123],"LMs,":[125],"utilized":[126],"auto-completion":[128],"editing-assistance":[130],"settings.":[131],"1":[132],"Our":[133],"findings":[134],"highlight":[135],"need":[137],"non-stylometry":[139],"approaches":[140],"detecting":[142],"misinformation,":[144],"open":[146],"up":[147],"discussion":[149],"on":[150],"desired":[152],"evaluation":[153],"benchmarks.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}