{"id":"https://openalex.org/W3154770621","doi":"https://doi.org/10.1145/3428158","title":"Perceptions of Human and Machine-Generated Articles","display_name":"Perceptions of Human and Machine-Generated Articles","publication_year":2021,"publication_date":"2021-04-20","ids":{"openalex":"https://openalex.org/W3154770621","doi":"https://doi.org/10.1145/3428158","mag":"3154770621"},"language":"en","primary_location":{"id":"doi:10.1145/3428158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3428158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3428158","source":{"id":"https://openalex.org/S4210235901","display_name":"Digital Threats Research and Practice","issn_l":"2576-5337","issn":["2576-5337","2692-1626"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Threats: Research and Practice","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3428158","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032121857","display_name":"Shubhra Tewari","orcid":null},"institutions":[{"id":"https://openalex.org/I138943879","display_name":"Whitman College","ror":"https://ror.org/05axv8155","country_code":"US","type":"education","lineage":["https://openalex.org/I138943879"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shubhra Tewari","raw_affiliation_strings":["Whitman College, Walla Walla, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Whitman College, Walla Walla, WA","institution_ids":["https://openalex.org/I138943879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067579616","display_name":"Renos Zabounidis","orcid":null},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Renos Zabounidis","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079157364","display_name":"Ammina Kothari","orcid":"https://orcid.org/0000-0002-4901-6121"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ammina Kothari","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY"],"raw_orcid":"https://orcid.org/0000-0002-4901-6121","affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046158825","display_name":"Reynold Bailey","orcid":"https://orcid.org/0000-0001-8964-9663"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reynold Bailey","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067170834","display_name":"Cecilia Ovesdotter Alm","orcid":"https://orcid.org/0000-0002-8730-0916"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cecilia Ovesdotter Alm","raw_affiliation_strings":["Rochester Institute of Technology, Rochester, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology, Rochester, NY","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4299,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.84654485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"2","issue":"2","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.7989590167999268},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7046371102333069},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.6838558912277222},{"id":"https://openalex.org/keywords/journalism","display_name":"Journalism","score":0.5295050144195557},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.49316781759262085},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.416745662689209},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4142676591873169},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3501296937465668},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3045347034931183},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.20653453469276428},{"id":"https://openalex.org/keywords/media-studies","display_name":"Media studies","score":0.19142287969589233},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.1589343249797821},{"id":"https://openalex.org/keywords/literature","display_name":"Literature","score":0.12558072805404663},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07420229911804199}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.7989590167999268},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7046371102333069},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.6838558912277222},{"id":"https://openalex.org/C119513131","wikidata":"https://www.wikidata.org/wiki/Q11030","display_name":"Journalism","level":2,"score":0.5295050144195557},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.49316781759262085},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.416745662689209},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4142676591873169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3501296937465668},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3045347034931183},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.20653453469276428},{"id":"https://openalex.org/C29595303","wikidata":"https://www.wikidata.org/wiki/Q165650","display_name":"Media studies","level":1,"score":0.19142287969589233},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.1589343249797821},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.12558072805404663},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07420229911804199},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3428158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3428158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3428158","source":{"id":"https://openalex.org/S4210235901","display_name":"Digital Threats Research and Practice","issn_l":"2576-5337","issn":["2576-5337","2692-1626"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Threats: Research and Practice","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3428158","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3428158","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3428158","source":{"id":"https://openalex.org/S4210235901","display_name":"Digital Threats Research and Practice","issn_l":"2576-5337","issn":["2576-5337","2692-1626"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital Threats: Research and Practice","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2052306547","display_name":"REU Site: Computational Sensing for Human-centered AI","funder_award_id":"1851591","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5203273334","display_name":null,"funder_award_id":"IIS-1851591","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3154770621.pdf","grobid_xml":"https://content.openalex.org/works/W3154770621.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1930056341","https://openalex.org/W1934041838","https://openalex.org/W2004967682","https://openalex.org/W2006252532","https://openalex.org/W2018387902","https://openalex.org/W2032366243","https://openalex.org/W2055952423","https://openalex.org/W2073375484","https://openalex.org/W2093617895","https://openalex.org/W2101105183","https://openalex.org/W2130417357","https://openalex.org/W2332897690","https://openalex.org/W2337983557","https://openalex.org/W2563045059","https://openalex.org/W2586722711","https://openalex.org/W2725171488","https://openalex.org/W2741609678","https://openalex.org/W2781528640","https://openalex.org/W2805180180","https://openalex.org/W2896514942","https://openalex.org/W2912186832","https://openalex.org/W2929938180","https://openalex.org/W2949813784","https://openalex.org/W2966487074","https://openalex.org/W2979301614","https://openalex.org/W2997591727","https://openalex.org/W4233220769"],"related_works":["https://openalex.org/W2388687352","https://openalex.org/W2370187191","https://openalex.org/W1990162851","https://openalex.org/W2369854048","https://openalex.org/W2374291020","https://openalex.org/W2355907197","https://openalex.org/W3171042291","https://openalex.org/W2390961115","https://openalex.org/W2388138913","https://openalex.org/W2385288613"],"abstract_inverted_index":{"Automated":[0],"journalism":[1],"technology":[2],"is":[3,20],"transforming":[4],"news":[5,44],"production":[6],"and":[7,28,41,56,69,82,94,109],"changing":[8],"how":[9,24],"audiences":[10],"perceive":[11,26],"the":[12,47,62,96,104,116,137,154],"news.":[13],"As":[14,59],"automated":[15],"text-generation":[16,36],"models":[17],"advance,":[18],"it":[19],"important":[21],"to":[22,50,54,89,100,135],"understand":[23],"readers":[25],"human-written":[27,140],"machine-generated":[29,57],"content.":[30],"This":[31],"study":[32,51],"used":[33],"OpenAI\u2019s":[34,121],"GPT-2":[35,122],"model":[37,123],"(May":[38],"2019":[39,118],"release)":[40],"articles":[42,125,141],"from":[43],"organizations":[45],"across":[46],"political":[48,92,98,107],"spectrum":[49],"participants\u2019":[52],"reactions":[53],"human-":[55],"articles.":[58],"participants":[60,88],"read":[61],"articles,":[63],"we":[64],"collected":[65],"their":[66,91],"facial":[67],"expression":[68],"galvanic":[70],"skin":[71],"response":[72],"(GSR)":[73],"data":[74],"together":[75],"with":[76],"self-reported":[77],"perceptions":[78],"of":[79,120,153],"article":[80,110],"source":[81],"content":[83],"credibility.":[84],"We":[85],"also":[86],"asked":[87],"identify":[90],"affinity":[93],"assess":[95],"articles\u2019":[97],"tone":[99],"gain":[101],"insight":[102],"into":[103],"relationship":[105],"between":[106],"leaning":[108],"perception.":[111],"Our":[112],"results":[113],"indicate":[114],"that":[115,126],"May":[117],"release":[119],"generated":[124],"were":[127,142],"misidentified":[128],"as":[129,145],"written":[130,146],"by":[131,147],"a":[132,148],"human":[133,149],"close":[134],"half":[136],"time,":[138],"while":[139],"identified":[143],"correctly":[144],"about":[150],"70":[151],"percent":[152],"time.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}