{"id":"https://openalex.org/W4365999098","doi":"https://doi.org/10.1145/3579592","title":"Working With AI to Persuade: Examining a Large Language Model's Ability to Generate Pro-Vaccination Messages","display_name":"Working With AI to Persuade: Examining a Large Language Model's Ability to Generate Pro-Vaccination Messages","publication_year":2023,"publication_date":"2023-04-14","ids":{"openalex":"https://openalex.org/W4365999098","doi":"https://doi.org/10.1145/3579592"},"language":"en","primary_location":{"id":"doi:10.1145/3579592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579592","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3579592","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045827103","display_name":"Elise Karinshak","orcid":"https://orcid.org/0000-0001-9230-8392"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elise Karinshak","raw_affiliation_strings":["University of Georgia, Athens, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9230-8392","affiliations":[{"raw_affiliation_string":"University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074745153","display_name":"Xun Liu","orcid":"https://orcid.org/0000-0001-8910-9384"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunny Xun Liu","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8910-9384","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053096615","display_name":"Joon Sung Park","orcid":"https://orcid.org/0000-0001-5036-4409"},"institutions":[{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joon Sung Park","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5036-4409","affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045528962","display_name":"Jeffrey T. Hancock","orcid":"https://orcid.org/0000-0001-5367-2677"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey T. Hancock","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5367-2677","affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":71.5937,"has_fulltext":true,"cited_by_count":154,"citation_normalized_percentile":{"value":0.99972948,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":"CSCW1","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10833","display_name":"Vaccine Coverage and Hesitancy","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12214","display_name":"Media Influence and Health","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5427641272544861},{"id":"https://openalex.org/keywords/transformative-learning","display_name":"Transformative learning","score":0.5082840323448181},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.48920321464538574},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.46892932057380676},{"id":"https://openalex.org/keywords/health-communication","display_name":"Health communication","score":0.45989304780960083},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4573606252670288},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42289888858795166},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4184534549713135},{"id":"https://openalex.org/keywords/health-promotion","display_name":"Health promotion","score":0.4163840711116791},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4159415066242218},{"id":"https://openalex.org/keywords/public-relations","display_name":"Public relations","score":0.33850836753845215},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2170003056526184},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.18175920844078064},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.14088279008865356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5427641272544861},{"id":"https://openalex.org/C70587473","wikidata":"https://www.wikidata.org/wiki/Q7834111","display_name":"Transformative learning","level":2,"score":0.5082840323448181},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.48920321464538574},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.46892932057380676},{"id":"https://openalex.org/C2778080475","wikidata":"https://www.wikidata.org/wiki/Q4353774","display_name":"Health communication","level":2,"score":0.45989304780960083},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4573606252670288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42289888858795166},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4184534549713135},{"id":"https://openalex.org/C185618831","wikidata":"https://www.wikidata.org/wiki/Q1851928","display_name":"Health promotion","level":3,"score":0.4163840711116791},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4159415066242218},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.33850836753845215},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2170003056526184},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.18175920844078064},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14088279008865356},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3579592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579592","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3579592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579592","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4365999098.pdf","grobid_xml":"https://content.openalex.org/works/W4365999098.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W392652834","https://openalex.org/W1966127246","https://openalex.org/W2014011851","https://openalex.org/W2021491737","https://openalex.org/W2039018180","https://openalex.org/W2094768742","https://openalex.org/W2140910804","https://openalex.org/W2141540530","https://openalex.org/W2262972580","https://openalex.org/W2292070666","https://openalex.org/W2518510348","https://openalex.org/W2588194244","https://openalex.org/W2588913682","https://openalex.org/W2739419429","https://openalex.org/W2792969545","https://openalex.org/W2901481055","https://openalex.org/W2912924812","https://openalex.org/W2942465698","https://openalex.org/W2964268190","https://openalex.org/W2971870331","https://openalex.org/W2978041822","https://openalex.org/W2982846651","https://openalex.org/W2985781965","https://openalex.org/W3003802619","https://openalex.org/W3036247168","https://openalex.org/W3037190847","https://openalex.org/W3087910459","https://openalex.org/W3094191813","https://openalex.org/W3095319910","https://openalex.org/W3107855336","https://openalex.org/W3127626552","https://openalex.org/W3132264034","https://openalex.org/W3158465421","https://openalex.org/W3161050864","https://openalex.org/W3170344956","https://openalex.org/W3193667172","https://openalex.org/W3203410007","https://openalex.org/W3209901185","https://openalex.org/W3209950802","https://openalex.org/W3210532264","https://openalex.org/W4225006216"],"related_works":["https://openalex.org/W2169196470","https://openalex.org/W3113185420","https://openalex.org/W2326080043","https://openalex.org/W2147929964","https://openalex.org/W3191696183","https://openalex.org/W918465017","https://openalex.org/W611512756","https://openalex.org/W2078826484","https://openalex.org/W2969871608","https://openalex.org/W3179944068"],"abstract_inverted_index":{"Artificial":[0],"Intelligence":[1],"(AI)":[2],"is":[3,86],"a":[4,22,52,76,80,87],"transformative":[5],"force":[6],"in":[7,63,215],"communication":[8],"and":[9,59,119,132,220],"messaging":[10],"strategy,":[11],"with":[12,173],"potential":[13],"to":[14,41,57,93,108,180,194,228],"disrupt":[15],"traditional":[16],"approaches.":[17],"Large":[18],"language":[19,82,213],"models":[20,214],"(LLMs),":[21],"form":[23],"of":[24,28,38,54,79,90,103,146,211],"AI,":[25],"are":[26],"capable":[27],"generating":[29],"high-quality,":[30],"humanlike":[31],"text.":[32],"We":[33,203],"investigate":[34],"the":[35,113,144],"persuasive":[36],"quality":[37],"AI-generated":[39,157],"messages":[40,72,106,110,124,163,193],"understand":[42],"how":[43],"AI":[44,62,176,201,226],"could":[45],"impact":[46],"public":[47,65,183,191,230],"health":[48,66,184,192,222,231],"messaging.":[49,232],"Specifically,":[50],"through":[51],"series":[53],"studies":[55],"designed":[56],"characterize":[58],"evaluate":[60],"generative":[61,209],"developing":[64],"messages,":[67,158,185],"we":[68],"analyze":[69],"COVID-19":[70],"pro-vaccination":[71,95],"generated":[73],"by":[74,112],"GPT-3,":[75],"state-of-the-art":[77],"instantiation":[78],"large":[81,212],"model.":[83],"Study":[84,97,141],"1":[85],"systematic":[88],"evaluation":[89],"GPT-3's":[91],"ability":[92],"generate":[94],"messages.":[96,139],"2":[98],"then":[99],"observed":[100],"peoples'":[101],"perceptions":[102],"curated":[104],"GPT-3-generated":[105],"compared":[107],"human-authored":[109],"released":[111],"CDC":[114,138],"(Centers":[115],"for":[116,162,207],"Disease":[117],"Control":[118],"Prevention),":[120],"finding":[121,152],"that":[122,153,164,187],"GPT-3":[123],"were":[125,165],"perceived":[126,150],"as":[127,167],"more":[128,134],"effective,":[129],"stronger":[130],"arguments,":[131],"evoked":[133],"positive":[135],"attitudes":[136],"than":[137,200],"Finally,":[140],"3":[142],"assessed":[143],"role":[145],"source":[147],"labels":[148],"on":[149],"quality,":[151],"while":[154],"participants":[155],"preferred":[156],"they":[159],"expressed":[160],"dispreference":[161],"labeled":[166],"AI-generated.":[168],"The":[169],"results":[170],"suggest":[171],"that,":[172],"human":[174,197],"supervision,":[175],"can":[177,224],"be":[178],"used":[179],"create":[181],"effective":[182],"but":[186],"individuals":[188],"prefer":[189],"their":[190],"come":[195],"from":[196],"institutions":[198],"rather":[199],"sources.":[202],"propose":[204],"best":[205],"practices":[206],"assessing":[208],"outputs":[210],"future":[216],"social":[217],"science":[218],"research":[219],"ways":[221],"professionals":[223],"use":[225],"systems":[227],"augment":[229]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":74},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":8}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}