{"id":"https://openalex.org/W4287844201","doi":"https://doi.org/10.3386/w30273","title":"Digital Public Health Interventions at Scale: The Impact of Social Media Advertising on Beliefs and Outcomes Related to COVID Vaccines","display_name":"Digital Public Health Interventions at Scale: The Impact of Social Media Advertising on Beliefs and Outcomes Related to COVID Vaccines","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4287844201","doi":"https://doi.org/10.3386/w30273"},"language":"en","primary_location":{"id":"doi:10.3386/w30273","doi":"https://doi.org/10.3386/w30273","is_oa":true,"landing_page_url":"https://doi.org/10.3386/w30273","pdf_url":"https://doi.org/10.3386/w30273","source":{"id":"https://openalex.org/S2809516038","display_name":"National Bureau of Economic Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4322614461"],"host_organization_lineage_names":["National Bureau of Economic Research"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Bureau of Economic Research","raw_type":"report"},"volume":null,"type":"report","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.3386/w30273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001211242","display_name":"Susan Carleton Athey","orcid":"https://orcid.org/0000-0001-6934-562X","observed_orcids":["https://orcid.org/0000-0001-6934-562X"]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan Athey","raw_affiliation_strings":["Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","Harvard Business School Soldiers Field Boston, MA 02163","Meta Platforms 1 Hacker Way Menlo Park, CA 94025","NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","NBER Working Paper No. 30273"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Harvard Business School Soldiers Field Boston, MA 02163","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Meta Platforms 1 Hacker Way Menlo Park, CA 94025","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","institution_ids":["https://openalex.org/I1321305853"]},{"raw_affiliation_string":"NBER Working Paper No. 30273","institution_ids":["https://openalex.org/I1321305853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076766717","display_name":"Kristen Grabarz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen Grabarz","raw_affiliation_strings":["Harvard Business School Soldiers Field Boston, MA 02163","Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","Meta Platforms 1 Hacker Way Menlo Park, CA 94025","NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","NBER Working Paper No. 30273"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Business School Soldiers Field Boston, MA 02163","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Meta Platforms 1 Hacker Way Menlo Park, CA 94025","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","institution_ids":["https://openalex.org/I1321305853"]},{"raw_affiliation_string":"NBER Working Paper No. 30273","institution_ids":["https://openalex.org/I1321305853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005043202","display_name":"Michael Luca","orcid":"https://orcid.org/0000-0002-0747-7544","observed_orcids":["https://orcid.org/0000-0002-0747-7544"]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Luca","raw_affiliation_strings":["Harvard Business School Soldiers Field Boston, MA 02163","Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","Meta Platforms 1 Hacker Way Menlo Park, CA 94025","NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","NBER Working Paper No. 30273"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Business School Soldiers Field Boston, MA 02163","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Meta Platforms 1 Hacker Way Menlo Park, CA 94025","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","institution_ids":["https://openalex.org/I1321305853"]},{"raw_affiliation_string":"NBER Working Paper No. 30273","institution_ids":["https://openalex.org/I1321305853"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026257331","display_name":"Nils Wernerfelt","orcid":"https://orcid.org/0000-0002-8210-2830","observed_orcids":["https://orcid.org/0000-0002-8210-2830"]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nils Wernerfelt","raw_affiliation_strings":["Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","Harvard Business School Soldiers Field Boston, MA 02163","Meta Platforms 1 Hacker Way Menlo Park, CA 94025","NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","NBER Working Paper No. 30273"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Business Stanford University 655 Knight Way Stanford, CA 94305 and","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Harvard Business School Soldiers Field Boston, MA 02163","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Meta Platforms 1 Hacker Way Menlo Park, CA 94025","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"NATIONAL BUREAU OF ECONOMIC RESEARCH 1050 Massachusetts Avenue Cambridge, MA 02138","institution_ids":["https://openalex.org/I1321305853"]},{"raw_affiliation_string":"NBER Working Paper No. 30273","institution_ids":["https://openalex.org/I1321305853"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10833","display_name":"Vaccine Coverage and Hesitancy","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10833","display_name":"Vaccine Coverage and Hesitancy","score":0.8647000193595886,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13979","display_name":"Communication and COVID-19 Impact","score":0.0333000011742115,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.024399999529123306,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covid-19-vaccination","display_name":"COVID-19 vaccination","score":0.847000002861023},{"id":"https://openalex.org/keywords/social-media-advertising","display_name":"social media advertising","score":0.9850000143051147},{"id":"https://openalex.org/keywords/public-health-campaigns","display_name":"public health campaigns","score":0.7039999961853027},{"id":"https://openalex.org/keywords/facebook","display_name":"Facebook","score":0.5130000114440918},{"id":"https://openalex.org/keywords/instagram","display_name":"Instagram","score":0.9990000128746033},{"id":"https://openalex.org/keywords/vaccine-uptake","display_name":"vaccine uptake","score":0.4779999852180481},{"id":"https://openalex.org/keywords/opinion-change","display_name":"opinion change","score":0.5770000219345093},{"id":"https://openalex.org/keywords/cost-effectiveness","display_name":"cost-effectiveness","score":0.7639999985694885},{"id":"https://openalex.org/keywords/vaccine-knowledge","display_name":"vaccine knowledge","score":0.5239999890327454},{"id":"https://openalex.org/keywords/randomized-experiments","display_name":"randomized experiments","score":0.6340000033378601}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7105147242546082},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7077730894088745},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.605282187461853},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5622016191482544},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.5481333136558533},{"id":"https://openalex.org/C2994107952","wikidata":"https://www.wikidata.org/wiki/Q1814351","display_name":"Public health interventions","level":3,"score":0.49981212615966797},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.49331846833229065},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.471371054649353},{"id":"https://openalex.org/C22070199","wikidata":"https://www.wikidata.org/wiki/Q192995","display_name":"Vaccination","level":2,"score":0.4425012171268463},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.4232133626937866},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41970717906951904},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.41353103518486023},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41114020347595215},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.37888383865356445},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3360797166824341},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.32536792755126953},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2707380950450897},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.12727713584899902},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1208752989768982},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.12027260661125183},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3386/w30273","doi":"https://doi.org/10.3386/w30273","is_oa":true,"landing_page_url":"https://doi.org/10.3386/w30273","pdf_url":"https://doi.org/10.3386/w30273","source":{"id":"https://openalex.org/S2809516038","display_name":"National Bureau of Economic Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4322614461"],"host_organization_lineage_names":["National Bureau of Economic Research"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Bureau of Economic Research","raw_type":"report"},{"id":"pmh:oai:RePEc:nbr:nberwo:30273","doi":null,"is_oa":false,"landing_page_url":"http://www.nber.org/papers/w30273.pdf","pdf_url":"http://www.nber.org/papers/w30273.pdf","source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.3386/w30273","doi":"https://doi.org/10.3386/w30273","is_oa":true,"landing_page_url":"https://doi.org/10.3386/w30273","pdf_url":"https://doi.org/10.3386/w30273","source":{"id":"https://openalex.org/S2809516038","display_name":"National Bureau of Economic Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4322614461"],"host_organization_lineage_names":["National Bureau of Economic Research"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"National Bureau of Economic Research","raw_type":"report"},"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309674","display_name":"Harvard Business School","ror":null},{"id":"https://openalex.org/F4320319290","display_name":"Meta","ror":null},{"id":"https://openalex.org/F4320333017","display_name":"Stanford Graduate School of Business","ror":"https://ror.org/00f54p054"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287844201.pdf","grobid_xml":"https://content.openalex.org/works/W4287844201.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1596515083","https://openalex.org/W1745376753","https://openalex.org/W1921202903","https://openalex.org/W2056825323","https://openalex.org/W2161969260","https://openalex.org/W2263423262","https://openalex.org/W2482374272","https://openalex.org/W2564917231","https://openalex.org/W2567362164","https://openalex.org/W2610239316","https://openalex.org/W2624183453","https://openalex.org/W2803619622","https://openalex.org/W2806228774","https://openalex.org/W2921959179","https://openalex.org/W2922202912","https://openalex.org/W2962025270","https://openalex.org/W2986211311","https://openalex.org/W3016902371","https://openalex.org/W3024767010","https://openalex.org/W3041476856","https://openalex.org/W3045217171","https://openalex.org/W3081371606","https://openalex.org/W3091952275","https://openalex.org/W3097856151","https://openalex.org/W3113251452","https://openalex.org/W3121638228","https://openalex.org/W3124074442","https://openalex.org/W3132608722","https://openalex.org/W3159261082","https://openalex.org/W3174214499","https://openalex.org/W3175958002","https://openalex.org/W3186769057","https://openalex.org/W3188975025","https://openalex.org/W3190969019","https://openalex.org/W3196277730","https://openalex.org/W3196571743","https://openalex.org/W3197680961","https://openalex.org/W3203168613","https://openalex.org/W3208225695","https://openalex.org/W4200003648","https://openalex.org/W4200438203","https://openalex.org/W4221053970","https://openalex.org/W4221143415","https://openalex.org/W4225526188","https://openalex.org/W4235991331","https://openalex.org/W4285721972","https://openalex.org/W4289547534","https://openalex.org/W4309046271","https://openalex.org/W4320164719","https://openalex.org/W4399650746"],"related_works":["https://openalex.org/W4283325447","https://openalex.org/W4312646563","https://openalex.org/W4417331668","https://openalex.org/W4221167113","https://openalex.org/W4387093047","https://openalex.org/W4309407870","https://openalex.org/W4412470231","https://openalex.org/W4403703933","https://openalex.org/W7213514438","https://openalex.org/W4400283616"],"abstract_inverted_index":{"Public":[0],"health":[1,13,65,163],"organizations":[2,66],"increasingly":[3],"use":[4],"social":[5,26],"media":[6,27],"advertising":[7],"campaigns":[8,79,136],"in":[9,45,56,73],"pursuit":[10],"of":[11,21,25,49,101,109,129,144,154,160],"public":[12,64,162],"goals.In":[14],"this":[15,104],"paper,":[16],"we":[17],"evaluate":[18],"the":[19,46,50,110,152,157],"impact":[20],"about":[22,102,130],"$40":[23],"million":[24],"advertisements":[28],"that":[29,77,135],"were":[30,59],"run":[31,60],"and":[32,37,67,115],"experimentally":[33],"tested":[34],"on":[35,81],"Facebook":[36],"Instagram,":[38],"aimed":[39],"at":[40,84,93,140],"increasing":[41],"COVID-19":[42],"vaccination":[43,116,128],"rates":[44,117],"first":[47],"year":[48],"vaccine":[51],"roll-out.The":[52],"819":[53],"randomized":[54],"experiments":[55],"our":[57,155],"sample":[58],"by":[61],"174":[62],"different":[63],"collectively":[68],"reached":[69],"2.1":[70],"billion":[71],"individuals":[72],"15":[74],"languages.We":[75],"find":[76],"these":[78],"are,":[80],"average,":[82],"effective":[83,139],"influencing":[85,141],"self-reported":[86],"beliefs":[87],"-shifting":[88],"opinions":[89],"close":[90],"to":[91,146,151,166],"1%":[92],"baseline":[94],"with":[95,106],"a":[96],"cost":[97,125],"per":[98,126],"influenced":[99],"person":[100],"$3.41.Combining":[103],"result":[105],"an":[107,123],"estimate":[108],"relationship":[111],"between":[112],"survey":[113],"outcomes":[114],"derived":[118],"from":[119],"observational":[120],"data":[121],"yields":[122],"estimated":[124],"additional":[127],"$5.68.There":[131],"is":[132],"further":[133],"evidence":[134],"are":[137],"especially":[138],"users'":[142],"knowledge":[143],"how":[145],"get":[147],"vaccines.Our":[148],"results":[149],"represent,":[150],"best":[153],"knowledge,":[156],"largest":[158],"set":[159],"online":[161],"interventions":[164],"analyzed":[165],"date.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2022-07-26T00:00:00"}