{"id":"https://openalex.org/W4400218600","doi":"https://doi.org/10.2196/59641","title":"Large Language Models Can Enable Inductive Thematic Analysis of a Social Media Corpus in a Single Prompt: Human Validation Study","display_name":"Large Language Models Can Enable Inductive Thematic Analysis of a Social Media Corpus in a Single Prompt: Human Validation Study","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4400218600","doi":"https://doi.org/10.2196/59641","pmid":"https://pubmed.ncbi.nlm.nih.gov/39207842","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11393503"},"language":"en","primary_location":{"id":"doi:10.2196/59641","doi":"https://doi.org/10.2196/59641","is_oa":true,"landing_page_url":"https://doi.org/10.2196/59641","pdf_url":null,"source":{"id":"https://openalex.org/S4210171885","display_name":"JMIR Infodemiology","issn_l":"2564-1891","issn":["2564-1891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","oarl"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Infodemiology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/59641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068958984","display_name":"Michael S. Deiner","orcid":"https://orcid.org/0000-0002-4977-6147","observed_orcids":["https://orcid.org/0000-0002-4977-6147"]},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S Deiner","raw_affiliation_strings":["Department of Ophthalmology and Francis I Proctor Foundation, University of California San Francisco, San Francisco, CA, United States","Department of Ophthalmology and Francis I Proctor Foundation, University of California San Francisco San Francisco US"],"raw_orcid":"https://orcid.org/0000-0002-4977-6147","affiliations":[{"raw_affiliation_string":"Department of Ophthalmology and Francis I Proctor Foundation, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Department of Ophthalmology and Francis I Proctor Foundation, University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044129025","display_name":"Vlad Honcharov","orcid":"https://orcid.org/0000-0002-6045-6515","observed_orcids":["https://orcid.org/0000-0002-6045-6515"]},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]},{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vlad Honcharov","raw_affiliation_strings":["Center for Vulnerable Populations, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","Division of General Internal Medicine, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US"],"raw_orcid":"https://orcid.org/0000-0002-6045-6515","affiliations":[{"raw_affiliation_string":"Center for Vulnerable Populations, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050276","display_name":"Jiawei Li","orcid":"https://orcid.org/0000-0001-9801-4715","observed_orcids":["https://orcid.org/0000-0001-9801-4715","https://orcid.org/0009-0007-0722-4751"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Li","raw_affiliation_strings":["S-3 Research, LLC, San Diego, CA, United States","Anthropology San Diego US","Research LLC San Deigo US","Research LLC, Global Health Policy and Data Institute, and University of California San Diego Global Health Program Department of"],"raw_orcid":"https://orcid.org/0000-0001-9801-4715","affiliations":[{"raw_affiliation_string":"S-3 Research, LLC, San Diego, CA, United States","institution_ids":[]},{"raw_affiliation_string":"Anthropology San Diego US","institution_ids":[]},{"raw_affiliation_string":"Research LLC San Deigo US","institution_ids":[]},{"raw_affiliation_string":"Research LLC, Global Health Policy and Data Institute, and University of California San Diego Global Health Program Department of","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046725740","display_name":"Tim Ken Mackey","orcid":"https://orcid.org/0000-0002-2191-7833","observed_orcids":["https://orcid.org/0000-0002-2191-7833"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim K Mackey","raw_affiliation_strings":["Global Health Program, Department of Anthropology, University of California San Diego, La Jolla, CA, United States","S-3 Research, LLC, San Diego, CA, United States"],"raw_orcid":"https://orcid.org/0000-0002-2191-7833","affiliations":[{"raw_affiliation_string":"Global Health Program, Department of Anthropology, University of California San Diego, La Jolla, CA, United States","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"S-3 Research, LLC, San Diego, CA, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069369290","display_name":"Travis C. Porco","orcid":"https://orcid.org/0000-0001-8813-3171","observed_orcids":["https://orcid.org/0000-0001-8813-3171"]},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]},{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Travis C Porco","raw_affiliation_strings":["Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation, University of California San Francisco, San Francisco, CA, United States","Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco San Francisco US","Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US","Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco 490 Illinois St, 2nd Floor San Francisco US"],"raw_orcid":"https://orcid.org/0000-0001-8813-3171","affiliations":[{"raw_affiliation_string":"Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco 490 Illinois St, 2nd Floor San Francisco US","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050618420","display_name":"Urmimala Sarkar","orcid":"https://orcid.org/0000-0003-4213-4405","observed_orcids":["https://orcid.org/0000-0003-4213-4405"]},"institutions":[{"id":"https://openalex.org/I1295908608","display_name":"San Francisco General Hospital","ror":"https://ror.org/05j8x4n38","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1295908608"]},{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Urmimala Sarkar","raw_affiliation_strings":["Center for Vulnerable Populations, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","Division of General Internal Medicine, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco San Francisco US","Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US","Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco 490 Illinois St, 2nd Floor San Francisco US"],"raw_orcid":"https://orcid.org/0000-0003-4213-4405","affiliations":[{"raw_affiliation_string":"Center for Vulnerable Populations, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine, Zuckerberg San Francisco General Hospital, Department of Medicine, University of California San Francisco, San Francisco, CA, United States","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I180670191"]},{"raw_affiliation_string":"Division of General Internal Medicine at Zuckerberg San Francisco General Hospital and Trauma Center, and Center for Vulnerable Populations University of California San Francisco San Francisco US","institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"]},{"raw_affiliation_string":"Departments of Ophthalmology, Epidemiology and Biostatistics, Global Health Sciences, and Francis I Proctor Foundation University of California San Francisco 490 Illinois St, 2nd Floor San Francisco US","institution_ids":["https://openalex.org/I180670191"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069369290"],"corresponding_institution_ids":["https://openalex.org/I1295908608","https://openalex.org/I180670191"],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":{"value":1500,"currency":"USD","value_usd":1500},"fwci":27.2503,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.99397311,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"4","issue":null,"first_page":"e59641","last_page":"e59641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9437999725341797,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8560000061988831},{"id":"https://openalex.org/keywords/social-media-content-analysis","display_name":"social media content analysis","score":0.7239999771118164},{"id":"https://openalex.org/keywords/public-health-communication","display_name":"public health communication","score":0.699999988079071},{"id":"https://openalex.org/keywords/llm-hallucination","display_name":"LLM hallucination","score":0.6489999890327454},{"id":"https://openalex.org/keywords/human-validation","display_name":"human validation","score":0.40700000524520874},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.7480000257492065},{"id":"https://openalex.org/keywords/claude","display_name":"Claude","score":0.8550000190734863},{"id":"https://openalex.org/keywords/health-beliefs-and-attitudes","display_name":"health beliefs and attitudes","score":0.5550000071525574},{"id":"https://openalex.org/keywords/automated-text-analysis","display_name":"computational text analysis","score":0.5170000195503235},{"id":"https://openalex.org/keywords/disease-surveillance","display_name":"disease surveillance","score":0.36000001430511475},{"id":"https://openalex.org/keywords/misinformation-detection","display_name":"misinformation detection","score":0.35499998927116394},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.3449999988079071},{"id":"https://openalex.org/keywords/health-data-sharing","display_name":"health data sharing","score":0.33799999952316284}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6033557057380676},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5804389119148254},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.5534581542015076},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.5251756906509399},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5009808540344238},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3681769371032715},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.34648796916007996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33946317434310913},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2336399257183075},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1425018012523651},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13048124313354492},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.12445670366287231},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.10192182660102844},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061108","descriptor_name":"Social Media","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.2196/59641","doi":"https://doi.org/10.2196/59641","is_oa":true,"landing_page_url":"https://doi.org/10.2196/59641","pdf_url":null,"source":{"id":"https://openalex.org/S4210171885","display_name":"JMIR Infodemiology","issn_l":"2564-1891","issn":["2564-1891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","oarl"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Infodemiology","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.59641","doi":"https://doi.org/10.2196/preprints.59641","is_oa":true,"landing_page_url":"http://dx.doi.org/10.2196/preprints.59641","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:pubmedcentral.nih.gov:11393503","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11393503","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11393503/pdf/infodemiology_v4i1e59641.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Infodemiology","raw_type":"Text"},{"id":"pmid:39207842","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39207842","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR infodemiology","raw_type":"Journal Article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt5868f1r2","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5868f1r2","pdf_url":"https://escholarship.org/content/qt5868f1r2/qt5868f1r2.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Infodemiology, vol 4","raw_type":"article"}],"best_oa_location":{"id":"doi:10.2196/59641","doi":"https://doi.org/10.2196/59641","is_oa":true,"landing_page_url":"https://doi.org/10.2196/59641","pdf_url":null,"source":{"id":"https://openalex.org/S4210171885","display_name":"JMIR Infodemiology","issn_l":"2564-1891","issn":["2564-1891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","oarl"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Infodemiology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G499696825","display_name":null,"funder_award_id":"EY002162","funder_id":"https://openalex.org/F4320306811","funder_display_name":"Research to Prevent Blindness"},{"id":"https://openalex.org/G7990649754","display_name":"Digital Detection of Infectious Eye Epidemics","funder_award_id":"R01EY024608","funder_id":"https://openalex.org/F4320337350","funder_display_name":"National Eye Institute"},{"id":"https://openalex.org/G9000114344","display_name":null,"funder_award_id":"EY-002162","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306811","display_name":"Research to Prevent Blindness","ror":"https://ror.org/04drjs621"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337347","display_name":"National Institute on Drug Abuse","ror":"https://ror.org/00fq5cm18"},{"id":"https://openalex.org/F4320337350","display_name":"National Eye Institute","ror":"https://ror.org/03wkg3b53"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400218600.pdf","grobid_xml":"https://content.openalex.org/works/W4400218600.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1984926150","https://openalex.org/W2019432915","https://openalex.org/W2146029572","https://openalex.org/W2770259901","https://openalex.org/W2785447792","https://openalex.org/W2793015149","https://openalex.org/W2807878428","https://openalex.org/W2913732268","https://openalex.org/W3030163527","https://openalex.org/W3111394773","https://openalex.org/W3170490008","https://openalex.org/W3186243414","https://openalex.org/W3186931810","https://openalex.org/W4206606007","https://openalex.org/W4210862213","https://openalex.org/W4220676333","https://openalex.org/W4220795370","https://openalex.org/W4323836089","https://openalex.org/W4367623968","https://openalex.org/W4380682431","https://openalex.org/W4382399573","https://openalex.org/W4386045865","https://openalex.org/W4386743827","https://openalex.org/W4388552174","https://openalex.org/W4388777264","https://openalex.org/W4389222161","https://openalex.org/W4389341709","https://openalex.org/W4389431401","https://openalex.org/W4389990729","https://openalex.org/W4390593459","https://openalex.org/W4391031145","https://openalex.org/W4391709247","https://openalex.org/W4391755461","https://openalex.org/W4392748894","https://openalex.org/W4393231947","https://openalex.org/W7133231369"],"related_works":["https://openalex.org/W4414380669","https://openalex.org/W4408288293","https://openalex.org/W7165535895","https://openalex.org/W4400953813","https://openalex.org/W7148780643","https://openalex.org/W7053192050","https://openalex.org/W7162004439","https://openalex.org/W4389431401","https://openalex.org/W7167276432","https://openalex.org/W4377865052"],"abstract_inverted_index":{"BACKGROUND:":[0],"Manually":[1],"analyzing":[2],"public":[3,29,431],"health-related":[4,82,94,362],"content":[5,173,290],"from":[6,44,203,216,225,248,369,396,407],"social":[7,53,88,118,171,360,422],"media":[8,54,89,119,172],"provides":[9],"valuable":[10],"insights":[11],"into":[12],"the":[13,39,101,125,161,167,176,183,201,214,217,223,243,259,286,335,345,386,392,404,408,435,442],"beliefs,":[14],"attitudes,":[15],"and":[16,24,35,41,65,91,134,165,182,230,241,276,323,350,356,426,438,440],"behaviors":[17],"of":[18,69,87,103,114,117,170,179,186,245,327,394,434],"individuals,":[19],"shedding":[20],"light":[21],"on":[22],"trends":[23],"patterns":[25],"that":[26,204,278,372,385],"can":[27,62,79,354,366,390],"inform":[28],"understanding,":[30],"policy":[31],"decisions,":[32],"targeted":[33],"interventions,":[34],"communication":[36],"strategies.":[37],"Unfortunately,":[38],"time":[40],"effort":[42],"needed":[43],"well-trained":[45],"human":[46,220,373,397],"subject":[47,155,338,374,398],"matter":[48,156,339,375,399],"experts":[49,340,376,400],"makes":[50],"extensive":[51],"manual":[52,146,219],"listening":[55,423],"unfeasible.":[56],"Generative":[57],"large":[58,67,85,115,359],"language":[59],"models":[60],"(LLMs)":[61],"potentially":[63],"summarize":[64],"interpret":[66],"amounts":[68],"text,":[70],"but":[71],"it":[72],"is":[73,412],"unclear":[74],"to":[75,99,123,258,284,309,383,445],"what":[76],"extent":[77],"LLMs":[78,105,129,237,253,280,304,322,346,353,365,387],"glean":[80],"subtle":[81],"meanings":[83],"in":[84,143,192,292],"sets":[86],"posts":[90,120],"reasonably":[92],"report":[93],"themes.":[95],"OBJECTIVE:":[96],"We":[97,159,199,232,268],"aimed":[98],"assess":[100],"feasibility":[102],"using":[104],"for":[106,174,208,418,424],"topic":[107,131],"model":[108,132],"selection":[109,133,178],"or":[110,148],"inductive":[111,135],"thematic":[112,136],"analysis":[113,137,185,247,395],"contents":[116],"by":[121,154,212,263,299,312,344,401],"attempting":[122],"answer":[124],"following":[126],"question:":[127],"Can":[128],"conduct":[130],"as":[138,140,152,188,206,265],"effectively":[139,355],"humans":[141,264],"did":[142],"a":[144,193,270],"prior":[145,218],"study,":[147],"at":[149],"least":[150],"reasonably,":[151],"judged":[153],"experts?":[157],"METHODS:":[158],"asked":[160],"same":[162,168,405,409],"research":[163],"question":[164],"used":[166,200],"set":[169],"both":[175],"LLM":[177,184,210],"relevant":[180],"topics":[181,260],"themes":[187,307,342,368,406],"was":[189],"conducted":[190],"manually":[191],"published":[194],"study":[195,205],"about":[196],"vaccine":[197],"rhetoric.":[198],"results":[202,215],"background":[207],"this":[209],"experiment":[211],"comparing":[213],"analyses":[221,224],"with":[222,314],"3":[226],"LLMs:":[227],"GPT4-32K,":[228],"Claude-instant-100K,":[229],"Claude-2-100K.":[231],"also":[233],"assessed":[234,242],"if":[235],"multiple":[236],"had":[238],"equivalent":[239],"ability":[240],"consistency":[244],"repeated":[246],"each":[249],"LLM.":[250,330],"RESULTS:":[251],"The":[252],"generally":[254],"gave":[255],"high":[256],"rankings":[257,295],"chosen":[261],"previously":[262],"most":[266],"relevant.":[267,351],"reject":[269],"null":[271],"hypothesis":[272],"(P<.001,":[273],"overall":[274],"comparison)":[275],"conclude":[277],"these":[279],"are":[281],"more":[282],"likely":[283],"include":[285],"human-rated":[287],"top":[288,294],"5":[289],"areas":[291],"their":[293],"than":[296],"would":[297],"occur":[298],"chance.":[300],"Regarding":[301],"theme":[302],"identification,":[303],"identified":[305,311],"several":[306],"similar":[308],"those":[310],"humans,":[313],"very":[315],"low":[316],"hallucination":[317],"rates.":[318],"Variability":[319],"occurred":[320],"between":[321,324],"test":[325],"runs":[326],"an":[328],"individual":[329],"Despite":[331],"not":[332],"consistently":[333,402],"matching":[334],"human-generated":[336],"themes,":[337],"found":[341],"generated":[343],"were":[347,381],"still":[348],"reasonable":[349],"CONCLUSIONS:":[352],"efficiently":[357],"process":[358],"media-based":[361],"data":[363,371],"sets.":[364],"extract":[367],"such":[370],"deem":[377],"reasonable.":[378],"However,":[379],"we":[380,388],"unable":[382],"show":[384],"tested":[389],"replicate":[391],"depth":[393],"extracting":[403],"data.":[410],"There":[411],"vast":[413],"potential,":[414],"once":[415],"better":[416],"validated,":[417],"automated":[419],"LLM-based":[420],"real-time":[421],"common":[425],"rare":[427],"health":[428,432],"conditions,":[429],"informing":[430],"understanding":[433],"public's":[436,443],"interests":[437],"concerns":[439],"determining":[441],"ideas":[444],"address":[446],"them.":[447]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2024-07-02T00:00:00"}