{"id":"https://openalex.org/W4407100604","doi":"https://doi.org/10.1093/jnci/djaf016","title":"Using GPT-4o to interpret patient-reported outcomes without training","display_name":"Using GPT-4o to interpret patient-reported outcomes without training","publication_year":2025,"publication_date":"2025-02-03","ids":{"openalex":"https://openalex.org/W4407100604","doi":"https://doi.org/10.1093/jnci/djaf016","pmid":"https://pubmed.ncbi.nlm.nih.gov/39898790","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11972668"},"language":"en","primary_location":{"id":"doi:10.1093/jnci/djaf016","doi":"https://doi.org/10.1093/jnci/djaf016","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jnci/djaf016","pdf_url":"https://academic.oup.com/jnci/article-pdf/117/4/809/61740696/djaf016.pdf","source":{"id":"https://openalex.org/S98010888","display_name":"JNCI Journal of the National Cancer Institute","issn_l":"0027-8874","issn":["0027-8874","1460-2105"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JNCI: Journal of the National Cancer Institute","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/jnci/article-pdf/117/4/809/61740696/djaf016.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064344758","display_name":"Thomas M. Atkinson","orcid":"https://orcid.org/0000-0002-4965-3913","observed_orcids":["https://orcid.org/0000-0002-4965-3913"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thomas M Atkinson","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0002-4965-3913","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Aleksandr Petrov","orcid":"https://orcid.org/0009-0001-5441-7421","observed_orcids":["https://orcid.org/0009-0001-5441-7421"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksandr Petrov","raw_affiliation_strings":["Department of Digital Informatics & Technology Solutions, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Digital Informatics & Technology Solutions, , New York, NY,"],"raw_orcid":"https://orcid.org/0009-0001-5441-7421","affiliations":[{"raw_affiliation_string":"Department of Digital Informatics & Technology Solutions, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Digital Informatics & Technology Solutions, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084618494","display_name":"Kathleen A. Lynch","orcid":"https://orcid.org/0000-0002-2174-1604","observed_orcids":["https://orcid.org/0000-0002-2174-1604"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen A Lynch","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","School of Global Public Health, New York University , New York, NY 10003,","Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,","New York University School of Global Public Health, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0002-2174-1604","affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"School of Global Public Health, New York University , New York, NY 10003,","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"New York University School of Global Public Health, , New York, NY,","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061815165","display_name":"Login S. George","orcid":"https://orcid.org/0000-0001-6270-7755","observed_orcids":["https://orcid.org/0000-0001-6270-7755"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Login S George","raw_affiliation_strings":["Institute for Health, Health Care Policy, and Aging Research, Rutgers University , New Brunswick, NJ 08901,","Institute for Health, Health Care Policy, and Aging Research, Rutgers University , New Brunswick, NJ,"],"raw_orcid":"https://orcid.org/0000-0001-6270-7755","affiliations":[{"raw_affiliation_string":"Institute for Health, Health Care Policy, and Aging Research, Rutgers University , New Brunswick, NJ 08901,","institution_ids":["https://openalex.org/I102322142"]},{"raw_affiliation_string":"Institute for Health, Health Care Policy, and Aging Research, Rutgers University , New Brunswick, NJ,","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022685494","display_name":"Jennifer R. Cracchiolo","orcid":"https://orcid.org/0000-0003-4496-906X","observed_orcids":["https://orcid.org/0000-0003-4496-906X"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer R Cracchiolo","raw_affiliation_strings":["Department of Surgery, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Surgery, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0003-4496-906X","affiliations":[{"raw_affiliation_string":"Department of Surgery, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Surgery, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108416939","display_name":"Bobby Daly","orcid":"https://orcid.org/0000-0001-6573-7650","observed_orcids":["https://orcid.org/0000-0001-6573-7650"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bobby Daly","raw_affiliation_strings":["Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Medicine, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0001-6573-7650","affiliations":[{"raw_affiliation_string":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Medicine, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015481262","display_name":"Kristen L. Fessele","orcid":"https://orcid.org/0000-0003-2336-6841","observed_orcids":["https://orcid.org/0000-0003-2336-6841"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen L Fessele","raw_affiliation_strings":["Department of Nursing, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Nursing, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0003-2336-6841","affiliations":[{"raw_affiliation_string":"Department of Nursing, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Nursing, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027611546","display_name":"James Flory","orcid":"https://orcid.org/0000-0002-0259-969X","observed_orcids":["https://orcid.org/0000-0002-0259-969X"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James H Flory","raw_affiliation_strings":["Endocrinology Service, Department of Subspecialty Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Endocrinology Service, Department of Subspecialty Medicine, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0002-0259-969X","affiliations":[{"raw_affiliation_string":"Endocrinology Service, Department of Subspecialty Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Endocrinology Service, Department of Subspecialty Medicine, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019539940","display_name":"Jun J. J. Mao","orcid":"https://orcid.org/0000-0001-9229-0380","observed_orcids":["https://orcid.org/0000-0001-9229-0380"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun J Mao","raw_affiliation_strings":["Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Medicine, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0001-9229-0380","affiliations":[{"raw_affiliation_string":"Department of Medicine, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Medicine, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100680208","display_name":"Yuelin Li","orcid":"https://orcid.org/0000-0001-6571-3587","observed_orcids":["https://orcid.org/0000-0001-6571-3587"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuelin Li","raw_affiliation_strings":["Department of Epidemiology and Biostatistics, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","Memorial Sloan Kettering Cancer Center Department of Epidemiology and Biostatistics, , New York, NY,","Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,"],"raw_orcid":"https://orcid.org/0000-0001-6571-3587","affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Biostatistics, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, Memorial Sloan Kettering Cancer Center , New York, NY 10065,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Epidemiology and Biostatistics, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]},{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center Department of Psychiatry and Behavioral Sciences, , New York, NY,","institution_ids":["https://openalex.org/I1334819555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064344758"],"corresponding_institution_ids":["https://openalex.org/I1334819555"],"apc_list":{"value":5436,"currency":"USD","value_usd":5436},"apc_paid":null,"fwci":1.5344,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87355525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"117","issue":"4","first_page":"809","last_page":"811"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.75,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.75,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07360000163316727,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.053199999034404755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.972000002861023},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8669999837875366},{"id":"https://openalex.org/keywords/patient-reported-outcomes","display_name":"patient-reported outcomes","score":0.9419999718666077},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.6639999747276306},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.8889999985694885},{"id":"https://openalex.org/keywords/qualitative-coding","display_name":"qualitative coding","score":0.40299999713897705},{"id":"https://openalex.org/keywords/human-llm-comparison","display_name":"human-LLM comparison","score":0.4779999852180481},{"id":"https://openalex.org/keywords/interview-transcripts","display_name":"interview transcripts","score":0.47699999809265137},{"id":"https://openalex.org/keywords/patient-generated-health-data","display_name":"patient-generated health data","score":0.32100000977516174},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.40400001406669617},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"precision and recall","score":0.453000009059906}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7337654829025269},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35445207357406616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32914847135543823},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.15630939602851868},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1093/jnci/djaf016","doi":"https://doi.org/10.1093/jnci/djaf016","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jnci/djaf016","pdf_url":"https://academic.oup.com/jnci/article-pdf/117/4/809/61740696/djaf016.pdf","source":{"id":"https://openalex.org/S98010888","display_name":"JNCI Journal of the National Cancer Institute","issn_l":"0027-8874","issn":["0027-8874","1460-2105"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JNCI: Journal of the National Cancer Institute","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:11669351","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11972668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmid:39898790","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39898790","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the National Cancer Institute","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11972668","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11972668/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Natl Cancer Inst","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/jnci/djaf016","doi":"https://doi.org/10.1093/jnci/djaf016","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jnci/djaf016","pdf_url":"https://academic.oup.com/jnci/article-pdf/117/4/809/61740696/djaf016.pdf","source":{"id":"https://openalex.org/S98010888","display_name":"JNCI Journal of the National Cancer Institute","issn_l":"0027-8874","issn":["0027-8874","1460-2105"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-3","ki-jl-2","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JNCI: Journal of the National Cancer Institute","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8560000061988831,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G9000174336","display_name":null,"funder_award_id":"CA 008748","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G9000856728","display_name":"Cancer Center Support Grant","funder_award_id":"P30CA008748","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"},{"id":"https://openalex.org/G9000919277","display_name":"Integrating Electronic Patient-Reported Outcomes into Discharge Planning","funder_award_id":"K08CA283306","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407100604.pdf","grobid_xml":"https://content.openalex.org/works/W4407100604.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2917197653","https://openalex.org/W4205822716","https://openalex.org/W4281790169","https://openalex.org/W4392564188","https://openalex.org/W4396622618"],"related_works":["https://openalex.org/W4415473192","https://openalex.org/W4405151324","https://openalex.org/W4411239365","https://openalex.org/W4399118475","https://openalex.org/W4399280420","https://openalex.org/W4410808844","https://openalex.org/W7162011459","https://openalex.org/W4409318128","https://openalex.org/W7155411810","https://openalex.org/W4392740458"],"abstract_inverted_index":{"Advances":[0],"in":[1,19,31,50,73,99,203,290,306,383,461,521,730,761],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"such":[6,28],"as":[7,29,106,276,456,487],"OpenAI\u2019s":[8],"Generative":[9],"Pre-trained":[10],"Transformer-4o":[11],"(GPT-4o)":[12],"have":[13,413,797],"prompted":[14],"interest":[15,801],"regarding":[16],"their":[17,48,90,435],"use":[18,63],"oncology.":[20],"LLMs":[21,95,404],"distill":[22],"vast":[23],"amounts":[24],"of":[25,109,167,193,245,388,458,480,513,516,526,533,538,736,766,773,784,793,800],"text":[26,54,80,121,307,425],"data":[27,55,81,529,805],"postings":[30],"online":[32],"forums,":[33],"scientific":[34],"articles,":[35],"and":[36,70,76,132,157,201,256,270,293,332,370,395,441,464,478,519,541,756,776],"educational":[37],"materials.1":[38],"As":[39,397],"these":[40,222],"methods":[41],"evolve,":[42],"there":[43],"is":[44,137,191,485,769],"potential":[45],"for":[46,84,113,297,402,467,499,505,548,750],"leveraging":[47],"capabilities":[49],"summarizing":[51],"patient-authored":[52],"free":[53,79,120,424],"to":[56,66,104,116,139,188,217,221,376,406,446,473,508,523,544,802,811],"patient-reported":[57],"outcomes":[58],"(PROs).2,3":[59],"While":[60],"conventional":[61],"PROs":[62],"standardized":[64],"questions":[65],"broadly":[67,405],"assess":[68],"treatment-":[69],"disease-related":[71],"domains":[72,409],"clinical":[74],"trials":[75],"routine":[77],"care,4":[78],"are":[82],"ideal":[83],"capturing":[85],"patients\u2019":[86,169],"nuanced":[87,510],"experiences":[88],"\u201cin":[89],"own":[91],"words\u201d.5":[92],"However,":[93,364,483],"before":[94],"can":[96,421,806],"be":[97,496,807],"applied":[98],"coding":[100],"PROs,":[101],"we":[102,412],"sought":[103],"develop,":[105],"a":[107,165,207,239,249,398,429,438,449,733],"proof":[108],"concept,":[110],"methodological":[111],"procedures":[112],"unsupervised":[114,419],"learning":[115,130],"automatically":[117],"interpret":[118,454],"patient-generated":[119,423],"phrases":[122],"without":[123,410],"pre-training":[124],"by":[125,176,199,266],"human":[126,141,274,291,389,506],"coders":[127,390,507],"(ie,":[128,391],"\u201czero-shot":[129],"[ZSL]\u201d),":[131],"demonstrate":[133],"that":[134,172,387,417,492],"LLM":[135,420,452],"performance":[136,305,314,490],"similar":[138],"traditional":[140],"qualitative":[142],"analysis.":[143],"We":[144],"used":[145,760],"archived":[146],"interview":[147],"transcripts":[148],"(N":[149],"=":[150,328,344,353,393],"19)":[151],"from":[152,164],"9":[153],"patients,":[154],"2":[155,177],"caregivers,":[156],"7":[158],"physicians":[159],"(891":[160],"total":[161],"participant":[162],"utterances)":[163],"study":[166],"cancer":[168],"prognostic":[170],"awareness":[171],"were":[173],"previously":[174],"coded6":[175],"humans":[178],"into":[179],"5":[180,223],"themes":[181,224],"(Figure":[182],"1).":[183],"The":[184,212,330,764,795],"GPT-4o":[185,216,298,302,384],"model":[186],"licensed":[187],"our":[189],"institution":[190],"comprised":[192],"over":[194],"1":[195],"trillion":[196],"parameters,":[197],"pre-trained":[198],"OpenAI":[200],"provided":[202,808],"Microsoft":[204],"Azure":[205],"through":[206,732],"secure":[208],"enterprise":[209],"cloud-based":[210],"offering.":[211],"ZSL":[213,493],"procedure":[214],"instructed":[215],"match":[218],"transcript":[219],"entries":[220],"de":[225],"novo,":[226],"relying":[227],"solely":[228,770],"on":[229,299],"semantic":[230],"contents.":[231],"Prompt":[232],"engineering":[233],"experimented":[234],"with":[235,284,317,367,434],"optimal":[236],"queries:":[237],"(1)":[238],"\u201cbase\u201d":[240,333],"prompt":[241,251,320,465],"included":[242],"basic":[243],"descriptions":[244],"each":[246],"theme;":[247],"(2)":[248],"\u201ccomprehensive\u201d":[250,331],"had":[252],"very":[253],"detailed":[254,368],"descriptions;":[255],"(3)":[257],"\u201chybrid\u201d":[258,319],"prompts":[259,334,366],"featured":[260],"mixed":[261],"descriptions.":[262],"Performance":[263],"was":[264,315,728],"evaluated":[265],"precision,":[267,322,338,347],"recall,":[268,324,340,349],"F1-score,":[269,326,342,351],"Kappa":[271],"reliability":[272],"using":[273,309],"analysts":[275,292],"the":[277,300,318,377,514,524,527,534,536,539,542,546,751,771,774,781,785,790,812],"ground":[278],"truth.":[279],"Additionally,":[280],"duplicated":[281],"utterances":[282,311],"(112":[283],">90%":[285],"similarity)":[286],"assessed":[287],"internal":[288,381],"consistency":[289,382],"GPT-4o.":[294],"Confusion":[295],"matrix":[296],"dataset.":[301],"yielded":[303],"acceptable":[304],"classification":[308,362],"verbatim":[310],"alone;":[312],"best":[313,378],"obtained":[316],"(56%":[321],"54%":[323,339,341],"55%":[325,346],"\u039a":[327,343,352,392],"0.43).":[329],"fared":[335],"worse":[336],"(57%":[337],"0.42;":[345],"46%":[348],"45%":[350],"0.32,":[354],"respectively).":[355],"These":[356],"metrics":[357],"indicate":[358],"better":[359],"than":[360],"chance":[361],"(20%).":[363],"longer":[365],"explanations":[369],"examples":[371],"did":[372],"not":[373,778],"necessarily":[374,779],"lead":[375],"performance.":[379],"Encouragingly,":[380],"nearly":[385],"matched":[386],"0.43":[394],"0.44).":[396],"necessary":[399],"initial":[400,500],"step":[401],"generalizing":[403],"code":[407,422],"PRO":[408],"pre-training,":[411],"presented":[414],"promising":[415],"evidence":[416],"an":[418],"data.":[426],"Ultimately,":[427],"if":[428],"patient":[430],"undergoing":[431],"chemotherapy":[432,481],"communicates":[433],"doctor":[436],"via":[437],"portal":[439],"message":[440],"describes":[442],"\u201cI":[443],"felt":[444],"sick":[445],"my":[447],"stomach\u2026,\u201d":[448],"further":[450],"validated":[451],"may":[453],"this":[455,762,767],"signs":[457],"\u201cmild":[459],"nausea/vomiting\u201d":[460],"real":[462],"time":[463,518],"clinicians":[466],"immediate":[468],"action":[469],"(eg,":[470],"prescribing":[471],"antiemetics)":[472],"minimize":[474],"treatment-related":[475],"adverse":[476],"events":[477],"risk":[479],"interruptions.":[482],"caution":[484],"advised,":[486],"current":[488],"sub-optimal":[489],"suggests":[491],"applications":[494],"might":[495],"more":[497],"suitable":[498],"screening,":[501],"leaving":[502],"uncertain":[503],"classifications":[504],"detect":[509],"meaning.":[511],"Role":[512],"funder\u2014support":[515],"investigator":[517],"effort":[520],"relation":[522],"design":[525],"study,":[528],"collection,":[530],"analysis,":[531],"interpretation":[532],"data,":[535],"writing":[537],"correspondence,":[540],"decision":[543],"submit":[545],"correspondence":[547],"publication.":[549],"Thomas":[550],"Michael":[551],"Atkinson,":[552],"PhD":[553,613,704],"(Conceptualization;":[554,578,598,614,633,647,663,678,691,705],"Data":[555,579,599,615,706],"curation;":[556,580,600,616,707],"Formal":[557,581,601,617,634,648,664,692,708],"analysis;":[558,582,602,618,635,649,665,693,709],"Funding":[559,710],"acquisition;":[560,711],"Investigation;":[561,619,636,650,666,679,694,712],"Methodology;":[562,583,603,620,637,651,667,680,695,713],"Project":[563,584,621,714],"administration;":[564,585,622,715],"Resources;":[565,716],"Software;":[566,586,717],"Supervision;":[567,718],"Validation;":[568,587,604,623,638,652,668,681,696,719],"Visualization;":[569,588,720],"Writing\u2014original":[570,589,605,624,639,653,669,682,697,721],"draft;":[571,590,606,625,640,654,670,683,698,722],"Writing\u2014review":[572,591,607,626,641,655,671,684,699,723],"&":[573,592,608,627,642,656,672,685,700,724],"editing),":[574,593,609,628,643,657,673,686,701],"Aleksandr":[575],"Petrov,":[576],"MS":[577],"Kathleen":[594],"A.":[595],"Lynch,":[596],"MPH":[597],"Login":[610],"S.":[611],"George,":[612],"Jennifer":[629],"R.":[630],"Cracchiolo,":[631],"MD":[632,646,677,690],"Bobby":[644],"Daly,":[645],"Kristen":[658],"L.":[659],"Fessele,":[660],"PhD,":[661],"RN":[662],"James":[674],"H.":[675],"Flory,":[676],"Jun":[687],"J.":[688],"Mao,":[689],"Yuelin":[702],"Li,":[703],"editing).":[725],"This":[726],"research":[727,768],"funded":[729],"part":[731],"National":[734,786,791],"Institutes":[735,792],"Health/National":[737],"Cancer":[738,740,787],"Institute":[739,788],"Center":[741],"Support":[742],"Grant":[743],"P30":[744],"CA008748-58,":[745],"which":[746],"provides":[747],"partial":[748],"support":[749],"Patient-Reported":[752],"Outcomes,":[753],"Community":[754],"Engagement,":[755],"Language":[757],"Core":[758],"Facility":[759],"investigation.":[763],"content":[765],"responsibility":[772],"authors":[775,796],"does":[777],"represent":[780],"official":[782],"views":[783],"or":[789],"Health.":[794],"no":[798],"conflicts":[799],"disclose.":[803],"De-identified":[804],"upon":[809],"request":[810],"corresponding":[813],"author.":[814]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2025-02-04T00:00:00"}