{"id":"https://openalex.org/W4405230597","doi":"https://doi.org/10.1093/jamia/ocae294","title":"Establishing best practices in large language model research: an application to repeat prompting","display_name":"Establishing best practices in large language model research: an application to repeat prompting","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405230597","doi":"https://doi.org/10.1093/jamia/ocae294","pmid":"https://pubmed.ncbi.nlm.nih.gov/39656836"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocae294","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae294","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae294/60951519/ocae294.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae294/60951519/ocae294.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066571318","display_name":"Robert J. Gallo","orcid":"https://orcid.org/0000-0002-2601-0173"},"institutions":[{"id":"https://openalex.org/I204866599","display_name":"VA Palo Alto Health Care System","ror":"https://ror.org/00nr17z89","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I204866599","https://openalex.org/I2799886695","https://openalex.org/I4210125474"]},{"id":"https://openalex.org/I4210138309","display_name":"Center for Innovation","ror":"https://ror.org/04c1v2b17","country_code":"US","type":"facility","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210089489","https://openalex.org/I4210138309"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robert J Gallo","raw_affiliation_strings":["Center for Innovation to Implementation, VA Palo Alto Health Care System , Menlo Park, CA 94025,","Department of Health Policy, Stanford University , Stanford, CA 94305,","Department of Health Policy, Stanford University, Stanford, CA 94305, United States","Center for Innovation to Implementation, VA Palo Alto Health Care System, Menlo Park, CA 94025, United States"],"raw_orcid":"https://orcid.org/0000-0002-2601-0173","affiliations":[{"raw_affiliation_string":"Center for Innovation to Implementation, VA Palo Alto Health Care System , Menlo Park, CA 94025,","institution_ids":["https://openalex.org/I204866599","https://openalex.org/I4210138309"]},{"raw_affiliation_string":"Department of Health Policy, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Health Policy, Stanford University, Stanford, CA 94305, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Center for Innovation to Implementation, VA Palo Alto Health Care System, Menlo Park, CA 94025, United States","institution_ids":["https://openalex.org/I204866599","https://openalex.org/I4210138309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041210651","display_name":"Michael Baiocchi","orcid":"https://orcid.org/0000-0002-7571-5268"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Baiocchi","raw_affiliation_strings":["Department of Epidemiology and Population Health, Stanford University , Stanford, CA 94305,","Department of Epidemiology and Population Health, Stanford University, Stanford, CA 94305, United States"],"raw_orcid":"https://orcid.org/0000-0002-7571-5268","affiliations":[{"raw_affiliation_string":"Department of Epidemiology and Population Health, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Epidemiology and Population Health, Stanford University, Stanford, CA 94305, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103229519","display_name":"Thomas Savage","orcid":"https://orcid.org/0000-0003-4828-5802"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas R Savage","raw_affiliation_strings":["Division of Hospital Medicine, Stanford University , Stanford, CA 94305,","Division of Hospital Medicine, Stanford University, Stanford, CA 94305, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA 94305, United States","institution_ids":["https://openalex.org/I4210137306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046725885","display_name":"Jonathan H. Chen","orcid":"https://orcid.org/0000-0002-4387-8740"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan H Chen","raw_affiliation_strings":["Clinical Excellence Research Center, Stanford University , Stanford, CA 94305,","Division of Hospital Medicine, Stanford University , Stanford, CA 94305,","Stanford Center for Biomedical Informatics Research, Stanford University , Stanford, CA 94304,","Division of Hospital Medicine, Stanford University, Stanford, CA 94305, United States","Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA 94304, United States","Clinical Excellence Research Center, Stanford University, Stanford, CA 94305, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Excellence Research Center, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Stanford Center for Biomedical Informatics Research, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA 94305, United States","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Clinical Excellence Research Center, Stanford University, Stanford, CA 94305, United States","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066571318"],"corresponding_institution_ids":["https://openalex.org/I204866599","https://openalex.org/I4210138309","https://openalex.org/I97018004"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":{"value":3967,"currency":"USD","value_usd":3967},"fwci":1.9266,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88565775,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"32","issue":"2","first_page":"386","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1348000019788742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1348000019788742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.08129999786615372,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6353278160095215},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.5196620225906372},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4187677204608917},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39209040999412537},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3411266803741455},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.10549023747444153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6353278160095215},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.5196620225906372},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4187677204608917},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39209040999412537},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3411266803741455},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.10549023747444153},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000043","descriptor_name":"Abstracting and Indexing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D035843","descriptor_name":"Biomedical Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocae294","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae294","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae294/60951519/ocae294.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:39656836","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39656836","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11756642","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11756642","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11756642/pdf/ocae294.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/jamia/ocae294","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae294","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae294/60951519/ocae294.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G342977159","display_name":null,"funder_award_id":"#12409","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"},{"id":"https://openalex.org/G4525995888","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G5558152276","display_name":null,"funder_award_id":"1R01AI17812101","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"},{"id":"https://openalex.org/G928848541","display_name":null,"funder_award_id":"12409","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"}],"funders":[{"id":"https://openalex.org/F2966678676","display_name":"Stanford Institute for Human-Centered Artificial Intelligence, Stanford University","ror":null},{"id":"https://openalex.org/F4320306202","display_name":"Gordon and Betty Moore Foundation","ror":"https://ror.org/006wxqw41"},{"id":"https://openalex.org/F4320306230","display_name":"American Heart Association","ror":"https://ror.org/013kjyp64"},{"id":"https://openalex.org/F4320333063","display_name":"Stanford Bio-X","ror":"https://ror.org/00f54p054"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405230597.pdf"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1975383176","https://openalex.org/W1981457167","https://openalex.org/W2079370245","https://openalex.org/W2130182216","https://openalex.org/W2735694213","https://openalex.org/W4210764005","https://openalex.org/W4313447883","https://openalex.org/W4387241391","https://openalex.org/W4389917881","https://openalex.org/W4390265436","https://openalex.org/W4391170193","https://openalex.org/W4391971084","https://openalex.org/W4394602758","https://openalex.org/W4394602783","https://openalex.org/W4394767601","https://openalex.org/W4400324908","https://openalex.org/W4400974494","https://openalex.org/W4403362497","https://openalex.org/W4403813762"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2002383399","https://openalex.org/W644644594","https://openalex.org/W2506073049","https://openalex.org/W642180557","https://openalex.org/W2780591772","https://openalex.org/W3122105723","https://openalex.org/W1593090812"],"abstract_inverted_index":{"OBJECTIVES:":[0],"We":[1],"aimed":[2],"to":[3,90,115],"demonstrate":[4],"the":[5,74,83,87,104],"importance":[6],"of":[7,39,80,94,118,124],"establishing":[8],"best":[9,125],"practices":[10,126],"in":[11,36,48,86,135,143],"large":[12],"language":[13],"model":[14,34,49,119],"research,":[15],"using":[16],"repeat":[17,141],"prompting":[18,53,73,142],"as":[19,133],"an":[20],"illustrative":[21],"example.":[22],"MATERIALS":[23],"AND":[24],"METHODS:":[25],"Using":[26],"data":[27,88],"from":[28,51,108],"a":[29,55,109],"prior":[30],"study":[31,149],"investigating":[32],"potential":[33],"bias":[35],"peer":[37],"review":[38],"medical":[40],"abstracts,":[41],"we":[42],"compared":[43],"methods":[44],"that":[45,59],"ignore":[46],"correlation":[47,66,78,85],"outputs":[50],"repeated":[52],"with":[54,76],"random":[56],"effects":[57],"method":[58],"accounts":[60],"for":[61,101,127,140,147],"this":[62,102,136],"correlation.":[63],"RESULTS:":[64],"High":[65],"within":[67],"groups":[68],"was":[69,145],"found":[70],"when":[71],"repeatedly":[72],"model,":[75],"intraclass":[77],"coefficient":[79],"0.69.":[81],"Ignoring":[82],"inherent":[84],"led":[89],"over":[91],"100-fold":[92],"inflation":[93],"effective":[95],"sample":[96],"size.":[97],"After":[98],"appropriately":[99],"accounting":[100,139],"issue,":[103],"authors'":[105],"results":[106],"reverse":[107],"small":[110],"but":[111],"highly":[112],"significant":[113],"finding":[114],"no":[116],"evidence":[117],"bias.":[120],"DISCUSSION:":[121],"The":[122],"establishment":[123],"LLM":[128],"research":[129],"is":[130],"urgently":[131],"needed,":[132],"demonstrated":[134],"case":[137],"where":[138],"analyses":[144],"critical":[146],"accurate":[148],"conclusions.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}