{"id":"https://openalex.org/W4406228650","doi":"https://doi.org/10.3389/frai.2024.1514896","title":"Evaluating accuracy and reproducibility of large language model performance on critical care assessments in pharmacy education","display_name":"Evaluating accuracy and reproducibility of large language model performance on critical care assessments in pharmacy education","publication_year":2025,"publication_date":"2025-01-09","ids":{"openalex":"https://openalex.org/W4406228650","doi":"https://doi.org/10.3389/frai.2024.1514896","pmid":"https://pubmed.ncbi.nlm.nih.gov/39850846"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2024.1514896","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1514896","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1514896/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1514896/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113151664","display_name":"Huibo Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Huibo Yang","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033865274","display_name":"Mengxuan Hu","orcid":"https://orcid.org/0000-0002-8822-2884"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mengxuan Hu","raw_affiliation_strings":["School of Data Science, University of Virginia, Charlottesville, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Virginia, Charlottesville, VA, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094240221","display_name":"Amoreena Most","orcid":"https://orcid.org/0000-0002-1958-5374"},"institutions":[{"id":"https://openalex.org/I138220800","display_name":"Georgia College & State University","ror":"https://ror.org/05kr7zx86","country_code":"US","type":"education","lineage":["https://openalex.org/I138220800"]},{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]},{"id":"https://openalex.org/I25041050","display_name":"Augusta University","ror":"https://ror.org/012mef835","country_code":"US","type":"education","lineage":["https://openalex.org/I25041050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amoreena Most","raw_affiliation_strings":["University of Georgia College of Pharmacy, Augusta, GA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Georgia College of Pharmacy, Augusta, GA, United States","institution_ids":["https://openalex.org/I138220800","https://openalex.org/I25041050","https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024696142","display_name":"W. Anthony Hawkins","orcid":"https://orcid.org/0000-0002-4083-7919"},"institutions":[{"id":"https://openalex.org/I138220800","display_name":"Georgia College & State University","ror":"https://ror.org/05kr7zx86","country_code":"US","type":"education","lineage":["https://openalex.org/I138220800"]},{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Anthony Hawkins","raw_affiliation_strings":["Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Albany, GA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Albany, GA, United States","institution_ids":["https://openalex.org/I138220800","https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004142324","display_name":"Brian Murray","orcid":"https://orcid.org/0000-0001-6660-9749"},"institutions":[{"id":"https://openalex.org/I6750721","display_name":"University of Montana","ror":"https://ror.org/0078xmk34","country_code":"US","type":"education","lineage":["https://openalex.org/I6750721"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Murray","raw_affiliation_strings":["University of Colorado Skaggs Schools of Pharmacy and Pharamceutical Sciences, Aurora, CO, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Skaggs Schools of Pharmacy and Pharamceutical Sciences, Aurora, CO, United States","institution_ids":["https://openalex.org/I6750721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000360960","display_name":"Susan Smith","orcid":"https://orcid.org/0000-0002-5171-8405"},"institutions":[{"id":"https://openalex.org/I138220800","display_name":"Georgia College & State University","ror":"https://ror.org/05kr7zx86","country_code":"US","type":"education","lineage":["https://openalex.org/I138220800"]},{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan E. Smith","raw_affiliation_strings":["Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Athens, GA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Athens, GA, United States","institution_ids":["https://openalex.org/I138220800","https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100359839","display_name":"Sheng Li","orcid":"https://orcid.org/0000-0003-1205-8632"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheng Li","raw_affiliation_strings":["School of Data Science, University of Virginia, Charlottesville, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Virginia, Charlottesville, VA, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006998717","display_name":"Andrea Sikora","orcid":"https://orcid.org/0000-0003-2020-0571"},"institutions":[{"id":"https://openalex.org/I138220800","display_name":"Georgia College & State University","ror":"https://ror.org/05kr7zx86","country_code":"US","type":"education","lineage":["https://openalex.org/I138220800"]},{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]},{"id":"https://openalex.org/I25041050","display_name":"Augusta University","ror":"https://ror.org/012mef835","country_code":"US","type":"education","lineage":["https://openalex.org/I25041050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrea Sikora","raw_affiliation_strings":["Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Augusta, GA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical and Administrative Pharmacy, University of Georgia College of Pharmacy, Augusta, GA, United States","institution_ids":["https://openalex.org/I138220800","https://openalex.org/I25041050","https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5033865274","https://openalex.org/A5113151664"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":1150,"currency":"USD","value_usd":1150},"fwci":7.5355,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97169959,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"1514896","last_page":"1514896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3068000078201294,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3068000078201294,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.1704999953508377,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.09160000085830688,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.817989706993103},{"id":"https://openalex.org/keywords/pharmacy","display_name":"Pharmacy","score":0.7219029068946838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43699389696121216},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.35362112522125244},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3255928158760071},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16369441151618958},{"id":"https://openalex.org/keywords/family-medicine","display_name":"Family medicine","score":0.12497606873512268},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10192239284515381}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.817989706993103},{"id":"https://openalex.org/C104863432","wikidata":"https://www.wikidata.org/wiki/Q614304","display_name":"Pharmacy","level":2,"score":0.7219029068946838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43699389696121216},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35362112522125244},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3255928158760071},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16369441151618958},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.12497606873512268},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10192239284515381}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2024.1514896","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1514896","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1514896/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:39850846","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39850846","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11754395","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11754395","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11754395/pdf/frai-07-1514896.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:00f47b12dbe1461285e4f03e02372691","is_oa":true,"landing_page_url":"https://doaj.org/article/00f47b12dbe1461285e4f03e02372691","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 7 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2024.1514896","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2024.1514896","pdf_url":"https://www.frontiersin.org/journals/artificial-intelligence/articles/10.3389/frai.2024.1514896/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5799999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1339835966","display_name":null,"funder_award_id":"R01 HS029009","funder_id":"https://openalex.org/F4320332177","funder_display_name":"Agency for Healthcare Research and Quality"}],"funders":[{"id":"https://openalex.org/F4320332177","display_name":"Agency for Healthcare Research and Quality","ror":"https://ror.org/03jmfdf59"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406228650.pdf","grobid_xml":"https://content.openalex.org/works/W4406228650.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2895763047","https://openalex.org/W2896457183","https://openalex.org/W2908201961","https://openalex.org/W4221143046","https://openalex.org/W4224308101","https://openalex.org/W4226146865","https://openalex.org/W4286987939","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4327946446","https://openalex.org/W4368340908","https://openalex.org/W4377818895","https://openalex.org/W4378189609","https://openalex.org/W4380730209","https://openalex.org/W4383311938","https://openalex.org/W4384389802","https://openalex.org/W4384484700","https://openalex.org/W4385006113","https://openalex.org/W4385215110","https://openalex.org/W4385236544","https://openalex.org/W4387645063","https://openalex.org/W4388583442","https://openalex.org/W4388759569","https://openalex.org/W4391292768","https://openalex.org/W4391759824","https://openalex.org/W4392193191","https://openalex.org/W4392240262","https://openalex.org/W4392711451","https://openalex.org/W4394767601","https://openalex.org/W4399670852","https://openalex.org/W4399701665","https://openalex.org/W4401503594","https://openalex.org/W4403007658","https://openalex.org/W4404845486","https://openalex.org/W6785465026"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"Background:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"demonstrated":[6,206,236],"impressive":[7],"performance":[8,21,44,48,146],"on":[9,49,118,129,170,199,244,264,282,304,326],"medical":[10],"licensing":[11],"and":[12,22,47,80,112,120,137,202,287,302],"diagnosis-related":[13],"exams.":[14],"However,":[15],"comparative":[16,66],"evaluations":[17],"to":[18,40,90,122,144,184,209,221,299],"optimize":[19],"LLM":[20,85,225,281],"ability":[23],"in":[24,55],"the":[25,56,92,103,154,161,203,234,278,292,311,320],"domain":[26],"of":[27,36,58,60,95,105,114,126,227,233,316,322],"comprehensive":[28],"medication":[29],"management":[30],"(CMM)":[31],"are":[32],"lacking.":[33],"The":[34],"purpose":[35],"this":[37],"evaluation":[38],"was":[39,86,218,277,297],"test":[41],"various":[42],"LLMs":[43,74,166,235,263,300,327],"optimization":[45],"strategies":[46],"critical":[50,283],"care":[51,284],"pharmacotherapy":[52,71],"questions":[53,176,247,267,286],"used":[54],"assessment":[57,315],"Doctor":[59],"Pharmacy":[61],"students.":[62],"Methods:":[63],"In":[64],"a":[65,115],"analysis":[67],"using":[68],"219":[69],"multiple-choice":[70],"questions,":[72],"five":[73,88,189],"(GPT-3.5,":[75],"GPT-4,":[76],"Claude":[77],"2,":[78],"Llama2-7b":[79],"2-13b)":[81],"were":[82,139],"evaluated.":[83],"Each":[84],"queried":[87],"times":[89],"evaluate":[91],"primary":[93],"outcome":[94],"accuracy":[96,156,192,208,217,226,240,260,291,296],"(i.e.,":[97],"correctness).":[98],"Secondary":[99],"outcomes":[100],"included":[101],"variance,":[102],"impact":[104],"prompt":[106],"engineering":[107],"techniques":[108],"(e.g.,":[109,177,248,268],"chain-of-thought,":[110],"CoT)":[111],"training":[113,318],"customized":[116,317],"GPT":[117,205],"performance,":[119],"comparison":[121],"third":[123],"year":[124],"doctor":[125],"pharmacy":[127,215,242,256,285],"students":[128,243,257],"knowledge":[130,133,171,174,245,265,305],"recall":[131,172,246],"vs.":[132,173,180,194,250,253,270,273],"application":[134,175,266,306],"questions.":[135,307,333],"Accuracy":[136],"variance":[138,163],"compared":[140,220],"with":[141,196,211,331],"student's":[142],"t-test":[143],"compare":[145],"under":[147],"different":[148],"model":[149],"settings.":[150],"Results:":[151],"ChatGPT-4":[152,210,276],"exhibited":[153],"highest":[155],"(71.6%),":[157],"while":[158],"Llama2-13b":[159],"had":[160],"lowest":[162],"(0.070).":[164],"All":[165],"performed":[167],"more":[168],"accurately":[169],"ChatGPT-4:":[178],"87%":[179],"67%).":[181],"When":[182],"applied":[183],"ChatGPT-4,":[185],"few-shot":[186,212,288],"CoT":[187,289],"across":[188],"runs":[190],"improved":[191,290],"(77.4%":[193],"71.5%)":[195],"no":[197],"effect":[198],"variance.":[200],"Self-consistency":[201],"custom-trained":[204],"similar":[207,298],"CoT.":[213],"Overall":[214],"student":[216,295],"81%,":[219],"an":[222],"optimal":[223],"overall":[224],"73%.":[228],"Comparing":[229],"question":[230],"types,":[231],"six":[232],"equivalent":[237],"or":[238],"higher":[239,259,303],"than":[241,261],"self-consistency":[249,269],"students:":[251,271],"93%":[252],"84%),":[254],"but":[255],"achieved":[258],"all":[262],"68%":[272],"80%).":[274],"Conclusion:":[275],"most":[279],"accurate":[280],"most.":[293],"Average":[294],"overall,":[301],"These":[308],"findings":[309],"support":[310],"need":[312],"for":[313,319],"future":[314],"type":[321],"output":[323],"needed.":[324],"Reliance":[325],"is":[328],"only":[329],"supported":[330],"recall-based":[332]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":9}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}