{"id":"https://openalex.org/W4414994693","doi":"https://doi.org/10.1007/978-3-032-01399-6_5","title":"Evaluating Prompt Engineering Techniques for Accuracy and Confidence Elicitation in Medical LLMs","display_name":"Evaluating Prompt Engineering Techniques for Accuracy and Confidence Elicitation in Medical LLMs","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414994693","doi":"https://doi.org/10.1007/978-3-032-01399-6_5"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-01399-6_5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-032-01399-6_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082019085","display_name":"Nariman Naderi","orcid":"https://orcid.org/0000-0003-4820-5497"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nariman Naderi","raw_affiliation_strings":["Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-4820-5497","affiliations":[{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I4210111958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021277493","display_name":"Zahra Atf","orcid":"https://orcid.org/0000-0003-0642-4341"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zahra Atf","raw_affiliation_strings":["Faculty of Business and Information Technology, Ontario Tech University, Oshawa, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0642-4341","affiliations":[{"raw_affiliation_string":"Faculty of Business and Information Technology, Ontario Tech University, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045599982","display_name":"Peter R. Lewis","orcid":"https://orcid.org/0000-0003-4271-8611"},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter R. Lewis","raw_affiliation_strings":["Faculty of Business and Information Technology, Ontario Tech University, Oshawa, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4271-8611","affiliations":[{"raw_affiliation_string":"Faculty of Business and Information Technology, Ontario Tech University, Oshawa, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072785687","display_name":"Aref Mahjoubfar","orcid":"https://orcid.org/0000-0002-1681-0994"},"institutions":[{"id":"https://openalex.org/I161106909","display_name":"Iran University of Medical Sciences","ror":"https://ror.org/03w04rv71","country_code":"IR","type":"education","lineage":["https://openalex.org/I161106909"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Aref Mahjoub far","raw_affiliation_strings":["School of Medicine, Iran University of Medical Sciences, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0002-1681-0994","affiliations":[{"raw_affiliation_string":"School of Medicine, Iran University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I161106909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084369770","display_name":"Seyed Amir Ahmad Safavi\u2010Naini","orcid":"https://orcid.org/0000-0001-9295-9283"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyed Amir Ahmad Safavi-Naini","raw_affiliation_strings":["Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-9295-9283","affiliations":[{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I4210111958"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083337227","display_name":"Ali Soroush","orcid":"https://orcid.org/0000-0001-6900-5596"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Soroush","raw_affiliation_strings":["Department of Medicine, Icahn School of Medicine at Mount Sinai, Henry D. Janowitz Division of Gastroenterology, New York, NY, USA","Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA","Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute of Personalized Medicine, New York, NY, 10029, USA"],"raw_orcid":"https://orcid.org/0000-0001-6900-5596","affiliations":[{"raw_affiliation_string":"Department of Medicine, Icahn School of Medicine at Mount Sinai, Henry D. Janowitz Division of Gastroenterology, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute for Personalized Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I4210111958"]},{"raw_affiliation_string":"Icahn School of Medicine at Mount Sinai, The Charles Bronfman Institute of Personalized Medicine, New York, NY, 10029, USA","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I4210111958"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5082019085"],"corresponding_institution_ids":["https://openalex.org/I4210111958"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64802632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"67","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13690","display_name":"Quality and Safety in Healthcare","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/3607","display_name":"Medical Laboratory Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13690","display_name":"Quality and Safety in Healthcare","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/3607","display_name":"Medical Laboratory Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9322999715805054,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.930899977684021,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6870999932289124},{"id":"https://openalex.org/keywords/low-confidence","display_name":"Low Confidence","score":0.5839999914169312},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5712000131607056},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5092999935150146},{"id":"https://openalex.org/keywords/brier-score","display_name":"Brier score","score":0.491100013256073},{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.42239999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7508000135421753},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6870999932289124},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5712000131607056},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C35405484","wikidata":"https://www.wikidata.org/wiki/Q4967066","display_name":"Brier score","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.42239999771118164},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39809998869895935},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32519999146461487},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2540000081062317},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-032-01399-6_5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-032-01399-6_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W3088056511","https://openalex.org/W4285429195","https://openalex.org/W4381797997","https://openalex.org/W4391020494","https://openalex.org/W4391971084","https://openalex.org/W4396241381","https://openalex.org/W4397047033","https://openalex.org/W4399026238","https://openalex.org/W4399317912","https://openalex.org/W4399448158","https://openalex.org/W4399837109","https://openalex.org/W4401043565","https://openalex.org/W4402670050","https://openalex.org/W4403362497","https://openalex.org/W4404592749","https://openalex.org/W4404781926","https://openalex.org/W4406492479","https://openalex.org/W4409426170"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}