{"id":"https://openalex.org/W4413131165","doi":"https://doi.org/10.1007/s44163-025-00417-3","title":"Applying state-of-the-art artificial intelligence to grading in simulation-based education: assessment, feedback, and ROI","display_name":"Applying state-of-the-art artificial intelligence to grading in simulation-based education: assessment, feedback, and ROI","publication_year":2025,"publication_date":"2025-08-08","ids":{"openalex":"https://openalex.org/W4413131165","doi":"https://doi.org/10.1007/s44163-025-00417-3"},"language":"en","primary_location":{"id":"doi:10.1007/s44163-025-00417-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00417-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00417-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00417-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044917797","display_name":"Krystle K. Campbell","orcid":"https://orcid.org/0000-0001-6920-7892"},"institutions":[{"id":"https://openalex.org/I4210096815","display_name":"Southwestern Medical Center","ror":"https://ror.org/00t9vx427","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096815"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Krystle K. Campbell","raw_affiliation_strings":["UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA"],"affiliations":[{"raw_affiliation_string":"UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA","institution_ids":["https://openalex.org/I4210096815","https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034641989","display_name":"Michael Holcomb","orcid":"https://orcid.org/0000-0002-0595-1476"},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael J. Holcomb","raw_affiliation_strings":["Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095842506","display_name":"Sol Vedovato","orcid":null},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sol Vedovato","raw_affiliation_strings":["Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111260856","display_name":"Lenora Young","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096815","display_name":"Southwestern Medical Center","ror":"https://ror.org/00t9vx427","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096815"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lenora Young","raw_affiliation_strings":["UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA"],"affiliations":[{"raw_affiliation_string":"UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA","institution_ids":["https://openalex.org/I4210096815","https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037958980","display_name":"Gaudenz Danuser","orcid":"https://orcid.org/0000-0001-8583-2014"},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaudenz Danuser","raw_affiliation_strings":["Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048215627","display_name":"Thomas O. Dalton","orcid":"https://orcid.org/0000-0002-8351-8336"},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas O. Dalton","raw_affiliation_strings":["Department of Internal Medicine Division of Geriatric Medicine, University of Texas Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine Division of Geriatric Medicine, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069788317","display_name":"Andrew R. Jamieson","orcid":"https://orcid.org/0000-0001-5416-9379"},"institutions":[{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew R. Jamieson","raw_affiliation_strings":["Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA"],"affiliations":[{"raw_affiliation_string":"Lyda Hill Department of Bioinformatics, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103840801","display_name":"Daniel J. Scott","orcid":"https://orcid.org/0009-0006-0927-5782"},"institutions":[{"id":"https://openalex.org/I4210096815","display_name":"Southwestern Medical Center","ror":"https://ror.org/00t9vx427","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096815"]},{"id":"https://openalex.org/I867280407","display_name":"The University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I867280407"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel J. Scott","raw_affiliation_strings":["Department of Surgery, University of Texas Southwestern Medical Center, Dallas, TX, USA","UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA"],"affiliations":[{"raw_affiliation_string":"Department of Surgery, University of Texas Southwestern Medical Center, Dallas, TX, USA","institution_ids":["https://openalex.org/I867280407"]},{"raw_affiliation_string":"UT Southwestern Simulation Center, University of Texas Southwestern Medical Center, Dallas, USA","institution_ids":["https://openalex.org/I4210096815","https://openalex.org/I867280407"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5044917797"],"corresponding_institution_ids":["https://openalex.org/I4210096815","https://openalex.org/I867280407"],"apc_list":{"value":990,"currency":"EUR","value_usd":1067},"apc_paid":{"value":990,"currency":"EUR","value_usd":1067},"fwci":3.9299,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93785503,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"5","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.797646701335907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.497623473405838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4920143783092499},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41485974192619324},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33161693811416626},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26612216234207153},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19985568523406982},{"id":"https://openalex.org/keywords/civil-engineering","display_name":"Civil engineering","score":0.10160022974014282},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0637902021408081}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.797646701335907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.497623473405838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4920143783092499},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41485974192619324},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33161693811416626},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26612216234207153},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19985568523406982},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.10160022974014282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0637902021408081}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44163-025-00417-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00417-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00417-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7c1f53f28a5b47ddba25caa36df420ff","is_oa":true,"landing_page_url":"https://doaj.org/article/7c1f53f28a5b47ddba25caa36df420ff","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Discover Artificial Intelligence, Vol 5, Iss 1, Pp 1-14 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44163-025-00417-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44163-025-00417-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44163-025-00417-3.pdf","source":{"id":"https://openalex.org/S4210220416","display_name":"Discover Artificial Intelligence","issn_l":"2731-0809","issn":["2731-0809"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310169","display_name":"University of Texas Southwestern Medical Center","ror":"https://ror.org/05byvp690"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4413131165.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1556721226","https://openalex.org/W1891470713","https://openalex.org/W1965077627","https://openalex.org/W1965388506","https://openalex.org/W1999520308","https://openalex.org/W2000071213","https://openalex.org/W2010863029","https://openalex.org/W2038505158","https://openalex.org/W2043256736","https://openalex.org/W2046553684","https://openalex.org/W2051499964","https://openalex.org/W2076168232","https://openalex.org/W2090525083","https://openalex.org/W2132475123","https://openalex.org/W2155025863","https://openalex.org/W2159274620","https://openalex.org/W2165171258","https://openalex.org/W2171682298","https://openalex.org/W2344053967","https://openalex.org/W2556383560","https://openalex.org/W2581791824","https://openalex.org/W2769809650","https://openalex.org/W2792103990","https://openalex.org/W2914019033","https://openalex.org/W2915098300","https://openalex.org/W2993294341","https://openalex.org/W3132467353","https://openalex.org/W4246276306","https://openalex.org/W4313339820","https://openalex.org/W4367558085","https://openalex.org/W4404759579"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2064165679","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W1588461101","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Accreditation":[0],"bodies":[1],"are":[2],"driving":[3],"competency-based":[4],"education":[5,12,175],"in":[6,24,44,107,130,173],"healthcare,":[7],"prompting":[8],"curriculum":[9,16],"reform.":[10],"Simulation-based":[11],"(SBE)":[13],"addresses":[14],"challenges":[15],"reform":[17],"has":[18],"uncovered,":[19],"like":[20],"lack":[21],"of":[22,32,113,151,169,212,226],"standardization":[23],"bedside":[25],"teaching.":[26],"This":[27],"study":[28],"explores":[29],"the":[30,50,210,224],"impact":[31],"an":[33,149,165,206],"AI-powered":[34],"Automated":[35],"System":[36],"Protocol":[37],"(ASP)":[38],"for":[39,115],"grading":[40,187,221],"students\u2019":[41],"post-encounter":[42,65],"notes":[43,66],"Clerkship":[45],"OSCEs,":[46],"comparing":[47],"it":[48],"to":[49,62,109,124,146,185,231],"legacy":[51,79,186],"human":[52,217],"grader":[53],"system.":[54],"The":[55,111],"ASP,":[56],"utilizing":[57,105],"GPT-4,":[58],"mapped":[59],"rubric":[60],"items":[61],"prompts.":[63],"Analyzing":[64],"from":[67,219],"684":[68],"medical":[69,174,213],"students":[70],"across":[71],"four":[72],"academic":[73],"years,":[74],"we":[75],"compared":[76,145,184],"ASP":[77,116,123,143,172,200],"with":[78,155],"Standardized":[80],"Patient":[81],"Evaluator":[82],"(SPE)":[83],"grades.":[84],"Time":[85],"efficiency,":[86],"cost":[87,98,180,193],"savings,":[88,181],"and":[89,94,100,133,179,195,222,236],"ROI":[90,150,168,183],"analyses":[91],"assessed":[92],"educational":[93],"financial":[95],"implications.":[96],"Significant":[97],"savings":[99,194],"efficiency":[101,196],"gains":[102],"were":[103],"observed":[104],"GPT-4":[106],"comparison":[108],"SPEs.":[110],"Cost":[112],"Investment":[114],"totaled":[117],"$69,112":[118],"over":[119],"1,150":[120],"h.":[121],"Comparing":[122],"three":[125,161],"SP":[126],"graders":[127,163],"yielded":[128],"$13,112":[129],"increased":[131],"costs":[132],"initial":[134],"time":[135,142,157,178],"investment":[136],"was":[137],"required.":[138],"However,":[139],"beyond":[140],"development":[141],"execution-only,":[144],"legacy,":[147],"showed":[148],"589.44%,":[152],"saving":[153],"$47,877":[154],"87.5%":[156],"efficiency.":[158],"ASP-execution":[159],"versus":[160],"MD":[162],"demonstrated":[164],"even":[166],"stronger":[167],"797.09%.":[170],"Implementing":[171],"provides":[176],"substantial":[177],"enhancing":[182,223],"models.":[188],"These":[189],"findings":[190],"highlight":[191],"significant":[192],"improvements":[197],"achievable":[198],"through":[199],"implementation,":[201],"positioning":[202],"automated":[203],"assessment":[204],"as":[205],"innovative":[207],"force":[208],"shaping":[209],"future":[211],"education.":[214],"By":[215],"liberating":[216],"resources":[218],"manual":[220],"immediacy":[225],"feedback,":[227],"this":[228],"approach":[229],"contributes":[230],"a":[232],"more":[233],"efficient,":[234],"effective,":[235],"engaging":[237],"learning":[238],"experience.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}