{"id":"https://openalex.org/W7214620558","doi":"https://doi.org/10.64898/2026.09.26.26364067","title":"Comparative Evaluation of a System One Model and a General-Purpose Large Language Model on the Korean Physical Therapist Licensing Examination","display_name":"Comparative Evaluation of a System One Model and a General-Purpose Large Language Model on the Korean Physical Therapist Licensing Examination","publication_year":2026,"publication_date":"2026-09-28","ids":{"openalex":"https://openalex.org/W7214620558","doi":"https://doi.org/10.64898/2026.09.26.26364067"},"language":"en","primary_location":{"id":"doi:10.64898/2026.09.26.26364067","doi":"https://doi.org/10.64898/2026.09.26.26364067","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.26.26364067","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/28/2026.09.26.26364067.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/28/2026.09.26.26364067.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009660402","display_name":"Jun\u2010hee Kim","orcid":"https://orcid.org/0000-0002-0498-7207","observed_orcids":["https://orcid.org/0000-0002-0498-7207"]},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]},{"id":"https://openalex.org/I4405258769","display_name":"Yonsei University Mirae Campus","ror":"https://ror.org/0160gc229","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966","https://openalex.org/I4405258769"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jun-hee Kim","raw_affiliation_strings":["Department of physical therapy, College of Software and Digital Healthcare Convergence, Yonsei University, Wonju, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0498-7207","affiliations":[{"raw_affiliation_string":"Department of physical therapy, College of Software and Digital Healthcare Convergence, Yonsei University, Wonju, South Korea","institution_ids":["https://openalex.org/I193775966","https://openalex.org/I4405258769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009660402"],"corresponding_institution_ids":["https://openalex.org/I193775966","https://openalex.org/I4405258769"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/jev","display_name":"Jev","score":0.9800000190734863},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.9700000286102295},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7879999876022339},{"id":"https://openalex.org/keywords/multiple-choice-question-answering","display_name":"multiple-choice question answering","score":0.7459999918937683},{"id":"https://openalex.org/keywords/forecast-uncertainty","display_name":"forecast uncertainty","score":0.6039999723434448},{"id":"https://openalex.org/keywords/decision-support","display_name":"decision support","score":0.6029999852180481}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5471000075340271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5351999998092651},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.423799991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40220001339912415},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40059998631477356},{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C2779110517","wikidata":"https://www.wikidata.org/wiki/Q1240788","display_name":"Supervisor","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2984429377","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapist","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.09.26.26364067","doi":"https://doi.org/10.64898/2026.09.26.26364067","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.26.26364067","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/28/2026.09.26.26364067.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.09.26.26364067","doi":"https://doi.org/10.64898/2026.09.26.26364067","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.26.26364067","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/09/28/2026.09.26.26364067.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214620558.pdf","grobid_xml":"https://content.openalex.org/works/W7214620558.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2901999657","https://openalex.org/W3118929067","https://openalex.org/W3148001494","https://openalex.org/W4206313968","https://openalex.org/W4384071683","https://openalex.org/W4388214369","https://openalex.org/W4389520385","https://openalex.org/W4391310569","https://openalex.org/W4401723006","https://openalex.org/W4402520569","https://openalex.org/W4405597099","https://openalex.org/W4411739108","https://openalex.org/W4412016155","https://openalex.org/W4412352442","https://openalex.org/W4412815460","https://openalex.org/W4415204986","https://openalex.org/W4415613546","https://openalex.org/W7119493786","https://openalex.org/W7202088834"],"related_works":["https://openalex.org/W4406084260","https://openalex.org/W7214712641","https://openalex.org/W4412016155","https://openalex.org/W7221811485","https://openalex.org/W4404623230","https://openalex.org/W7221572303","https://openalex.org/W4402406954","https://openalex.org/W7221113652","https://openalex.org/W7214558572","https://openalex.org/W7221563587"],"abstract_inverted_index":{"ABSTRACT":[0],"Background":[1],"System":[2,38],"One":[3,39],"Model":[4],"is":[5],"designed":[6],"for":[7,41,130,171,176,230],"structured":[8,128,212],"decision-making":[9],"and":[10,32,64,76,95,150,173,183,219,234],"can":[11],"provide":[12],"probabilistic":[13,224],"outputs,":[14,213],"but":[15,209],"their":[16],"performance":[17,31],"in":[18,46,237],"domain-specific":[19],"physical":[20,47,238],"therapy":[21,48],"tasks":[22,45],"has":[23],"not":[24],"been":[25],"established.":[26],"Objective":[27],"To":[28],"evaluate":[29],"the":[30,62],"potential":[33],"utility":[34],"of":[35,57,121,181,191],"Jev,":[36],"a":[37,119,187],"Model,":[40],"professional":[42],"knowledge-based":[43],"selection":[44],"by":[49],"comparing":[50],"it":[51],"with":[52,178,196],"GPT-4o.":[53,77],"Methods":[54],"A":[55,99],"total":[56],"380":[58],"multiple-choice":[59],"questions":[60,112],"from":[61,144],"2024":[63],"2025":[65],"Korean":[66],"Physical":[67],"Therapist":[68],"Licensing":[69],"Examinations":[70],"were":[71,156],"independently":[72],"submitted":[73],"to":[74,161],"Jev":[75,108,125,172,202],"The":[78,163],"outcomes":[79],"included":[80],"answer":[81],"accuracy,":[82],"subgroup":[83],"performance,":[84],"output":[85],"validity,":[86],"API":[87,93,165],"response":[88,166],"latency,":[89,218],"token":[90],"usage,":[91],"estimated":[92,179,221],"cost,":[94],"Jev\u2019s":[96,139],"prediction":[97,215],"uncertainty.":[98],"retrospective":[100,188],"probability-based":[101],"model-cascading":[102],"simulation":[103],"was":[104,168,194],"also":[105],"performed.":[106],"Results":[107],"correctly":[109],"answered":[110,116],"282":[111],"(74.2%),":[113],"whereas":[114,133],"GPT-4o":[115,134,199,208],"326":[117],"(85.8%),":[118],"difference":[120],"-11.6":[122],"percentage":[123],"points.":[124],"produced":[126,135],"valid":[127],"responses":[129],"all":[131],"questions,":[132],"three":[136],"invalid":[137],"responses.":[138],"selected-answer":[140],"probabilities":[141,155],"discriminated":[142],"correct":[143],"incorrect":[145],"answers":[146],"(AUROC":[147],"=":[148],"0.866),":[149],"accuracy":[151,193,206],"reached":[152],"99.3%":[153],"when":[154],"greater":[157],"than":[158,207],"or":[159],"equal":[160],"0.90.":[162],"median":[164],"latency":[167],"0.94":[169],"s":[170,175],"1.06":[174],"GPT-4o,":[177],"costs":[180],"US$0.008":[182],"US$0.161,":[184],"respectively.":[185],"At":[186],"cascading":[189],"threshold":[190],"0.70,":[192],"86.6%":[195],"175":[197],"simulated":[198],"calls.":[200],"Conclusion":[201],"showed":[203],"lower":[204,217,220],"overall":[205],"provided":[210],"reliable":[211],"informative":[214],"probabilities,":[216],"cost.":[222],"Its":[223],"outputs":[225],"warrant":[226],"further":[227],"prospective":[228],"evaluation":[229],"selective":[231],"model":[232],"escalation":[233],"decision-support":[235],"workflows":[236],"therapy.":[239]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-29T00:00:00"}