{"id":"https://openalex.org/W7169787366","doi":"https://doi.org/10.2196/preprints.107053","title":"Rehabilitation Quality Assessment Using Large Language Models: Algorithm Development and Validation Study (Preprint)","display_name":"Rehabilitation Quality Assessment Using Large Language Models: Algorithm Development and Validation Study (Preprint)","publication_year":2026,"publication_date":"2026-07-14","ids":{"openalex":"https://openalex.org/W7169787366","doi":"https://doi.org/10.2196/preprints.107053"},"language":"en","primary_location":{"id":"doi:10.2196/preprints.107053","doi":"https://doi.org/10.2196/preprints.107053","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.107053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.2196/preprints.107053","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141215940","display_name":"Hongjian Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongjian Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141186373","display_name":"Katie Leigh Mullen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Katie Leigh Mullen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141186404","display_name":"Minmei Shih","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minmei Shih","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087870411","display_name":"Maneesh Bilalpur","orcid":"https://orcid.org/0009-0005-6454-6349","observed_orcids":["https://orcid.org/0009-0005-6454-6349"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maneesh Bilalpur","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-6454-6349","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014222932","display_name":"Jay Zeng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jay Zeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001953519","display_name":"Manoj Purohit","orcid":"https://orcid.org/0000-0002-6133-1132","observed_orcids":["https://orcid.org/0000-0002-6133-1132"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manoj Purohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076610873","display_name":"William R. Hogan","orcid":"https://orcid.org/0000-0002-9881-1017","observed_orcids":["https://orcid.org/0000-0002-9881-1017"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Hogan","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9881-1017","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053701097","display_name":"Leming Zhou","orcid":"https://orcid.org/0000-0003-4398-0267","observed_orcids":["https://orcid.org/0000-0003-4398-0267"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leming Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067918441","display_name":"Ahmad Pahlavan Tafti","orcid":"https://orcid.org/0000-0001-9650-2862","observed_orcids":["https://orcid.org/0000-0001-9650-2862"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmad Tafti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135642831","display_name":"Elizabeth R. Skidmore","orcid":"https://orcid.org/0000-0002-8287-7193","observed_orcids":["https://orcid.org/0000-0002-8287-7193"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elizabeth R. Skidmore","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080116611","display_name":"Yanshan Wang","orcid":"https://orcid.org/0000-0003-4433-7839","observed_orcids":["https://orcid.org/0000-0003-4433-7839"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanshan Wang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4433-7839","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21690000593662262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8080000281333923},{"id":"https://openalex.org/keywords/strategy-training","display_name":"strategy training","score":0.7239999771118164},{"id":"https://openalex.org/keywords/stroke-rehabilitation","display_name":"stroke rehabilitation","score":0.9449999928474426},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.8820000290870667},{"id":"https://openalex.org/keywords/occupational-therapy","display_name":"occupational therapy","score":0.7480000257492065},{"id":"https://openalex.org/keywords/physical-therapy","display_name":"physiotherapy","score":0.9850000143051147},{"id":"https://openalex.org/keywords/speech-language-pathology","display_name":"speech-language pathology","score":0.9980000257492065},{"id":"https://openalex.org/keywords/bert-comparison","display_name":"BERT comparison","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6588000059127808},{"id":"https://openalex.org/C2778818304","wikidata":"https://www.wikidata.org/wiki/Q1819478","display_name":"Rehabilitation","level":2,"score":0.5842999815940857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5293999910354614},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C2779224077","wikidata":"https://www.wikidata.org/wiki/Q4674782","display_name":"Acquired brain injury","level":3,"score":0.3752000033855438},{"id":"https://openalex.org/C37692320","wikidata":"https://www.wikidata.org/wiki/Q33226","display_name":"Speech-Language Pathology","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C202695956","wikidata":"https://www.wikidata.org/wiki/Q2669680","display_name":"Debriefing","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C164953862","wikidata":"https://www.wikidata.org/wiki/Q7256440","display_name":"Psychomotor learning","level":3,"score":0.3434000015258789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3368000090122223},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C151243789","wikidata":"https://www.wikidata.org/wiki/Q17148646","display_name":"Multiple baseline design","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2827000021934509},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C102190203","wikidata":"https://www.wikidata.org/wiki/Q380141","display_name":"Occupational therapy","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2538999915122986},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2524999976158142},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2196/preprints.107053","doi":"https://doi.org/10.2196/preprints.107053","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.107053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2196/preprints.107053","doi":"https://doi.org/10.2196/preprints.107053","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.107053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8371999859809875}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2023333147","https://openalex.org/W2047825905","https://openalex.org/W2112765664","https://openalex.org/W2144996285","https://openalex.org/W2168041406","https://openalex.org/W2542152161","https://openalex.org/W2791067395","https://openalex.org/W2792447899","https://openalex.org/W2911489562","https://openalex.org/W2963716420","https://openalex.org/W2971258845","https://openalex.org/W2982543295","https://openalex.org/W4252608096","https://openalex.org/W4254034712","https://openalex.org/W4394579747"],"related_works":["https://openalex.org/W4297834200","https://openalex.org/W4389543746","https://openalex.org/W7208833266","https://openalex.org/W7084082126","https://openalex.org/W4408086846","https://openalex.org/W4410343845","https://openalex.org/W4411100161","https://openalex.org/W7128477078","https://openalex.org/W7140757764","https://openalex.org/W2146967383"],"abstract_inverted_index":{"BACKGROUND":[0],"Strategy":[1],"training":[2,198,316,323],"is":[3,64,72],"an":[4,335],"evidence-based":[5],"rehabilitation":[6,116],"approach":[7,337],"in":[8,115,312,346],"which":[9,40],"therapists":[10],"guide":[11],"stroke":[12],"survivors":[13],"to":[14,20,33,171],"apply":[15],"cognitive":[16],"and":[17,29,48,54,77,118,121,146,162,168,200,216,221,228,240,247,264,278,294,343,352],"metacognitive":[18],"strategies":[19],"functional":[21],"tasks":[22],"with":[23,195,243,258],"the":[24,62,255],"goal":[25],"of":[26,56,69,111,177,269],"optimizing":[27],"independence":[28],"recovery":[30],"outcomes.":[31],"Central":[32],"this":[34],"intervention":[35,63],"are":[36,41],"therapist":[37,78,112,179,322,340],"verbal":[38,70,113],"cues,":[39],"structured":[42],"spoken":[43],"prompts":[44],"that":[45,284,304],"support":[46],"learning":[47],"strategy":[49,315],"use.":[50],"The":[51,187],"type,":[52],"frequency,":[53],"quality":[55,75,301],"these":[57],"cues":[58,71,114,286,293],"reflect":[59],"how":[60],"faithfully":[61],"being":[65],"delivered.":[66],"Systematic":[67],"assessment":[68,82,98,302],"important":[73],"for":[74,108,338],"monitoring":[76,345],"training;":[79],"however,":[80],"current":[81],"methods":[83],"rely":[84],"entirely":[85],"on":[86],"manual":[87],"coding":[88],"by":[89],"trained":[90],"human":[91],"raters,":[92],"making":[93],"large-scale":[94],"or":[95,185,326],"real-time":[96],"fidelity":[97,249,344],"impractical.":[99],"OBJECTIVE":[100],"This":[101],"study":[102],"evaluates":[103],"large":[104],"language":[105,129],"models":[106],"(LLMs)":[107],"automated":[109,339],"analysis":[110,282],"sessions":[117,320],"compares":[119],"prompt-based":[120,279],"supervised":[122],"fine-tuned":[123],"LLM":[124,217],"approaches":[125],"against":[126],"conventional":[127],"natural":[128],"processing":[130],"(NLP)":[131],"approaches,":[132],"such":[133],"as":[134,182],"Bidirectional":[135,209],"Encoder":[136,210],"Representations":[137,211],"from":[138,155,212],"Transformers":[139,213],"(BERT),":[140],"using":[141,191,225,236],"both":[142],"quantitative":[143],"classification":[144,342],"metrics":[145],"session-level":[147,248],"qualitative":[148],"assessment.":[149,250],"METHODS":[150],"Rehabilitation":[151],"therapy":[152,157,160],"session":[153],"recordings":[154],"occupational":[156],"(OT),":[158],"physical":[159],"(PT),":[161],"speech-language":[163],"pathology":[164],"(SLP)":[165],"were":[166,287,297],"transcribed":[167],"manually":[169],"annotated":[170],"create":[172],"a":[173,192,196,201,208,265],"gold":[174],"standard":[175],"dataset":[176,188],"3,833":[178],"utterances":[180],"labeled":[181],"directed,":[183],"guided,":[184],"none.":[186],"was":[189,234],"split":[190],"discipline-stratified":[193],"design":[194],"balanced":[197],"set":[199],"naturally":[202],"imbalanced":[203],"test":[204],"set.":[205],"Models":[206],"included":[207],"(BERT)":[214],"baseline":[215],"(GPT-5":[218],"mini,":[219],"Qwen-2.5-7B,":[220],"Llama-3-8B.":[222],"LLMs)":[223],"evaluated":[224],"zero-shot,":[226],"few-shot,":[227],"Low-Rank":[229],"Adaptation":[230],"(LoRA)":[231],"fine-tuning.":[232],"Performance":[233],"assessed":[235],"accuracy,":[237],"precision,":[238],"recall,":[239],"F1":[241,267,276],"score,":[242],"additional":[244],"class-level":[245],"evaluation":[246,353],"RESULTS":[251],"Fine-tuned":[252,332],"LLMs":[253,333],"achieved":[254],"highest":[256],"performance,":[257],"Qwen-2.5-7B":[259],"LoRA":[260],"reaching":[261],"85.4%":[262],"accuracy":[263],"macro":[266,275],"score":[268],"0.8638,":[270],"outperforming":[271],"BERT":[272],"(77.1%":[273],"accuracy;":[274],"0.7161)":[277],"approaches.":[280],"Class-level":[281],"showed":[283,324],"directed":[285,309,328],"most":[288],"consistently":[289],"identified,":[290],"while":[291],"guided":[292,305],"none":[295],"categories":[296],"more":[298],"challenging.":[299],"Session-level":[300],"demonstrated":[303],"cue":[306,310,329,341],"counts":[307,311],"exceeded":[308],"all":[313],"selected":[314],"sessions,":[317],"whereas":[318],"pre-training":[319],"before":[321],"higher":[325],"comparable":[327],"counts.":[330],"CONCLUSIONS":[331],"provide":[334],"effective":[336],"rehabilitation,":[347],"supporting":[348],"future":[349],"clinical":[350],"implementation":[351],"across":[354],"diverse":[355],"settings.":[356]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-21T00:00:00"}