{"id":"https://openalex.org/W4394595489","doi":"https://doi.org/10.1109/tsmc.2024.3377198","title":"Multimodal Human Action Recognition for Rehabilitation Exercise of Upper Body for Individuals With Cerebral Palsy","display_name":"Multimodal Human Action Recognition for Rehabilitation Exercise of Upper Body for Individuals With Cerebral Palsy","publication_year":2024,"publication_date":"2024-04-09","ids":{"openalex":"https://openalex.org/W4394595489","doi":"https://doi.org/10.1109/tsmc.2024.3377198"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2024.3377198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3377198","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011739799","display_name":"Sihu Ahn","orcid":"https://orcid.org/0009-0005-0990-5716"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sihu Ahn","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-0990-5716","affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082263843","display_name":"Yongwon Jo","orcid":"https://orcid.org/0000-0002-6302-5147"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yongwon Jo","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072266625","display_name":"Jinhyeok Park","orcid":"https://orcid.org/0000-0001-6191-0188"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinhyeok Park","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704241","display_name":"Sang\u2010Min Kim","orcid":"https://orcid.org/0000-0001-6172-6954"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangmin Kim","raw_affiliation_strings":["CB Business Department 5, Korea Credit Bureau, Seoul, Republic of Korea","School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CB Business Department 5, Korea Credit Bureau, Seoul, Republic of Korea","institution_ids":[]},{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031528227","display_name":"Jungin Kim","orcid":"https://orcid.org/0000-0003-2999-3264"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungin Kim","raw_affiliation_strings":["School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058258354","display_name":"Seoung Bum Kim","orcid":"https://orcid.org/0000-0002-2205-8516"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seoung Bum Kim","raw_affiliation_strings":["CB Business Department 5, Korea Credit Bureau, Seoul, Republic of Korea","School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2205-8516","affiliations":[{"raw_affiliation_string":"CB Business Department 5, Korea Credit Bureau, Seoul, Republic of Korea","institution_ids":[]},{"raw_affiliation_string":"School of Industrial and Management Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101631390","display_name":"Min-Goo Lee","orcid":"https://orcid.org/0000-0003-2822-4973"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I4210161052","display_name":"Korea University","ror":"https://ror.org/05m1gnk07","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210161052"]}],"countries":["JP","KR"],"is_corresponding":false,"raw_author_name":"Min-Goo Lee","raw_affiliation_strings":["School of Physiology, College of Medicine, Korea University, Seoul, Republic of Korea","College of Medicine, School of Physiology, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Physiology, College of Medicine, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4210161052"]},{"raw_affiliation_string":"College of Medicine, School of Physiology, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342111","display_name":"Sangmin Lee","orcid":"https://orcid.org/0000-0002-5215-2546"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sangmin Lee","raw_affiliation_strings":["College of Software and Convergence, Kangwoon University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5215-2546","affiliations":[{"raw_affiliation_string":"College of Software and Convergence, Kangwoon University, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100327659","display_name":"Young-Hoon Kim","orcid":"https://orcid.org/0000-0003-0265-3825"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Younghoon Kim","raw_affiliation_strings":["Department of Industrial and Management Systems Engineering, Kyung Hee University, Yongin, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0265-3825","affiliations":[{"raw_affiliation_string":"Department of Industrial and Management Systems Engineering, Kyung Hee University, Yongin, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5011739799"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":1.6647,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8472197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"54","issue":"7","first_page":"4164","last_page":"4174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9190999865531921,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11097","display_name":"Cerebral Palsy and Movement Disorders","score":0.9071000218391418,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cerebral-palsy","display_name":"Cerebral palsy","score":0.7932949066162109},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.7219510078430176},{"id":"https://openalex.org/keywords/rehabilitation","display_name":"Rehabilitation","score":0.6625480651855469},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.595700204372406},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4628123342990875},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.4588814675807953},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3630296587944031},{"id":"https://openalex.org/keywords/physical-therapy","display_name":"Physical therapy","score":0.3562176525592804},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.1551174521446228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08458703756332397}],"concepts":[{"id":"https://openalex.org/C2779421357","wikidata":"https://www.wikidata.org/wiki/Q210427","display_name":"Cerebral palsy","level":2,"score":0.7932949066162109},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.7219510078430176},{"id":"https://openalex.org/C2778818304","wikidata":"https://www.wikidata.org/wiki/Q1819478","display_name":"Rehabilitation","level":2,"score":0.6625480651855469},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.595700204372406},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4628123342990875},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4588814675807953},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3630296587944031},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.3562176525592804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.1551174521446228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08458703756332397},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2024.3377198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2024.3377198","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G2035216051","display_name":null,"funder_award_id":"NRF RS-2023-00219052","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7323590062","display_name":null,"funder_award_id":"NRF 2021R1G1A1012888","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G8553787980","display_name":null,"funder_award_id":"TRSRE-Eq01","funder_id":"https://openalex.org/F4320322057","funder_display_name":"National Rehabilitation Center"}],"funders":[{"id":"https://openalex.org/F4320322057","display_name":"National Rehabilitation Center","ror":"https://ror.org/04yt6jn66"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1924770834","https://openalex.org/W1976193075","https://openalex.org/W1979378996","https://openalex.org/W1983154976","https://openalex.org/W2038765747","https://openalex.org/W2064675550","https://openalex.org/W2080873731","https://openalex.org/W2113325037","https://openalex.org/W2133564696","https://openalex.org/W2145784365","https://openalex.org/W2156571267","https://openalex.org/W2594990650","https://openalex.org/W2597655663","https://openalex.org/W2770028607","https://openalex.org/W2868292291","https://openalex.org/W2908510526","https://openalex.org/W2947371637","https://openalex.org/W2948058585","https://openalex.org/W2954948187","https://openalex.org/W2963076818","https://openalex.org/W2964062189","https://openalex.org/W2971724044","https://openalex.org/W2999723590","https://openalex.org/W3003646123","https://openalex.org/W3034581612","https://openalex.org/W3034999503","https://openalex.org/W3194769447","https://openalex.org/W3197128667","https://openalex.org/W3203634062","https://openalex.org/W3216012550","https://openalex.org/W4207081826","https://openalex.org/W4226048914","https://openalex.org/W4226410345","https://openalex.org/W4282981352","https://openalex.org/W4285263436","https://openalex.org/W4287755748","https://openalex.org/W4311215086","https://openalex.org/W4327809167","https://openalex.org/W4362514679","https://openalex.org/W6631943919","https://openalex.org/W6640212811","https://openalex.org/W6679434410","https://openalex.org/W6682904970","https://openalex.org/W6686207219","https://openalex.org/W6717120984","https://openalex.org/W6735377749","https://openalex.org/W6757817989","https://openalex.org/W6779739588"],"related_works":["https://openalex.org/W1666086067","https://openalex.org/W4205701643","https://openalex.org/W2125580534","https://openalex.org/W2068774066","https://openalex.org/W1972601233","https://openalex.org/W1997069184","https://openalex.org/W2358209577","https://openalex.org/W2258092894","https://openalex.org/W1576128429","https://openalex.org/W2269464716"],"abstract_inverted_index":{"Cerebral":[0],"palsy":[1],"(CP)":[2],"is":[3,156],"a":[4,52,94,117],"neurological":[5],"disorder":[6],"that":[7,59,158],"severely":[8],"limits":[9],"physical":[10,27,183],"movements":[11],"in":[12],"everyday":[13],"life.":[14],"For":[15],"individuals":[16,72,186],"with":[17,73,145,172,187],"CP,":[18],"precise":[19],"movement":[20],"patterns":[21],"are":[22,93],"critical":[23,126],"to":[24,83,179],"improving":[25],"their":[26],"abilities.":[28],"However,":[29,85],"because":[30],"of":[31,104,151,185],"the":[32,87,109,113,125,129,169,182],"time":[33],"and":[34,65,123,140],"expense":[35],"involved,":[36],"obtaining":[37],"feedback":[38],"from":[39,128],"qualified":[40],"rehabilitation":[41],"professionals":[42],"could":[43],"be":[44],"difficult.":[45],"To":[46],"address":[47],"this":[48,98],"problem,":[49],"we":[50,100,111,175],"propose":[51],"multimodal":[53],"human":[54,118],"action":[55],"recognition":[56],"(HAR)":[57],"framework":[58,134,160],"integrates":[60],"time-series":[61],"data":[62,80,103],"on":[63],"skeletons":[64,139],"angles":[66,91,127,144],"for":[67,71,138,143],"upper":[68,105],"body":[69,106],"exercise":[70,173],"CP.":[74,188],"Previous,":[75],"studies":[76],"typically":[77],"used":[78],"skeleton":[79,114],"as":[81],"input":[82],"HAR.":[84],"given":[86],"repetitive":[88],"motion":[89],"sequence,":[90],"also":[92],"crucial":[95],"factor.":[96],"In":[97],"study,":[99],"create":[101],"video":[102],"exercises.":[107],"Using":[108],"data,":[110],"estimate":[112],"using":[115],"BlazePose,":[116],"pose":[119],"estimation":[120],"(HPE)":[121],"algorithm,":[122],"calculate":[124],"estimated":[130],"skeletons.":[131],"Our":[132],"proposed":[133],"incorporates":[135],"graph-based":[136],"models":[137,142],"recurrent-based":[141],"an":[146],"attention":[147],"mechanism,":[148],"allowing":[149],"identification":[150],"important":[152],"temporal":[153],"information.":[154],"It":[155],"shown":[157],"our":[159,177],"performs":[161],"better":[162],"than":[163],"unimodal":[164],"HAR":[165],"models.":[166],"By":[167],"reducing":[168],"costs":[170],"associated":[171],"feedback,":[174],"expect":[176],"approach":[178],"ultimately":[180],"improve":[181],"health":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}