{"id":"https://openalex.org/W7166583588","doi":"https://doi.org/10.48550/arxiv.2606.28104","title":"Cross-view Multimodal Vision-Based Assessment Framework for Traditional Chinese Medicine Rehabilitation Training","display_name":"Cross-view Multimodal Vision-Based Assessment Framework for Traditional Chinese Medicine Rehabilitation Training","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166583588","doi":"https://doi.org/10.48550/arxiv.2606.28104"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.28104","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28104","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28104","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047301622","display_name":"F Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Francis Xiatian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139571869","display_name":"Hao Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091103165","display_name":"Shengxuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shengxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058268359","display_name":"Hao Zhu","orcid":"https://orcid.org/0000-0003-4411-0933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068661218","display_name":"Hongxiao Jia","orcid":"https://orcid.org/0000-0002-4924-1388"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Hongxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139597885","display_name":"Sisi Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Sisi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038258635","display_name":"Hubert P. H. Shum","orcid":"https://orcid.org/0000-0001-5651-6039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shum, Hubert P. H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.6406000256538391,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.6406000256538391,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.1509999930858612,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.039000000804662704,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.555899977684021},{"id":"https://openalex.org/keywords/rehabilitation","display_name":"Rehabilitation","score":0.5005999803543091},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.3944999873638153},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.39399999380111694},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.36980000138282776},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3603000044822693},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.35190001130104065},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.34709998965263367}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.555899977684021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5396000146865845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5299000144004822},{"id":"https://openalex.org/C2778818304","wikidata":"https://www.wikidata.org/wiki/Q1819478","display_name":"Rehabilitation","level":2,"score":0.5005999803543091},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4318000078201294},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.41839998960494995},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.3944999873638153},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C188947578","wikidata":"https://www.wikidata.org/wiki/Q200253","display_name":"Traditional Chinese medicine","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.3068999946117401},{"id":"https://openalex.org/C2984588014","wikidata":"https://www.wikidata.org/wiki/Q730675","display_name":"Quantitative assessment","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C56837625","wikidata":"https://www.wikidata.org/wiki/Q121713","display_name":"Acupuncture","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2565000057220459},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.25360000133514404},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.2524999976158142},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.28104","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28104","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28104","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28104","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-based":[0],"assessment":[1,18,75,211],"can":[2],"provide":[3],"convenient":[4,221],"and":[5,60,87,91,107,114,159,176,218,222],"cost-effective":[6],"evaluation":[7],"in":[8,143,169],"Traditional":[9],"Chinese":[10],"Medicine":[11],"(TCM)":[12],"rehabilitation":[13,216],"training,":[14],"where":[15,201],"action":[16],"quality":[17],"(AQA)":[19],"from":[20,40],"computer":[21],"vision":[22],"offers":[23],"a":[24,41,71,181],"promising":[25],"solution.":[26],"Existing":[27],"automatic":[28],"AQA":[29],"frameworks":[30],"for":[31,47,213],"physical":[32],"therapy":[33],"typically":[34],"rely":[35],"on":[36,151,180,188],"skeletal":[37],"data":[38],"captured":[39],"single":[42],"viewpoint,":[43],"which":[44],"is":[45,204],"inefficient":[46],"TCM":[48,215],"techniques":[49],"such":[50,155,172],"as":[51,156,173],"acupuncture":[52],"or":[53,131],"Tuina":[54],"that":[55,77,126],"involve":[56],"dense":[57],"hand":[58],"self-occlusion":[59],"complex":[61],"hand-object":[62],"interactions.":[63],"To":[64],"address":[65],"these":[66],"challenges,":[67],"we":[68],"propose":[69],"CME-AQA,":[70],"cross-view,":[72],"multimodal":[73],"vision-based":[74],"framework":[76],"integrates":[78],"visual-pose":[79],"fusion":[80],"to":[81,96,194,206],"enhance":[82],"understanding":[83],"of":[84,117],"environmental":[85],"context":[86],"leverages":[88],"both":[89],"first-person":[90,113],"third-person":[92,115],"videos":[93],"during":[94],"training":[95,217],"improve":[97],"inference":[98],"robustness.":[99],"We":[100],"collected":[101],"two":[102],"dual-view":[103],"datasets,":[104],"TCM-AQA61-A":[105],"(Acupuncture)":[106],"TCM-AQA61-T":[108],"(Tuina),":[109],"each":[110],"containing":[111],"synchronized":[112],"recordings":[116],"61":[118],"subjects":[119],"with":[120],"expert":[121],"annotations.":[122],"Experimental":[123],"results":[124],"show":[125],"our":[127],"approach":[128],"achieves":[129],"superior":[130],"comparable":[132,186],"mean":[133,166],"performance":[134,187],"against":[135],"competitive":[136],"baselines,":[137],"achieving":[138],"over":[139,146],"10%":[140],"relative":[141],"improvement":[142],"weighted":[144],"F1":[145],"the":[147],"best":[148],"competing":[149],"method":[150],"key":[152],"rating":[153],"tasks":[154],"Needle":[157,161],"Depth":[158],"Quick":[160],"Insertion,":[162],"while":[163],"also":[164],"reducing":[165],"absolute":[167],"error":[168],"quantitative":[170],"measures":[171],"insertion":[174],"time":[175],"manipulation":[177],"frequency.":[178],"Testing":[179],"CPR":[182],"dataset":[183],"further":[184],"demonstrates":[185],"several":[189],"posture-based":[190],"criteria,":[191],"suggesting":[192],"applicability":[193],"related":[195],"structured":[196,214],"simulated":[197],"clinical":[198],"skill":[199,225],"assessments":[200],"participant":[202],"motion":[203],"central":[205],"evaluation.":[207,226],"Overall,":[208],"CME-AQA":[209],"enhances":[210],"accuracy":[212],"facilitates":[219],"more":[220],"effective":[223],"training-oriented":[224]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-30T00:00:00"}