{"id":"https://openalex.org/W7164295941","doi":"https://doi.org/10.1016/j.bspc.2026.110766","title":"A dual-branch vision framework for interpretable balance assessment via pose dynamics and Vision-LLM semantics","display_name":"A dual-branch vision framework for interpretable balance assessment via pose dynamics and Vision-LLM semantics","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164295941","doi":"https://doi.org/10.1016/j.bspc.2026.110766"},"language":"en","primary_location":{"id":"doi:10.1016/j.bspc.2026.110766","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bspc.2026.110766","pdf_url":null,"source":{"id":"https://openalex.org/S8427965","display_name":"Biomedical Signal Processing and Control","issn_l":"1746-8094","issn":["1746-8094","1746-8108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Signal Processing and Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.bspc.2026.110766","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012726366","display_name":"Sihan Wu","orcid":"https://orcid.org/0000-0002-4822-0884"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihan Wu","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-4822-0884","affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138401241","display_name":"Sen Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210146956","display_name":"Third Affiliated Hospital of Sun Yat-sen University","ror":"https://ror.org/04tm3k558","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210146956"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Liang","raw_affiliation_strings":["The Third Affiliated Hospital of Sun Yat-Sen University, Tianhe District, 510620 Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Third Affiliated Hospital of Sun Yat-Sen University, Tianhe District, 510620 Guangzhou, China","institution_ids":["https://openalex.org/I4210146956","https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101606009","display_name":"Zining Zhang","orcid":"https://orcid.org/0000-0003-2919-8391"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zining Zhang","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035772165","display_name":"Huigang Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210146956","display_name":"Third Affiliated Hospital of Sun Yat-sen University","ror":"https://ror.org/04tm3k558","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210146956"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huigang Gao","raw_affiliation_strings":["The Third Affiliated Hospital of Sun Yat-Sen University, Tianhe District, 510620 Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Third Affiliated Hospital of Sun Yat-Sen University, Tianhe District, 510620 Guangzhou, China","institution_ids":["https://openalex.org/I4210146956","https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138461620","display_name":"Ze Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze Lin","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138454198","display_name":"Yan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110199","display_name":"Vision Medicals (China)","ror":"https://ror.org/01z86wn38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210110199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yan Chen","raw_affiliation_strings":["Lychee Medical Technology(Guangzhou) Co., Ltd, Wenming Street, Guangzhou, 510640, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lychee Medical Technology(Guangzhou) Co., Ltd, Wenming Street, Guangzhou, 510640, Guangdong, China","institution_ids":["https://openalex.org/I4210110199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025392221","display_name":"Longhan Xie","orcid":"https://orcid.org/0000-0002-5137-1413"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Longhan Xie","raw_affiliation_strings":["Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shien-Ming Wu School of Intelligent Engineering, South China University of Technology, Xinye Street, Guangzhou, 510640, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5025392221","https://openalex.org/A5138454198"],"corresponding_institution_ids":["https://openalex.org/I4210110199","https://openalex.org/I90610280"],"apc_list":{"value":2420,"currency":"USD","value_usd":2420},"apc_paid":{"value":2420,"currency":"USD","value_usd":2420},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.95586477,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":"125","issue":null,"first_page":"110766","last_page":"110766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10114","display_name":"Balance, Gait, and Falls Prevention","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10114","display_name":"Balance, Gait, and Falls Prevention","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.03840000182390213,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6189000010490417},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.5697000026702881},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5210000276565552},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.516700029373169},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4560999870300293},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.3937999904155731},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.384799987077713},{"id":"https://openalex.org/keywords/balance","display_name":"Balance (ability)","score":0.37220001220703125},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3698999881744385}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979000210762024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.689300000667572},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6189000010490417},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.5697000026702881},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4957999885082245},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C168031717","wikidata":"https://www.wikidata.org/wiki/Q1530280","display_name":"Balance (ability)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.30630001425743103},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.26429998874664307},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.bspc.2026.110766","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bspc.2026.110766","pdf_url":null,"source":{"id":"https://openalex.org/S8427965","display_name":"Biomedical Signal Processing and Control","issn_l":"1746-8094","issn":["1746-8094","1746-8108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Signal Processing and Control","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.bspc.2026.110766","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.bspc.2026.110766","pdf_url":null,"source":{"id":"https://openalex.org/S8427965","display_name":"Biomedical Signal Processing and Control","issn_l":"1746-8094","issn":["1746-8094","1746-8108"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biomedical Signal Processing and Control","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1584982640","https://openalex.org/W2046024723","https://openalex.org/W2096901921","https://openalex.org/W2103780294","https://openalex.org/W2109606373","https://openalex.org/W2113325037","https://openalex.org/W2118978333","https://openalex.org/W2138554597","https://openalex.org/W2167667767","https://openalex.org/W2170505850","https://openalex.org/W2193522798","https://openalex.org/W2539453434","https://openalex.org/W2908473175","https://openalex.org/W2911964244","https://openalex.org/W2917922152","https://openalex.org/W3036337111","https://openalex.org/W3111929531","https://openalex.org/W3214988891","https://openalex.org/W4221003135","https://openalex.org/W4281770078","https://openalex.org/W4292787291","https://openalex.org/W4327955614","https://openalex.org/W4376891959","https://openalex.org/W4391428667","https://openalex.org/W4399386059","https://openalex.org/W4401534105","https://openalex.org/W4401728772","https://openalex.org/W4405538117","https://openalex.org/W4406430128","https://openalex.org/W4412159636"],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"balance":[1,183],"assessment":[2,154],"is":[3],"crucial":[4],"for":[5,92,136,178],"detecting":[6],"fall":[7],"risk,":[8],"yet":[9],"traditional":[10,160],"methods":[11],"are":[12,97],"subjective":[13],"and":[14,57,107,130,173,181],"time-consuming,":[15],"while":[16],"current":[17],"vision-based":[18],"approaches":[19],"often":[20],"lack":[21],"clinical":[22,161],"interpretability.":[23],"To":[24],"address":[25],"this,":[26],"we":[27],"present":[28],"a":[29,43,59,74,100,115,126,141],"dual-branch":[30],"3D":[31],"vision":[32],"framework":[33,152],"that":[34,122],"combines":[35],"quantitative":[36],"pose":[37],"dynamics":[38],"with":[39,140,145,167],"clinician-inspired":[40],"semantics":[41],"using":[42],"single":[44],"depth":[45],"camera.":[46],"During":[47],"the":[48,90,151],"Timed-Up-and-Go":[49],"(TUG)":[50],"task,":[51],"our":[52,123],"system":[53],"captures":[54],"skeletal":[55],"data":[56],"applies":[58],"Multi-View":[60],"Weighted":[61],"Fusion":[62],"Selection":[63],"to":[64,103,159],"identify":[65],"20":[66],"key":[67],"spatiotemporal":[68],"features":[69,96],"from":[70],"413":[71],"candidates.":[72],"Simultaneously,":[73],"pretrained":[75],"Vision-Large":[76],"Language":[77],"Model":[78],"(Vision-LLM)":[79],"extracts":[80],"ten":[81],"clinically":[82],"relevant":[83],"semantic":[84],"descriptors":[85],"through":[86],"prompt-based":[87],"inference,":[88],"eliminating":[89],"need":[91],"domain-specific":[93],"fine-tuning.":[94],"These":[95],"concatenated":[98],"into":[99],"30-dimensional":[101],"embedding":[102],"drive":[104],"fall-risk":[105],"classification":[106,128],"Berg":[108],"Balance":[109],"Scale":[110],"(BBS)":[111],"score":[112],"regression":[113],"via":[114],"Random":[116],"Forest":[117],"model.":[118],"Experimental":[119],"results":[120],"demonstrate":[121],"method":[124],"achieves":[125],"94.2%":[127],"accuracy":[129],"an":[131],"R":[132],"2":[133],"of":[134],"0.9604":[135],"BBS":[137],"prediction,":[138],"along":[139],"94.4%":[142],"trajectory":[143],"agreement":[144],"gold-standard":[146],"motion":[147],"capture":[148],"systems.":[149],"Furthermore,":[150],"reduces":[153],"time":[155],"by":[156],"80%":[157],"compared":[158],"protocols.":[162],"By":[163],"bridging":[164],"fine-grained":[165],"kinematics":[166],"observable":[168],"behavioral":[169],"semantics,":[170],"this":[171],"automated":[172],"contactless":[174],"approach":[175],"demonstrates":[176],"potential":[177],"objective,":[179],"interpretable,":[180],"efficient":[182],"evaluation.":[184]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2026-06-12T00:00:00"}