{"id":"https://openalex.org/W4414856524","doi":"https://doi.org/10.1109/tce.2025.3618484","title":"DBMNet: Dual-Branch Multi-Modal Network With Spatial-Temporal Fusion for Objective Physical Fatigue Assessment","display_name":"DBMNet: Dual-Branch Multi-Modal Network With Spatial-Temporal Fusion for Objective Physical Fatigue Assessment","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W4414856524","doi":"https://doi.org/10.1109/tce.2025.3618484"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3618484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3618484","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083774644","display_name":"Fangyu Liu","orcid":"https://orcid.org/0000-0001-8332-0154"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangyu Liu","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8332-0154","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114778108","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0001-0229-9064"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-0229-9064","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041993164","display_name":"Fangmin Sun","orcid":"https://orcid.org/0000-0001-9801-5937"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangmin Sun","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9801-5937","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101512228","display_name":"Xiangchen Li","orcid":"https://orcid.org/0000-0001-9312-3306"},"institutions":[{"id":"https://openalex.org/I4210132072","display_name":"China Institute of Sport Science","ror":"https://ror.org/03sgtek58","country_code":"CN","type":"nonprofit","lineage":["https://openalex.org/I4210132072"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangchen Li","raw_affiliation_strings":["China Institute of Sport Science, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Institute of Sport Science, Beijing, China","institution_ids":["https://openalex.org/I4210132072"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339233","display_name":"Ye Li","orcid":"https://orcid.org/0000-0002-5351-8546"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Li","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5351-8546","affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]},{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25299776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"4","first_page":"12527","last_page":"12538"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.955299973487854,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7164999842643738},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.696399986743927},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5641000270843506},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.558899998664856},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.5224999785423279},{"id":"https://openalex.org/keywords/accelerometer","display_name":"Accelerometer","score":0.43849998712539673},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.436599999666214},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41940000653266907}],"concepts":[{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7164999842643738},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.696399986743927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6617000102996826},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.558899998664856},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.5224999785423279},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41940000653266907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4016000032424927},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3296000063419342},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C175079658","wikidata":"https://www.wikidata.org/wiki/Q7312165","display_name":"Remote patient monitoring","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C151233233","wikidata":"https://www.wikidata.org/wiki/Q47574","display_name":"Units of measurement","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3618484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3618484","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2555261032","display_name":null,"funder_award_id":"W2541011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1914380097","https://openalex.org/W1990776473","https://openalex.org/W2004008756","https://openalex.org/W2005823174","https://openalex.org/W2045868560","https://openalex.org/W2103089817","https://openalex.org/W2345255852","https://openalex.org/W2752782242","https://openalex.org/W2982338973","https://openalex.org/W3010732737","https://openalex.org/W3080404596","https://openalex.org/W3088934216","https://openalex.org/W3090979602","https://openalex.org/W3163863893","https://openalex.org/W3168015039","https://openalex.org/W3180827644","https://openalex.org/W3207989093","https://openalex.org/W4200004056","https://openalex.org/W4220666486","https://openalex.org/W4220933389","https://openalex.org/W4224319873","https://openalex.org/W4224508081","https://openalex.org/W4285209723","https://openalex.org/W4287735700","https://openalex.org/W4306251269","https://openalex.org/W4309329126","https://openalex.org/W4367187727","https://openalex.org/W4384156300","https://openalex.org/W4386501087","https://openalex.org/W4389538588","https://openalex.org/W4391767130","https://openalex.org/W4394699092","https://openalex.org/W4396765785","https://openalex.org/W4403330448","https://openalex.org/W4406171634","https://openalex.org/W4406858123","https://openalex.org/W4409095686","https://openalex.org/W4409427170"],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"objective":[1,208],"physical":[2],"fatigue":[3,86,154,209],"(OPF)":[4],"assessment":[5,31,54],"is":[6,38,40,118],"critical":[7,44],"for":[8,46,85,191,206],"enhancing":[9],"safety":[10],"in":[11,174],"labor-intensive":[12],"industries,":[13],"optimizing":[14],"athletic":[15],"performance,":[16],"and":[17,48,66,93,102,124,134,152,166,177,195,203],"supporting":[18],"personalized":[19],"health":[20,49],"management.":[21],"With":[22],"the":[23,57],"advancement":[24],"of":[25,127],"wearable":[26,29,52,196],"sensing":[27],"technologies,":[28],"OPF":[30,53],"methods":[32,55],"based":[33],"on":[34,193],"multi-source":[35,212],"information":[36],"fusion":[37,65,84,126],"emerging":[39],"gradually":[41],"becoming":[42],"an":[43,201],"approach":[45],"sports":[47],"monitoring.":[50],"However,":[51],"face":[56],"following":[58,143],"challenges:":[59],"spatial":[60,94],"modeling":[61],"deficiency,":[62],"ineffective":[63],"multimodal":[64],"limited":[67],"long-range":[68],"dependency":[69],"capture.":[70],"To":[71],"address":[72],"these":[73],"limitations,":[74],"we":[75],"propose":[76],"DBMNet,":[77],"a":[78,144,187],"dual-branch":[79],"multi-modal":[80],"network":[81],"with":[82,149,169],"spatial-temporal":[83],"level":[87],"classification.":[88],"DBMNet":[89,160,185],"captures":[90],"temporal":[91],"dynamics":[92],"patterns":[95],"separately":[96],"from":[97,137],"raw":[98],"12-lead":[99],"electrocardiogram":[100],"(ECG)":[101],"multi-site":[103],"inertial":[104],"measurement":[105],"unit":[106],"(IMU)":[107],"signals.":[108,214],"A":[109],"novel":[110],"Convolutional":[111],"Additive":[112],"Adaptive":[113],"Cross-refinement":[114],"Fusion":[115],"(CAACF)":[116],"module":[117],"introduced":[119],"to":[120,171],"enable":[121],"adaptive,":[122],"efficient,":[123],"interpretable":[125],"heterogeneous":[128],"modalities.":[129],"We":[130],"collected":[131],"synchronized":[132],"ECG":[133],"IMU":[135],"data":[136],"65":[138],"subjects":[139],"during":[140],"treadmill":[141],"exercise":[142],"modified":[145],"Bruce":[146],"protocol,":[147],"annotated":[148],"both":[150],"coarse-":[151],"fine-grained":[153],"levels.":[155],"Extensive":[156],"experiments":[157],"demonstrate":[158],"that":[159],"achieves":[161],"significant":[162],"improvements":[163],"over":[164],"baseline":[165],"state-of-the-art":[167],"methods,":[168],"up":[170],"7%":[172],"increase":[173],"classification":[175],"accuracy":[176],"superior":[178],"performance":[179],"across":[180],"multiple":[181],"evaluation":[182],"metrics.":[183],"Moreover,":[184],"maintains":[186],"lightweight":[188],"architecture":[189],"suitable":[190],"deployment":[192],"mobile":[194],"devices.":[197],"This":[198],"work":[199],"provides":[200],"effective":[202],"scalable":[204],"framework":[205],"real-time,":[207],"monitoring":[210],"using":[211],"physiological":[213]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
