{"id":"https://openalex.org/W4286580810","doi":"https://doi.org/10.1109/jbhi.2022.3193148","title":"Dual-Branch Interactive Networks on Multichannel Time Series for Human Activity Recognition","display_name":"Dual-Branch Interactive Networks on Multichannel Time Series for Human Activity Recognition","publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4286580810","doi":"https://doi.org/10.1109/jbhi.2022.3193148","pmid":"https://pubmed.ncbi.nlm.nih.gov/35867366"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2022.3193148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3193148","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085120580","display_name":"Yin Tang","orcid":"https://orcid.org/0000-0003-4675-9074"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Tang","raw_affiliation_strings":["School of Electrical and Automation Engineering, Nanjing Normal University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4675-9074","affiliations":[{"raw_affiliation_string":"School of Electrical and Automation Engineering, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076127071","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-8749-7459"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["School of Electrical and Automation Engineering, Nanjing Normal University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8749-7459","affiliations":[{"raw_affiliation_string":"School of Electrical and Automation Engineering, Nanjing Normal University, Nanjing, China","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005207362","display_name":"Hao Wu","orcid":"https://orcid.org/0000-0002-3696-9281"},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["School of Information Science and Engineering, Yunnan University, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-3696-9281","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yunnan University, Kunming, China","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049302472","display_name":"Jun He","orcid":"https://orcid.org/0000-0003-1671-2283"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun He","raw_affiliation_strings":["School of Electronic and Information Engineering, Nanjing University of Information Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1671-2283","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048327458","display_name":"Aiguo Song","orcid":"https://orcid.org/0000-0002-1982-6780"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aiguo Song","raw_affiliation_strings":["School of Instrument Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-1982-6780","affiliations":[{"raw_affiliation_string":"School of Instrument Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7961,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96347466,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"26","issue":"10","first_page":"5223","last_page":"5234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.824029266834259},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.5823885202407837},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5724548101425171},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5301806926727295},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.49994611740112305},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4990367889404297},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.469093918800354},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4427562654018402},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42250674962997437},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4106464385986328},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3581621050834656},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.164444237947464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.824029266834259},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.5823885202407837},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5724548101425171},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5301806926727295},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.49994611740112305},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4990367889404297},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.469093918800354},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4427562654018402},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42250674962997437},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4106464385986328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3581621050834656},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.164444237947464},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000076251","descriptor_name":"Wearable Electronic Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000076251","descriptor_name":"Wearable Electronic Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000076251","descriptor_name":"Wearable Electronic Devices","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003625","descriptor_name":"Data Collection","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006802","descriptor_name":"Human Activities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006802","descriptor_name":"Human Activities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006802","descriptor_name":"Human Activities","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013997","descriptor_name":"Time Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2022.3193148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3193148","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:35867366","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35867366","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4279245431","display_name":"\u9762\u5411Web API\u6316\u6398\u7684\u6df1\u5ea6\u795e\u7ecf\u7f51\u7edc\u6784\u5efa\u7814\u7a76","funder_award_id":"61962061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5665768396","display_name":null,"funder_award_id":"BK20191371","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2002261403","https://openalex.org/W2012557818","https://openalex.org/W2017634428","https://openalex.org/W2026297770","https://openalex.org/W2071680411","https://openalex.org/W2095396347","https://openalex.org/W2126511896","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2220088835","https://openalex.org/W2270470215","https://openalex.org/W2320625002","https://openalex.org/W2342792048","https://openalex.org/W2345826817","https://openalex.org/W2462831000","https://openalex.org/W2551239383","https://openalex.org/W2555209581","https://openalex.org/W2604630936","https://openalex.org/W2733417036","https://openalex.org/W2752561456","https://openalex.org/W2759690896","https://openalex.org/W2894702700","https://openalex.org/W2963335520","https://openalex.org/W2963716982","https://openalex.org/W2964067226","https://openalex.org/W2964937861","https://openalex.org/W2965144482","https://openalex.org/W2972732693","https://openalex.org/W2981850489","https://openalex.org/W2998376881","https://openalex.org/W3009411039","https://openalex.org/W3011785450","https://openalex.org/W3048952742","https://openalex.org/W3049146908","https://openalex.org/W3113123476","https://openalex.org/W3128348732","https://openalex.org/W3133590696","https://openalex.org/W3154416035","https://openalex.org/W3156725333","https://openalex.org/W3164845984","https://openalex.org/W3168114581","https://openalex.org/W3173400793","https://openalex.org/W3185580468","https://openalex.org/W3196745188","https://openalex.org/W4200227935","https://openalex.org/W4246193833","https://openalex.org/W4286681770","https://openalex.org/W6696429117","https://openalex.org/W6704286305","https://openalex.org/W6718683173","https://openalex.org/W6736034804","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6775189568","https://openalex.org/W6788135285","https://openalex.org/W6796617330"],"related_works":["https://openalex.org/W4315697128","https://openalex.org/W3102845713","https://openalex.org/W2378211422","https://openalex.org/W2971502891","https://openalex.org/W3205506801","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W4280599700","https://openalex.org/W2130974462","https://openalex.org/W3183570023"],"abstract_inverted_index":{"The":[0],"popularity":[1],"of":[2,52,70,89,203],"convolutional":[3,76],"architecture":[4,149],"has":[5],"made":[6],"sensor-based":[7],"human":[8],"activity":[9,39],"recognition":[10,104],"(HAR)":[11],"become":[12],"one":[13],"primary":[14],"beneficiary.":[15],"By":[16],"simply":[17],"superimposing":[18],"multiple":[19],"convolution":[20],"layers,":[21],"the":[22,43,68,87,129,144,216],"local":[23,71,152],"features":[24,155],"can":[25],"be":[26,256],"effectively":[27],"captured":[28],"from":[29,131],"multi-channel":[30,95,138],"time":[31,96,139,219],"series":[32,97,140],"sensor":[33,98],"data,":[34,99],"which":[35,55,100,190,229],"could":[36],"output":[37],"high-performance":[38],"prediction":[40],"results.":[41],"On":[42],"other":[44],"hand,":[45],"recent":[46],"years":[47],"have":[48],"witnessed":[49],"great":[50],"success":[51],"Transformer":[53,92,135],"model,":[54],"uses":[56],"powerful":[57],"self-attention":[58],"mechanism":[59,164],"to":[60,85,93,136,150,167],"handle":[61,137],"long-range":[62],"sequence":[63],"modeling":[64],"tasks,":[65],"hence":[66],"avoiding":[67],"shortcoming":[69],"feature":[72,173],"representations":[73],"caused":[74],"by":[75,156],"neural":[77],"networks":[78],"(CNNs).":[79],"In":[80,214],"this":[81,117],"paper,":[82],"we":[83,119],"seek":[84],"combine":[86],"merits":[88],"CNN":[90,133],"and":[91,109,134,153,159,171,188,206,212,241],"model":[94,253],"might":[101],"provide":[102],"compelling":[103],"performance":[105],"with":[106,209],"fewer":[107,210],"parameters":[108,211],"FLOPs":[110],"based":[111],"on":[112,179,222],"lightweight":[113],"wearable":[114],"devices.":[115],"To":[116],"end,":[118],"propose":[120],"a":[121,162,244],"new":[122],"Dual-branch":[123],"Interactive":[124],"Network":[125],"(DIN)":[126],"that":[127,192,231],"inherits":[128],"advantages":[130],"both":[132],"for":[141,237],"HAR.":[142],"Specifically,":[143],"proposed":[145],"framework":[146],"utilizes":[147],"two-stream":[148],"disentangle":[151],"global":[154],"performing":[157],"conv-embedding":[158],"patch-embedding,":[160],"where":[161],"co-attention":[163],"is":[165,220,234],"used":[166],"adaptively":[168],"fuse":[169],"global-to-local":[170],"local-to-global":[172],"representations.":[174],"We":[175],"perform":[176],"extensive":[177],"experiments":[178],"three":[180],"mainstream":[181],"HAR":[182,239,249],"benchmark":[183],"datasets":[184],"including":[185],"PAMAP2,":[186],"WISDM,":[187],"OPPORTUNITY,":[189],"verify":[191],"our":[193,232],"method":[194],"consistently":[195],"outperforms":[196],"several":[197],"state-of-the-art":[198],"baselines,":[199],"reaching":[200],"an":[201,223],"F1-score":[202],"92.05%,":[204],"98.17%,":[205],"91.55%":[207],"respectively":[208],"FLOPs.":[213],"addition,":[215],"practical":[217],"execution":[218],"validated":[221],"embedded":[224],"Raspberry":[225],"Pi":[226],"P3":[227],"system,":[228],"demonstrates":[230],"approach":[233],"adequately":[235],"efficient":[236],"real-time":[238],"implementations":[240],"deserves":[242],"as":[243],"better":[245],"alternative":[246],"in":[247],"ubiquitous":[248],"computing":[250],"scenario.":[251],"Our":[252],"code":[254],"will":[255],"released":[257],"soon.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}