{"id":"https://openalex.org/W3210908220","doi":"https://doi.org/10.1109/icassp43922.2022.9746047","title":"TNTC: Two-Stream Network with Transformer-Based Complementarity for Gait-Based Emotion Recognition","display_name":"TNTC: Two-Stream Network with Transformer-Based Complementarity for Gait-Based Emotion Recognition","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W3210908220","doi":"https://doi.org/10.1109/icassp43922.2022.9746047","mag":"3210908220"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746047","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047723747","display_name":"Chuanfei Hu","orcid":"https://orcid.org/0000-0003-1669-9429"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanfei Hu","raw_affiliation_strings":["Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","Nanjing Center for Applied Mathematics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Nanjing Center for Applied Mathematics, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060365994","display_name":"Weijie Sheng","orcid":"https://orcid.org/0000-0002-4498-8351"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Sheng","raw_affiliation_strings":["Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","Nanjing Center for Applied Mathematics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Nanjing Center for Applied Mathematics, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042447742","display_name":"Bo Dong","orcid":"https://orcid.org/0000-0002-0216-2236"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Dong","raw_affiliation_strings":["Zhejiang University,College of Biomedical Engineering & Instrument Science,Hangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Biomedical Engineering & Instrument Science,Hangzhou,China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010863275","display_name":"Xinde Li","orcid":"https://orcid.org/0000-0002-1529-4537"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinde Li","raw_affiliation_strings":["Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","Nanjing Center for Applied Mathematics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Measurement and Control of CSE Ministry of Education, School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Nanjing Center for Applied Mathematics, Nanjing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8046,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98588595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3229","last_page":"3233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.7397383451461792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7319250702857971},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5696331262588501},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.547762930393219},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43647658824920654},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12814611196517944}],"concepts":[{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.7397383451461792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7319250702857971},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5696331262588501},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.547762930393219},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43647658824920654},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12814611196517944},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746047","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2119018374","https://openalex.org/W2170735791","https://openalex.org/W2194775991","https://openalex.org/W2799041689","https://openalex.org/W2953623390","https://openalex.org/W2967060333","https://openalex.org/W2981754449","https://openalex.org/W2982294548","https://openalex.org/W2983925976","https://openalex.org/W2991276178","https://openalex.org/W2998008435","https://openalex.org/W3012974261","https://openalex.org/W3094502228","https://openalex.org/W3098699623","https://openalex.org/W3109709077","https://openalex.org/W3113811168","https://openalex.org/W3119414542","https://openalex.org/W3119786062","https://openalex.org/W3124054989","https://openalex.org/W3127541398","https://openalex.org/W3128723389","https://openalex.org/W3130037361","https://openalex.org/W3131085900","https://openalex.org/W3156111275","https://openalex.org/W3204893929","https://openalex.org/W4205558134","https://openalex.org/W4206258593","https://openalex.org/W4214736485","https://openalex.org/W6764675621","https://openalex.org/W6775013428","https://openalex.org/W6784333009","https://openalex.org/W6787413055","https://openalex.org/W6806460961"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2521519254","https://openalex.org/W3139833644","https://openalex.org/W3123110765","https://openalex.org/W4383553409","https://openalex.org/W2104948296","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Recognizing":[0],"the":[1,51,58,63,66,80,90,101,135,151,171],"human":[2],"emotion":[3,18],"automatically":[4],"from":[5,45],"visual":[6],"characteristics":[7],"plays":[8],"a":[9,113],"vital":[10],"role":[11],"in":[12,77,94,174],"many":[13,29],"intelligent":[14],"applications.":[15],"Recently,":[16],"gait-based":[17],"recognition,":[19],"especially":[20],"gait":[21,102],"skeletons-based":[22],"characteristic,":[23],"has":[24],"attracted":[25],"much":[26],"attention,":[27],"while":[28],"available":[30],"methods":[31,72,169],"have":[32],"been":[33],"proposed":[34,148],"gradually.":[35],"The":[36],"popular":[37],"pipeline":[38],"is":[39,147],"to":[40,149],"first":[41],"extract":[42],"affective":[43,55,87,126],"features":[44,56,127],"joint":[46,53,85,124],"skeletons,":[47],"and":[48,54,86,97,125],"then":[49],"aggregate":[50],"skeleton":[52,84],"as":[57,121,134],"feature":[59],"vector":[60],"for":[61],"classifying":[62],"emotion.":[64],"However,":[65],"aggregation":[67],"procedure":[68],"of":[69,100,137,176],"these":[70,109],"emerged":[71],"might":[73],"be":[74],"rigid,":[75],"resulting":[76],"insufficiently":[78],"exploiting":[79],"complementary":[81],"relationship":[82],"between":[83,153],"features.":[88],"Meanwhile,":[89],"long":[91,159],"range":[92,160],"dependencies":[93],"both":[95],"spatial":[96],"temporal":[98],"domains":[99],"sequence":[103],"are":[104,128],"scarcely":[105],"considered.":[106],"To":[107],"address":[108],"issues,":[110],"we":[111],"propose":[112],"novel":[114],"two-stream":[115],"network":[116],"with":[117],"transformer-based":[118,143],"complementarity,":[119],"termed":[120],"TNTC.":[122],"Skeleton":[123],"encoded":[129],"into":[130],"two":[131,138,154],"individual":[132],"images":[133],"inputs":[136],"streams,":[139],"respectively.":[140],"A":[141],"new":[142],"complementarity":[144,152],"module":[145],"(TCM)":[146],"bridge":[150],"streams":[155],"hierarchically":[156],"via":[157],"capturing":[158],"dependencies.":[161],"Experimental":[162],"results":[163],"demonstrate":[164],"that":[165],"TNTC":[166],"outperforms":[167],"state-of-the-art":[168],"on":[170],"latest":[172],"dataset":[173],"terms":[175],"accuracy.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}