{"id":"https://openalex.org/W7161681604","doi":"https://doi.org/10.1109/jiot.2026.3694938","title":"TSA-Former: Linear Transformer With Taylor Series Attention for Sensor-Based Human Activity Recognition","display_name":"TSA-Former: Linear Transformer With Taylor Series Attention for Sensor-Based Human Activity Recognition","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161681604","doi":"https://doi.org/10.1109/jiot.2026.3694938"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2026.3694938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3694938","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100855661","display_name":"Qifan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifan Sun","raw_affiliation_strings":["Nanjing Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Normal University","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121934960","display_name":"Zechen Li","orcid":null},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zechen Li","raw_affiliation_strings":["Nanjing Normal University"],"raw_orcid":"https://orcid.org/0009-0008-4594-3121","affiliations":[{"raw_affiliation_string":"Nanjing Normal University","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121931623","display_name":"Kun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I206777745","display_name":"Nanjing Audit University","ror":"https://ror.org/04zj2bd87","country_code":"CN","type":"education","lineage":["https://openalex.org/I206777745"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Wang","raw_affiliation_strings":["Nanjing Audit University"],"raw_orcid":"https://orcid.org/0000-0002-6735-7667","affiliations":[{"raw_affiliation_string":"Nanjing Audit University","institution_ids":["https://openalex.org/I206777745"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101026598","display_name":"Zenan Fu","orcid":"https://orcid.org/0009-0008-1528-4081"},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenan Fu","raw_affiliation_strings":["Nanjing Normal University"],"raw_orcid":"https://orcid.org/0009-0008-1528-4081","affiliations":[{"raw_affiliation_string":"Nanjing Normal University","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121951832","display_name":"Guangjie Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Chen","raw_affiliation_strings":["Nanjing Normal University"],"raw_orcid":"https://orcid.org/0009-0002-3971-8768","affiliations":[{"raw_affiliation_string":"Nanjing Normal University","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052536272","display_name":"L Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I152031979","display_name":"Nanjing Normal University","ror":"https://ror.org/036trcv74","country_code":"CN","type":"education","lineage":["https://openalex.org/I152031979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Nanjing Normal University"],"raw_orcid":"https://orcid.org/0000-0001-8749-7459","affiliations":[{"raw_affiliation_string":"Nanjing Normal University","institution_ids":["https://openalex.org/I152031979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136458427","display_name":"Hao Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I189210763","display_name":"Yunnan University","ror":"https://ror.org/0040axw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I189210763"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wu","raw_affiliation_strings":["Yunnan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yunnan University","institution_ids":["https://openalex.org/I189210763"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136468228","display_name":"Aiguo Song","orcid":"https://orcid.org/0000-0002-1982-6780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aiguo Song","raw_affiliation_strings":["Southeast University"],"raw_orcid":"https://orcid.org/0000-0002-1982-6780","affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48308833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"15","first_page":"33538","last_page":"33553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.41589999198913574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.41589999198913574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.36880001425743103,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.05950000137090683,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taylor-series","display_name":"Taylor series","score":0.640999972820282},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5357000231742859},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4693000018596649},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4627000093460083},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.3910999894142151},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.311599999666214},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.29030001163482666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7253999710083008},{"id":"https://openalex.org/C158946198","wikidata":"https://www.wikidata.org/wiki/Q131187","display_name":"Taylor series","level":2,"score":0.640999972820282},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5357000231742859},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4627000093460083},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3873000144958496},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36399999260902405},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.28760001063346863},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2026.3694938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3694938","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8016481535","display_name":null,"funder_award_id":"62373194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W2002261403","https://openalex.org/W2017634428","https://openalex.org/W2023302299","https://openalex.org/W2126511896","https://openalex.org/W2270470215","https://openalex.org/W2342792048","https://openalex.org/W2555209581","https://openalex.org/W2601564443","https://openalex.org/W2604630936","https://openalex.org/W2947898397","https://openalex.org/W2964288524","https://openalex.org/W2965144482","https://openalex.org/W2971729523","https://openalex.org/W2982083293","https://openalex.org/W2998645105","https://openalex.org/W3019056961","https://openalex.org/W3086632078","https://openalex.org/W3106758205","https://openalex.org/W3128880094","https://openalex.org/W3138516171","https://openalex.org/W3173590174","https://openalex.org/W3174812227","https://openalex.org/W3176590546","https://openalex.org/W3177318507","https://openalex.org/W3203871918","https://openalex.org/W4200301490","https://openalex.org/W4225672218","https://openalex.org/W4285248638","https://openalex.org/W4286681770","https://openalex.org/W4296642354","https://openalex.org/W4311004828","https://openalex.org/W4312848112","https://openalex.org/W4318823934","https://openalex.org/W4376225158","https://openalex.org/W4385245566","https://openalex.org/W4385463174","https://openalex.org/W4386075553","https://openalex.org/W4388948906","https://openalex.org/W4388953063","https://openalex.org/W4390874124","https://openalex.org/W4391474924","https://openalex.org/W4392523452","https://openalex.org/W4392901736","https://openalex.org/W4396919944","https://openalex.org/W4401799068","https://openalex.org/W4402592612","https://openalex.org/W4404586524","https://openalex.org/W4404931559","https://openalex.org/W4405023013","https://openalex.org/W4406457771","https://openalex.org/W4409076530","https://openalex.org/W4409326045","https://openalex.org/W4409346750","https://openalex.org/W4409361106","https://openalex.org/W4411403377","https://openalex.org/W4411403467","https://openalex.org/W4411996493","https://openalex.org/W4415048131"],"related_works":[],"abstract_inverted_index":{"Transformer":[0,48],"models":[1],"have":[2],"demonstrated":[3],"superior":[4,154],"capability":[5],"in":[6,83],"capturing":[7],"long-range":[8],"temporal":[9,107],"dependencies":[10],"crucial":[11],"for":[12,55,165],"Sensor-Based":[13],"Human":[14],"Activity":[15],"Recognition":[16],"(HAR).":[17],"However,":[18],"the":[19,25,56,63,69,73,78,101,145,152],"quadratic":[20],"computational":[21,86],"complexity":[22],"inherent":[23],"to":[24,67,76,103],"Softmax-Attention":[26,70],"mechanism":[27],"significantly":[28],"impedes":[29],"their":[30],"deployment":[31],"on":[32,144],"resource-constrained":[33],"wearable":[34],"devices":[35],"and":[36,71,123,132,137,156],"real-time":[37],"streaming":[38],"tasks.":[39],"To":[40],"address":[41],"this,":[42],"we":[43],"propose":[44],"a":[45,84,92],"novel":[46],"Linear":[47],"with":[49],"Taylor":[50,65],"Series":[51],"Attention":[52],"specifically":[53],"tailored":[54],"HAR":[57,117,168],"domain,":[58],"named":[59],"TSA-Former.":[60],"It":[61],"leverages":[62],"first-order":[64],"expansion":[66],"approximate":[68,77],"utilizes":[72],"norm-preserving":[74],"mapping":[75],"high-order":[79],"non-linear":[80],"information,":[81],"resulting":[82],"linear":[85],"complexity.":[87],"In":[88],"addition,":[89],"TSA-Former":[90,127],"integrates":[91],"multi-branch":[93],"architecture":[94],"featuring":[95],"multi-scale":[96,106],"patch":[97],"embedding,":[98],"which":[99],"enables":[100],"model":[102],"dynamically":[104],"capture":[105],"features":[108],"while":[109],"minimizing":[110],"overhead.":[111],"Experimental":[112],"results":[113],"across":[114],"four":[115],"public":[116],"benchmarks,":[118],"namely":[119],"UniMiB-SHAR,":[120],"UCI-HAR,":[121],"WISDM,":[122],"OPPORTUNITY,":[124],"demonstrate":[125],"that":[126],"achieves":[128],"state-of-the-art":[129],"(SOTA)":[130],"accuracy":[131],"efficiency,":[133],"outperforming":[134],"conventional":[135],"Transformers":[136],"existing":[138],"linear-attention":[139],"models.":[140],"Deployment":[141],"experiments":[142],"conducted":[143],"Raspberry":[146],"Pi":[147],"5":[148],"platform":[149],"further":[150],"validate":[151],"model\u2019s":[153],"low-latency":[155],"minimal":[157],"power":[158],"consumption":[159],"profile,":[160],"confirming":[161],"its":[162],"robust":[163],"suitability":[164],"real-world":[166],"embedded":[167],"applications.":[169],"Code":[170],"will":[171],"be":[172],"released.":[173]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-05-20T00:00:00"}