{"id":"https://openalex.org/W4327663889","doi":"https://doi.org/10.1109/jiot.2023.3257992","title":"Temporal Transformer Networks With Self-Supervision for Action Recognition","display_name":"Temporal Transformer Networks With Self-Supervision for Action Recognition","publication_year":2023,"publication_date":"2023-03-16","ids":{"openalex":"https://openalex.org/W4327663889","doi":"https://doi.org/10.1109/jiot.2023.3257992"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3257992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3257992","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037706275","display_name":"Yongkang Zhang","orcid":"https://orcid.org/0000-0003-0976-5934"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkang Zhang","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0976-5934","affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361867","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-5009-6536"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5009-6536","affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101667178","display_name":"Na Jiang","orcid":"https://orcid.org/0009-0000-3384-4021"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Jiang","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066254440","display_name":"Guoming Wu","orcid":"https://orcid.org/0000-0002-4695-5211"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoming Wu","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China","Computer Vision Perception Department of ZongMu Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]},{"raw_affiliation_string":"Computer Vision Perception Department of ZongMu Technology, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399257","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0001-7072-2189"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072412248","display_name":"Zhiping Shi","orcid":"https://orcid.org/0000-0002-3562-8602"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Shi","raw_affiliation_strings":["Information Engineering College, Capital Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3562-8602","affiliations":[{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085876900","display_name":"Zhaoxun Liu","orcid":"https://orcid.org/0000-0002-7874-1998"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxun Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091037704","display_name":"Zizhang Wu","orcid":"https://orcid.org/0000-0002-2169-8271"},"institutions":[{"id":"https://openalex.org/I96852419","display_name":"Capital Normal University","ror":"https://ror.org/005edt527","country_code":"CN","type":"education","lineage":["https://openalex.org/I96852419"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zizhang Wu","raw_affiliation_strings":["Computer Vision Perception Department, ZongMu Technology, Shanghai, China","Information Engineering College, Capital Normal University, Beijing, China","Computer Vision Perception Department of ZongMu Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2169-8271","affiliations":[{"raw_affiliation_string":"Computer Vision Perception Department, ZongMu Technology, Shanghai, China","institution_ids":[]},{"raw_affiliation_string":"Information Engineering College, Capital Normal University, Beijing, China","institution_ids":["https://openalex.org/I96852419"]},{"raw_affiliation_string":"Computer Vision Perception Department of ZongMu Technology, Shanghai, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0001-8425-4195"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8425-4195","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1723,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.77076754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"14","first_page":"12999","last_page":"13011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750948667526245},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5053701996803284},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4948956370353699},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3781013488769531},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.14519301056861877},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11208540201187134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750948667526245},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5053701996803284},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4948956370353699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3781013488769531},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.14519301056861877},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11208540201187134},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3257992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3257992","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1500065944","display_name":null,"funder_award_id":"KM202210028007","funder_id":"https://openalex.org/F4320321572","funder_display_name":"Beijing Municipal Commission of Education"},{"id":"https://openalex.org/G179535601","display_name":null,"funder_award_id":"62106158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3918066469","display_name":null,"funder_award_id":"SKLSDE-2020KF-08","funder_id":"https://openalex.org/F4320326978","funder_display_name":"State Key Laboratory of Software Development Environment"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321572","display_name":"Beijing Municipal Commission of Education","ror":"https://ror.org/04bpn6s66"},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W343636949","https://openalex.org/W1522734439","https://openalex.org/W1923404803","https://openalex.org/W1983364832","https://openalex.org/W2016053056","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2326925005","https://openalex.org/W2507009361","https://openalex.org/W2518754566","https://openalex.org/W2625366777","https://openalex.org/W2767514117","https://openalex.org/W2770804203","https://openalex.org/W2772114784","https://openalex.org/W2779250840","https://openalex.org/W2799176631","https://openalex.org/W2806331055","https://openalex.org/W2809562466","https://openalex.org/W2883429621","https://openalex.org/W2890782586","https://openalex.org/W2950907316","https://openalex.org/W2955058313","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963377948","https://openalex.org/W2963420272","https://openalex.org/W2963457877","https://openalex.org/W2963524571","https://openalex.org/W2963563276","https://openalex.org/W2963645879","https://openalex.org/W2963814513","https://openalex.org/W2963820951","https://openalex.org/W2971915722","https://openalex.org/W2981385151","https://openalex.org/W2988630963","https://openalex.org/W2988634822","https://openalex.org/W2989728968","https://openalex.org/W2990152177","https://openalex.org/W2994633389","https://openalex.org/W2996901793","https://openalex.org/W2997624179","https://openalex.org/W2999794487","https://openalex.org/W3034600407","https://openalex.org/W3035303837","https://openalex.org/W3035524453","https://openalex.org/W3035619757","https://openalex.org/W3047400341","https://openalex.org/W3088826108","https://openalex.org/W3094502228","https://openalex.org/W3097135999","https://openalex.org/W3097337894","https://openalex.org/W3106932221","https://openalex.org/W3108086282","https://openalex.org/W3109689953","https://openalex.org/W3110389231","https://openalex.org/W3113067059","https://openalex.org/W3153807302","https://openalex.org/W3168565360","https://openalex.org/W3175528717","https://openalex.org/W3195363250","https://openalex.org/W3206056206","https://openalex.org/W3206636652","https://openalex.org/W3211316995","https://openalex.org/W4214727094","https://openalex.org/W4214913425","https://openalex.org/W4220808058","https://openalex.org/W4224329855","https://openalex.org/W4226025685","https://openalex.org/W4226177518","https://openalex.org/W4226415892","https://openalex.org/W4285153164","https://openalex.org/W4285170258","https://openalex.org/W4285176798","https://openalex.org/W4288277460","https://openalex.org/W4289538608","https://openalex.org/W4385245566","https://openalex.org/W6600983433","https://openalex.org/W6682864246","https://openalex.org/W6701655646","https://openalex.org/W6739901393","https://openalex.org/W6754879843","https://openalex.org/W6766844300","https://openalex.org/W6770390784","https://openalex.org/W6781184412","https://openalex.org/W6784333009","https://openalex.org/W6802905620"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4283332100"],"abstract_inverted_index":{"In":[0,259],"recent":[1,260],"years,":[2,261],"Internet":[3,230],"of":[4,33,54,57,64,95,143,152,158,171,228,231,244,256,278,291,318,366,375,381,394],"Things":[5,232],"(IoT)":[6],"has":[7,268],"made":[8],"rapid":[9,226],"development,":[10],"and":[11,41,61,70,100,166,183,221,235,254,284,323,389,406,436],"IoT":[12,18,58,214],"devices":[13,20,60],"are":[14,35],"developing":[15],"towards":[16],"intelligence.":[17],"terminal":[19,59],"represented":[21],"by":[22,51,275],"surveillance":[23],"cameras":[24],"play":[25],"an":[26],"irreplaceable":[27],"role":[28],"in":[29,213,241,443],"modern":[30],"society,":[31],"most":[32],"them":[34],"integrated":[36],"with":[37,87,310],"video":[38,153,202,257,265,376,425,441],"action":[39,203,266,426],"recognition":[40,267],"other":[42],"intelligent":[43],"functions.":[44],"However,":[45,273],"their":[46],"performance":[47,200,290,423],"is":[48,193,238,416],"somewhat":[49],"affected":[50],"the":[52,62,110,117,140,150,168,172,208,225,229,242,252,276,289,333,340,363,373,391,395],"limitation":[53],"computing":[55],"resources":[56],"lack":[63,277],"long-range":[65,279],"non-linear":[66,118,280,341],"temporal":[67,97,102,112,119,132,164,281,320,325,335,342,355,387],"relation":[68,282],"modeling":[69,255,283],"reverse":[71,149,285,372],"motion":[72,128,159,286,351,382],"information":[73,160,287,383],"modeling.":[74],"To":[75,298],"address":[76,299],"this":[77,300],"urgent":[78,301],"problem,":[79,302],"we":[80,108,136,303,331,359],"introduce":[81,304],"a":[82,96,101,305,319,324,429],"startling":[83,306],"Temporal":[84,307],"Transformer":[85,308],"Network":[86,309],"Self-supervision":[88,311],"(TTSN).":[89,312],"Our":[90,205,313],"high-performance":[91,314],"TTSN":[92,192,206,315,415],"mainly":[93,316],"consists":[94,317],"transformer":[98,113,321,336],"module":[99,114,135,322,337,358],"sequence":[103,133,151,326,356,374],"self-supervision":[104,134,327,357],"module.":[105,328],"Concisely":[106,329],"speaking,":[107,330],"utilize":[109,332],"efficient":[111,334],"to":[115,148,217,338,371],"model":[116,339],"dependencies":[120,343],"among":[121,344],"non-local":[122,345],"frames,":[123,154,346,377],"which":[124,246,347],"significantly":[125,348],"enhances":[126,349],"complex":[127,350],"feature":[129,352],"representations.":[130,353],"The":[131,354],"employ":[137,360],"unprecedentedly":[138,361],"adopts":[139,362],"streamlined":[141,364],"strategy":[142,365],"\u201crandom":[144,367],"batch":[145,368],"random":[146,369],"channel\u201d":[147,370],"allowing":[155,378],"robust":[156,379],"extractions":[157,380],"representation":[161,384],"from":[162,385],"inversed":[163,386],"dimensions":[165,388],"improving":[167,390],"generalization":[169,392],"capability":[170,393],"model.":[173,396],"Extensive":[174,397],"experiments":[175,398],"on":[176,251,399],"three":[177,400],"widely":[178,401],"used":[179,402],"datasets":[180,403],"(HMDB51,":[181,404],"UCF101,":[182,405],"Something-something":[184,407],"V1)":[185,408],"have":[186,409],"conclusively":[187,410],"demonstrated":[188,411],"that":[189,412],"our":[190,413,431],"proposed":[191,414],"promising":[194,417],"as":[195,418],"it":[196,419],"successfully":[197,420],"achieves":[198,421],"state-of-the-art":[199,422],"for":[201,210,424,439],"recognition.":[204,427],"provides":[207,433],"possibility":[209],"its":[211,218],"application":[212],"scenarios":[215],"due":[216],"computational":[219],"complexity":[220],"high":[222],"performance.":[223],"With":[224],"development":[227],"(IoT),":[233],"more":[234,236],"data":[237,442],"being":[239],"disseminated":[240],"form":[243],"video,":[245],"also":[247],"puts":[248],"new":[249,434],"requirements":[250],"understanding":[253],"data.":[258],"2D":[262],"Convolutional":[263],"Networks-based":[264],"encouragingly":[269],"gained":[270],"wide":[271],"popularity;":[272],"constrained":[274],"modeling,":[288],"existing":[292],"models":[293],"is,":[294],"therefore,":[295],"undercut":[296],"seriously.":[297],"As":[428],"result,":[430],"work":[432],"attention":[435],"self-supervised":[437],"algorithm":[438],"processing":[440],"IoT.":[444]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}