{"id":"https://openalex.org/W4323065172","doi":"https://doi.org/10.1109/tmm.2023.3252275","title":"Spatial-Temporal Exclusive Capsule Network for Open Set Action Recognition","display_name":"Spatial-Temporal Exclusive Capsule Network for Open Set Action Recognition","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323065172","doi":"https://doi.org/10.1109/tmm.2023.3252275"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3252275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3252275","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074561163","display_name":"Yangbo Feng","orcid":"https://orcid.org/0000-0001-9867-1555"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yangbo Feng","raw_affiliation_strings":["Tianjin University of Technology, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014526931","display_name":"Junyu Gao","orcid":"https://orcid.org/0000-0002-8105-5497"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Gao","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8105-5497","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056516274","display_name":"Shicai Yang","orcid":"https://orcid.org/0000-0002-9260-1334"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shicai Yang","raw_affiliation_strings":["Tianjin University of Technology, Tianjin, China","Hikvision Research Institute, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9260-1334","affiliations":[{"raw_affiliation_string":"Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]},{"raw_affiliation_string":"Hikvision Research Institute, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences, Beijing, China","Peng Cheng Laboratory, ShenZhen, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8343-9665","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Peng Cheng Laboratory, ShenZhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074561163"],"corresponding_institution_ids":["https://openalex.org/I136765683"],"apc_list":null,"apc_paid":null,"fwci":1.6485,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85749524,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"9464","last_page":"9478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8177989721298218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5778080821037292},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5699087381362915},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5307849645614624},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5074321627616882},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.4672790765762329},{"id":"https://openalex.org/keywords/temporal-database","display_name":"Temporal database","score":0.4475385844707489},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4424334764480591},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4347561001777649},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32423728704452515},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1093202531337738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8177989721298218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5778080821037292},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5699087381362915},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5307849645614624},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5074321627616882},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.4672790765762329},{"id":"https://openalex.org/C77277458","wikidata":"https://www.wikidata.org/wiki/Q1969246","display_name":"Temporal database","level":2,"score":0.4475385844707489},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4424334764480591},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4347561001777649},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32423728704452515},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1093202531337738},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3252275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3252275","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100260481","display_name":null,"funder_award_id":"62072455","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1498893086","display_name":null,"funder_award_id":"62036012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2037785589","display_name":null,"funder_award_id":"U21B2044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2407878474","display_name":null,"funder_award_id":"62072286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2908564948","display_name":null,"funder_award_id":"62002355","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4100755579","display_name":null,"funder_award_id":"L201001","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G4199693610","display_name":null,"funder_award_id":"62236008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4790433124","display_name":null,"funder_award_id":"62102415","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1032927584","https://openalex.org/W1872312298","https://openalex.org/W1944615693","https://openalex.org/W2016053056","https://openalex.org/W2018459374","https://openalex.org/W2027688900","https://openalex.org/W2105087447","https://openalex.org/W2119880843","https://openalex.org/W2126579184","https://openalex.org/W2248269543","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2526075485","https://openalex.org/W2590822257","https://openalex.org/W2746726611","https://openalex.org/W2887770386","https://openalex.org/W2896457183","https://openalex.org/W2897510122","https://openalex.org/W2901389242","https://openalex.org/W2904509905","https://openalex.org/W2933934000","https://openalex.org/W2936113082","https://openalex.org/W2940740645","https://openalex.org/W2963149653","https://openalex.org/W2963314614","https://openalex.org/W2963521811","https://openalex.org/W2963820951","https://openalex.org/W2963875483","https://openalex.org/W2964228567","https://openalex.org/W2973218493","https://openalex.org/W2981510929","https://openalex.org/W2982243647","https://openalex.org/W2990152177","https://openalex.org/W2997287432","https://openalex.org/W3009086519","https://openalex.org/W3016459781","https://openalex.org/W3018953709","https://openalex.org/W3034309634","https://openalex.org/W3035081753","https://openalex.org/W3035224069","https://openalex.org/W3048265828","https://openalex.org/W3083405884","https://openalex.org/W3095099350","https://openalex.org/W3100804201","https://openalex.org/W3106616149","https://openalex.org/W3106653142","https://openalex.org/W3110504767","https://openalex.org/W3113047382","https://openalex.org/W3129630843","https://openalex.org/W3134961575","https://openalex.org/W3157122767","https://openalex.org/W3161098244","https://openalex.org/W3163821660","https://openalex.org/W3177034761","https://openalex.org/W3180827943","https://openalex.org/W3185863217","https://openalex.org/W3195932542","https://openalex.org/W3202427362","https://openalex.org/W3212676748","https://openalex.org/W4205468707","https://openalex.org/W4214530306","https://openalex.org/W4214751560","https://openalex.org/W4214756262","https://openalex.org/W4226340378","https://openalex.org/W4289300355","https://openalex.org/W4312376888","https://openalex.org/W6600983433","https://openalex.org/W6617145748","https://openalex.org/W6639393196","https://openalex.org/W6682864246","https://openalex.org/W6743446608","https://openalex.org/W6748053814","https://openalex.org/W6755620308","https://openalex.org/W6763665168","https://openalex.org/W6767084090","https://openalex.org/W6772452466","https://openalex.org/W6780226713","https://openalex.org/W6790307280"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2080152487","https://openalex.org/W2239445980","https://openalex.org/W2995553446","https://openalex.org/W2120455979","https://openalex.org/W4200527723"],"abstract_inverted_index":{"Open":[0],"set":[1,30,139,142,147],"action":[2],"recognition":[3],"(OSAR)":[4],"is":[5],"a":[6],"rising":[7],"research":[8],"domain":[9],"that":[10,155],"simultaneously":[11],"identifies":[12],"all":[13],"videos":[14,20],"from":[15,21],"known":[16,77],"classes":[17,80],"and":[18,33,78,140,143,173],"rejects":[19],"unknown":[22,79],"classes.":[23],"Existing":[24],"methods":[25,164],"rarely":[26],"consider":[27,72],"the":[28,34,56,65,73,83,91,99,102,108,115,119,122,134,145],"open":[29,141,146],"data":[31,74,135],"distribution":[32,75,136],"spatial-temporal":[35,84,116],"relations":[36,85],"of":[37,76,118,137],"video":[38],"subsequence.":[39],"Recently":[40],"proposed":[41,157],"Capsule":[42,94],"Network":[43,95],"(CapsNet)":[44],"has":[45,59],"shown":[46],"robust":[47],"performance":[48],"in":[49,101],"many":[50],"fields,":[51],"especially":[52],"image":[53],"recognition.":[54],"However,":[55],"current":[57],"CapsNet":[58],"not":[60],"been":[61],"directly":[62],"applied":[63],"to":[64,97,112,132],"OSAR":[66,103],"task":[67],"since":[68],"it":[69],"cannot":[70],"explicitly":[71],"along":[81],"with":[82,127,162],"for":[86,149],"videos.":[87,120],"This":[88],"paper":[89],"proposes":[90],"Spatial-Temporal":[92],"Exclusive":[93],"(STE-CapsNet)":[96],"solve":[98],"problems":[100],"task.":[104],"The":[105],"STE-CapsNet":[106],"designs":[107],"temporal-spatial":[109],"routing":[110,130],"mechanism":[111,131],"jointly":[113],"capture":[114],"information":[117],"Furthermore,":[121],"exclusive":[123],"capsules":[124],"are":[125],"learned":[126],"dot":[128],"product":[129],"limit":[133],"closed":[138],"reduce":[144],"risk":[148],"OSAR.":[150],"Extensive":[151],"experimental":[152],"results":[153],"demonstrate":[154],"our":[156],"approach":[158],"performs":[159],"favorably":[160],"compared":[161],"state-of-the-art":[163],"on":[165],"three":[166],"standard":[167],"datasets,":[168],"which":[169],"verifies":[170],"its":[171],"effectiveness":[172],"generalization":[174],"ability.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
