{"id":"https://openalex.org/W4319866699","doi":"https://doi.org/10.1109/tcad.2023.3241113","title":"A Highly Compressed Accelerator With Temporal Optical Flow Feature Fusion and Tensorized LSTM for Video Action Recognition on Terminal Device","display_name":"A Highly Compressed Accelerator With Temporal Optical Flow Feature Fusion and Tensorized LSTM for Video Action Recognition on Terminal Device","publication_year":2023,"publication_date":"2023-01-31","ids":{"openalex":"https://openalex.org/W4319866699","doi":"https://doi.org/10.1109/tcad.2023.3241113"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3241113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3241113","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075845993","display_name":"Peining Zhen","orcid":"https://orcid.org/0000-0002-8439-876X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peining Zhen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8439-876X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103974194","display_name":"Xiaotao Yan","orcid":"https://orcid.org/0000-0002-6636-4910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaotao Yan","raw_affiliation_strings":["Beijing Institute of Astronautical Systems Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Astronautical Systems Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392006","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-5477-1017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Beijing Institute of Astronautical Systems Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Astronautical Systems Engineering, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101579921","display_name":"Hao Wei","orcid":"https://orcid.org/0000-0001-7019-5710"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wei","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030264455","display_name":"Hai\u2010Bao Chen","orcid":"https://orcid.org/0000-0001-7046-3455"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Bao Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7046-3455","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075845993"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.413,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83259377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"42","issue":"10","first_page":"3129","last_page":"3142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8204785585403442},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6181010007858276},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.59786057472229},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5854557752609253},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5516225695610046},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5251635909080505},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4998483657836914},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4852854907512665},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.48005422949790955},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46463966369628906},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45898163318634033},{"id":"https://openalex.org/keywords/terminal","display_name":"Terminal (telecommunication)","score":0.4450393319129944},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43212002515792847},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.23643308877944946},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1975765824317932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8204785585403442},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6181010007858276},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.59786057472229},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5854557752609253},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5516225695610046},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5251635909080505},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4998483657836914},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4852854907512665},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.48005422949790955},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46463966369628906},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45898163318634033},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.4450393319129944},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43212002515792847},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.23643308877944946},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1975765824317932},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2023.3241113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3241113","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G4083351702","display_name":null,"funder_award_id":"2019YFB2205005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1522734439","https://openalex.org/W1798945469","https://openalex.org/W1923404803","https://openalex.org/W1947481528","https://openalex.org/W2068611653","https://openalex.org/W2100916003","https://openalex.org/W2105101328","https://openalex.org/W2126579184","https://openalex.org/W2150355110","https://openalex.org/W2156303437","https://openalex.org/W2157331557","https://openalex.org/W2296653287","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2532981702","https://openalex.org/W2606722458","https://openalex.org/W2607101357","https://openalex.org/W2761105295","https://openalex.org/W2778191445","https://openalex.org/W2887051120","https://openalex.org/W2900471873","https://openalex.org/W2918050465","https://openalex.org/W2962934715","https://openalex.org/W2963048316","https://openalex.org/W2963155035","https://openalex.org/W2963315828","https://openalex.org/W2963370182","https://openalex.org/W2963524571","https://openalex.org/W2963704562","https://openalex.org/W2963775820","https://openalex.org/W2963782415","https://openalex.org/W2963838731","https://openalex.org/W2964094092","https://openalex.org/W2966234499","https://openalex.org/W2981808500","https://openalex.org/W2993091699","https://openalex.org/W3008659735","https://openalex.org/W3032223871","https://openalex.org/W3033114334","https://openalex.org/W3033301241","https://openalex.org/W3036987296","https://openalex.org/W3038006402","https://openalex.org/W3093682587","https://openalex.org/W3138562265","https://openalex.org/W3176934054","https://openalex.org/W3186031502","https://openalex.org/W3203983741","https://openalex.org/W3211283409","https://openalex.org/W4213251678","https://openalex.org/W4221167396","https://openalex.org/W4226329492","https://openalex.org/W4283812015","https://openalex.org/W4294557331","https://openalex.org/W4297781745","https://openalex.org/W4320458815","https://openalex.org/W4382467086","https://openalex.org/W6600983433","https://openalex.org/W6638060716","https://openalex.org/W6640257725","https://openalex.org/W6679667936","https://openalex.org/W6682864246","https://openalex.org/W6684983439","https://openalex.org/W6697386940","https://openalex.org/W6730093588","https://openalex.org/W6741042017","https://openalex.org/W6754337694","https://openalex.org/W6774015895","https://openalex.org/W6774413459","https://openalex.org/W6810265253","https://openalex.org/W6839222431","https://openalex.org/W6850381752"],"related_works":["https://openalex.org/W3211557223","https://openalex.org/W2007036916","https://openalex.org/W2120266540","https://openalex.org/W3015807911","https://openalex.org/W872563264","https://openalex.org/W2164087676","https://openalex.org/W4240867999","https://openalex.org/W2416728927","https://openalex.org/W4206528302","https://openalex.org/W2010102767"],"abstract_inverted_index":{"Deep":[0],"learning-based":[1],"action":[2,48,62],"recognition":[3,49,63],"has":[4,181],"become":[5],"ubiquitous":[6],"in":[7],"the":[8,54,80,101,130,133,144,165,168,176],"video":[9],"analysis":[10],"area;":[11],"however,":[12],"large":[13],"neural":[14,46],"networks":[15],"require":[16],"enormous":[17],"computations":[18],"to":[19,90],"achieve":[20,152],"high":[21],"performance,":[22],"which":[23],"hinder":[24],"them":[25],"from":[26,69,75],"mobile":[27],"applications":[28],"that":[29],"are":[30],"tightly":[31],"constrained":[32],"by":[33],"hardware":[34],"resources.":[35],"In":[36,123],"this":[37],"work,":[38],"we":[39,163],"introduce":[40],"a":[41,153],"highly":[42],"compact":[43],"and":[44,72,95,105,113,184],"fast":[45,154],"network-based":[47],"accelerator":[50],"named":[51],"ARA":[52],"on":[53,100,143,160,171],"terminal":[55,174],"device.":[56],"We":[57],"build":[58],"an":[59,172],"LSTM-based":[60,81],"spatio-temporal":[61,82],"model":[64,83,135],"with":[65,87,119],"extracted":[66],"time-series":[67],"features":[68,74],"RGB":[70],"frames":[71],"flow":[73,77],"optical":[76],"fields.":[78],"Then":[79],"is":[84],"deeply":[85],"compressed":[86],"tensor":[88],"decomposition":[89],"further":[91],"reduce":[92],"redundant":[93],"parameters":[94],"lessen":[96],"computation":[97],"overhead.":[98],"Based":[99],"datasets":[102],"UCF-11,":[103],"UCF-101,":[104],"HMDB51,":[106],"our":[107,125],"proposed":[108,126,148,169],"method":[109,127],"achieves":[110],"95.87%,":[111],"94.08%,":[112],"75.71%":[114],"classification":[115],"accuracy,":[116],"being":[117],"comparable":[118],"other":[120],"state-of-the-art":[121],"methods.":[122],"particular,":[124],"significantly":[128],"compresses":[129],"parameter":[131],"of":[132,157,167],"LSTM":[134],"<inline-formula":[136],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[138],"<tex-math":[139],"notation=\"LaTeX\">$215\\times":[140],"$":[141],"</tex-math></inline-formula>":[142],"UCF-101":[145],"dataset.":[146],"The":[147],"system":[149,170],"can":[150],"also":[151],"running":[155],"speed":[156],"157.7":[158],"FPS":[159],"GPU.":[161],"Furthermore,":[162],"validate":[164],"performance":[166],"ARM-based":[173],"device;":[175],"results":[177],"show":[178],"it":[179],"only":[180],"0.017-s":[182],"latency":[183],"4.73-W":[185],"power":[186],"consumption.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}