{"id":"https://openalex.org/W4312387578","doi":"https://doi.org/10.1109/tcad.2022.3217667","title":"Real-Time Video Recognition via Decoder-Assisted Neural Network Acceleration Framework","display_name":"Real-Time Video Recognition via Decoder-Assisted Neural Network Acceleration Framework","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4312387578","doi":"https://doi.org/10.1109/tcad.2022.3217667"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2022.3217667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3217667","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067161373","display_name":"Zhuoran Song","orcid":"https://orcid.org/0000-0002-6494-4786"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhuoran Song","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048559034","display_name":"Heng Lu","orcid":"https://orcid.org/0000-0002-2510-4362"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Lu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053801300","display_name":"Li Jiang","orcid":"https://orcid.org/0000-0002-7353-8798"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Jiang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045693138","display_name":"Naifeng Jing","orcid":"https://orcid.org/0000-0001-8417-5796"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Naifeng Jing","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056632010","display_name":"Xiaoyao Liang","orcid":"https://orcid.org/0000-0002-2790-5884"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyao Liang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067161373"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.4026,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.60448387,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"42","issue":"7","first_page":"2238","last_page":"2251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353651762008667},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5360335111618042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5338711738586426},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.5158182978630066},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.47337549924850464},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46237751841545105},{"id":"https://openalex.org/keywords/video-decoder","display_name":"Video decoder","score":0.45649614930152893},{"id":"https://openalex.org/keywords/video-compression-picture-types","display_name":"Video compression picture types","score":0.42069071531295776},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.38145941495895386},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35121241211891174},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15331369638442993}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353651762008667},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5360335111618042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5338711738586426},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.5158182978630066},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.47337549924850464},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46237751841545105},{"id":"https://openalex.org/C2776580754","wikidata":"https://www.wikidata.org/wiki/Q25098614","display_name":"Video decoder","level":3,"score":0.45649614930152893},{"id":"https://openalex.org/C106030495","wikidata":"https://www.wikidata.org/wiki/Q1797012","display_name":"Video compression picture types","level":4,"score":0.42069071531295776},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.38145941495895386},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35121241211891174},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15331369638442993}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2022.3217667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2022.3217667","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1113231987","display_name":null,"funder_award_id":"61972242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6951235267","display_name":null,"funder_award_id":"92264108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G744300498","display_name":null,"funder_award_id":"61834006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G818288671","display_name":null,"funder_award_id":"2018YFA0701500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8427545814","display_name":null,"funder_award_id":"62202288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W46948191","https://openalex.org/W639708223","https://openalex.org/W764651262","https://openalex.org/W1536680647","https://openalex.org/W1903029394","https://openalex.org/W1923404803","https://openalex.org/W1923697677","https://openalex.org/W2016053056","https://openalex.org/W2017204313","https://openalex.org/W2044535169","https://openalex.org/W2048266589","https://openalex.org/W2088079057","https://openalex.org/W2102605133","https://openalex.org/W2109255472","https://openalex.org/W2117539524","https://openalex.org/W2117696986","https://openalex.org/W2143823686","https://openalex.org/W2146395539","https://openalex.org/W2289236139","https://openalex.org/W2470139095","https://openalex.org/W2552900565","https://openalex.org/W2561585794","https://openalex.org/W2606722458","https://openalex.org/W2777578098","https://openalex.org/W2799239273","https://openalex.org/W2889402930","https://openalex.org/W2946529874","https://openalex.org/W2950861940","https://openalex.org/W2963253279","https://openalex.org/W2963387679","https://openalex.org/W2963548592","https://openalex.org/W2963709005","https://openalex.org/W2964086649","https://openalex.org/W2964286567","https://openalex.org/W2982219368","https://openalex.org/W2994810768","https://openalex.org/W3004171485","https://openalex.org/W3015305895","https://openalex.org/W3020429010","https://openalex.org/W3043504674","https://openalex.org/W3091804697","https://openalex.org/W3099971873","https://openalex.org/W3101962329","https://openalex.org/W3138092400","https://openalex.org/W4247470470","https://openalex.org/W4283008733","https://openalex.org/W4288560637","https://openalex.org/W4293023551","https://openalex.org/W6601908271","https://openalex.org/W6620707391","https://openalex.org/W6640295612","https://openalex.org/W6746949076","https://openalex.org/W6759638486"],"related_works":["https://openalex.org/W1574724839","https://openalex.org/W2213155192","https://openalex.org/W1623638113","https://openalex.org/W2096476311","https://openalex.org/W2899854151","https://openalex.org/W181787362","https://openalex.org/W2406608628","https://openalex.org/W3034776505","https://openalex.org/W2111069525","https://openalex.org/W3149196836"],"abstract_inverted_index":{"Due":[0],"to":[1,111,136,148,189,215,252,295,339,357,371],"the":[2,31,72,75,83,94,99,126,132,138,150,164,168,184,196,200,205,212,217,221,244,253,271,276,284,305,326,332,365],"restricted":[3],"on-chip":[4],"computing":[5,118],"capability":[6],"for":[7,39,66,220,233,267],"deep":[8],"neural":[9,62],"network":[10,63],"(DNN)":[11],"processing,":[12],"high-definition":[13],"video":[14,47,50,60,68,90,133,165,179,258],"recognition":[15,139,152],"(VOR)":[16],"task":[17,25],"is":[18,159],"not":[19],"easily":[20],"achievable":[21],"as":[22,110],"a":[23,27,46,59,106,113,143,174,178,230,237,257],"real-time":[24,67],"in":[26,54,105,131,163,177,199,256],"consumer":[28],"SoC.":[29],"Despite":[30],"fact":[32,73],"that":[33,74,97,157,304,336],"many":[34],"accelerators":[35],"have":[36],"been":[37],"proposed":[38],"fast":[40],"VOR,":[41],"they":[42],"remain":[43],"isolated":[44],"from":[45,243],"decoder\u2019s":[48],"inherent":[49],"compression":[51],"knowledge.":[52],"Therefore,":[53],"this":[55],"article,":[56],"we":[57,92,122,155,210,274],"propose":[58,93,142,183,275],"decoder-assisted":[61],"acceleration":[64,186,241],"framework":[65],"recognition.":[69],"First,":[70],"given":[71],"nonkey":[76,103],"frames":[77,85,104,166,201,250,255,341],"can":[78,264,292,342,368],"be":[79,265,293],"dynamically":[80],"reconstructed":[81],"by":[82,193],"key":[84],"with":[86,318,325,353],"high":[87],"fidelity":[88],"during":[89],"compression,":[91],"VR-DANN":[95,261,277,285,306,361],"algorithm":[96,187],"reconstructs":[98],"VOR":[100],"results":[101,302,334],"of":[102,116,170,223,246],"similar":[107],"way":[108],"so":[109],"save":[112],"large":[114],"amount":[115],"NN":[117],"power.":[119],"In":[120,330],"VR-DANN,":[121],"leverage":[123],"motion":[124,213],"vectors,":[125],"tempo-spatial":[127],"information":[128,162,198],"already":[129],"available":[130],"decoding":[134],"process":[135],"facilitate":[137],"process,":[140],"and":[141,225,262,278,286,362],"lightweight":[144],"NN-based":[145],"refinement":[146],"scheme":[147],"suppress":[149],"nonpixel":[151],"noise.":[153],"Moreover,":[154],"consider":[156],"there":[158],"numerous":[160],"redundant":[161,197],"because":[167],"objects":[169,222],"interest":[171,224],"usually":[172],"take":[173],"small":[175],"portion":[176],"frame.":[180],"We,":[181],"therefore,":[182],"object-based":[185],"(Jigsaw-VOR)":[188],"avoid":[190],"unnecessary":[191],"computation":[192],"dropping":[194],"out":[195],"before":[202],"going":[203],"through":[204],"computing-intensive":[206],"DNN":[207,234],"process.":[208],"Concretely,":[209],"adopt":[211],"vectors":[214],"track":[216],"rough":[218],"position":[219],"then":[226],"merge":[227],"them":[228],"into":[229],"consolidated":[231,249],"frame":[232],"processing":[235,245],"like":[236],"jigsaw":[238],"game.":[239],"The":[240,260],"comes":[242],"much":[247],"fewer":[248],"compared":[251,324,356],"raw":[254],"stream.":[259],"Jigsaw-VOR":[263,279,287,338,363],"integrated":[266],"further":[268],"speedup.":[269],"From":[270],"hardware":[272],"side,":[273],"architectures":[280,291],"to,":[281],"respectively,":[282],"accelerate":[283],"algorithms.":[288],"These":[289],"two":[290],"combined":[294],"gain":[296],"higher":[297],"performance":[298,316,351,366],"improvement.":[299],"Our":[300],"experimental":[301,333],"show":[303,335],"architecture":[307],"achieves":[308],"<inline-formula":[309,344,372],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[310,345,373],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[311,346,374],"<tex-math":[312,347,375],"notation=\"LaTeX\">$2.9\\times":[313],"$":[314,349,377],"</tex-math></inline-formula>":[315,350,378],"improvement":[317,352,367],"less":[319],"than":[320],"1%":[321],"accuracy":[322,355],"loss":[323],"state-of-the-art":[327],"\u201cFAVOS\u201d":[328],"scheme.":[329],"addition,":[331],"applying":[337],"all":[340],"achieve":[343],"notation=\"LaTeX\">$2.4\\times":[348],"comparable":[354],"FAVOS.":[358],"By":[359],"combining":[360],"schemes,":[364],"reach":[369],"up":[370],"notation=\"LaTeX\">$3.6\\times":[376],".":[379]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}