{"id":"https://openalex.org/W4401568722","doi":"https://doi.org/10.23919/date58400.2024.10546891","title":"A Computationally Efficient Neural Video Compression Accelerator Based on a Sparse CNN-Transformer Hybrid Network","display_name":"A Computationally Efficient Neural Video Compression Accelerator Based on a Sparse CNN-Transformer Hybrid Network","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4401568722","doi":"https://doi.org/10.23919/date58400.2024.10546891"},"language":"en","primary_location":{"id":"doi:10.23919/date58400.2024.10546891","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107934474","display_name":"Siyu Zhang","orcid":"https://orcid.org/0009-0003-8026-1402"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Siyu Zhang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University,P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University,P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895317","display_name":"Wendong Mao","orcid":"https://orcid.org/0000-0002-1061-7165"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wendong Mao","raw_affiliation_strings":["School of Integrated Circuits, Sun Yat-sen University,P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits, Sun Yat-sen University,P. R. China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025498017","display_name":"Huihong Shi","orcid":"https://orcid.org/0009-0003-7054-2868"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihong Shi","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University,P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University,P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100696999","display_name":"Zhongfeng Wang","orcid":"https://orcid.org/0000-0002-7227-4786"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongfeng Wang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University,P. R. China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University,P. R. China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5107934474"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":1.0148,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79447514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13579","display_name":"Image and Video Stabilization","score":0.9401000142097473,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7654634118080139},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6786385774612427},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5320290923118591},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5315238237380981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47221094369888306},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1378788948059082},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09966379404067993},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08648669719696045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7654634118080139},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6786385774612427},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5320290923118591},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5315238237380981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47221094369888306},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1378788948059082},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09966379404067993},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08648669719696045}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date58400.2024.10546891","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation &amp;amp; Test in Europe Conference &amp;amp; Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4187776313","display_name":null,"funder_award_id":"2022YFB4400604","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2172654076","https://openalex.org/W2511458122","https://openalex.org/W2769654144","https://openalex.org/W2969260367","https://openalex.org/W3013525232","https://openalex.org/W3015497938","https://openalex.org/W3031546776","https://openalex.org/W3090600872","https://openalex.org/W3102015846","https://openalex.org/W3110286842","https://openalex.org/W3138516171","https://openalex.org/W3164019007","https://openalex.org/W3201428215","https://openalex.org/W3202918664","https://openalex.org/W3203234039","https://openalex.org/W3205777752","https://openalex.org/W3210597831","https://openalex.org/W4214743248","https://openalex.org/W4223425316","https://openalex.org/W4283028628","https://openalex.org/W4290098589","https://openalex.org/W4297965133","https://openalex.org/W4316660130","https://openalex.org/W4360770950","https://openalex.org/W6802036239","https://openalex.org/W6839976848"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Video":[0],"compression":[1,24,34,82,115,196],"is":[2,16,78,123,146,167],"widely":[3],"used":[4],"in":[5,18,171,206],"digital":[6],"television,":[7],"surveillance":[8],"systems,":[9],"and":[10,44,61,105,130,158,169,186],"virtual":[11],"reality.":[12],"Real-time":[13],"video":[14,23,68,114,195],"decoding":[15,69,190],"crucial":[17],"practical":[19],"scenarios.":[20],"Recently,":[21],"neural":[22],"(NVC)":[25],"combines":[26],"traditional":[27],"coding":[28,184],"with":[29],"deep":[30],"learning,":[31],"achieving":[32],"impressive":[33],"efficiency.":[35,116],"Nevertheless,":[36],"the":[37,100,134,162],"NVC":[38],"models":[39],"involve":[40],"high":[41],"computational":[42,110],"costs":[43],"complex":[45],"memory":[46,151],"access":[47],"patterns,":[48],"challenging":[49],"real-time":[50],"hardware":[51,62],"implementations.":[52],"To":[53],"relieve":[54],"this":[55],"burden,":[56],"we":[57,91],"propose":[58,92],"an":[59],"algorithm":[60],"co-design":[63],"framework":[64],"named":[65],"NVCA":[66,166],"for":[67],"on":[70,133],"resource-limited":[71],"devices.":[72],"Firstly,":[73],"a":[74,93,118,140],"CNN-Transformer":[75],"hybrid":[76],"network":[77],"developed":[79],"to":[80,125,148,188,203,210],"improve":[81],"performance":[83],"by":[84],"capturing":[85],"multi-scale":[86],"non-local":[87],"features.":[88],"In":[89],"addition,":[90],"fast":[94,106,135],"algorithm-based":[95,136],"sparse":[96,120,128,137],"strategy":[97],"that":[98,179],"leverages":[99],"dual":[101],"advantages":[102],"of":[103,165],"pruning":[104],"algorithms,":[107],"sufficiently":[108],"reducing":[109],"complexity":[111],"while":[112],"maintaining":[113],"Secondly,":[117],"reconfigurable":[119],"computing":[121],"core":[122],"designed":[124,168],"flexibly":[126],"support":[127],"convolutions":[129],"deconvolutions":[131],"based":[132],"strategy.":[138],"Furthermore,":[139],"novel":[141],"heterogeneous":[142],"layer":[143],"chaining":[144],"dataflow":[145],"incorporated":[147],"reduce":[149],"off-chip":[150],"traffic":[152],"stemming":[153],"from":[154],"extensive":[155],"inter-frame":[156],"motion":[157],"residual":[159],"information.":[160],"Thirdly,":[161],"overall":[163],"architecture":[164],"synthesized":[170],"TSMC":[172],"28nm":[173],"CMOS":[174],"technology.":[175],"Extensive":[176],"experiments":[177],"demonstrate":[178],"our":[180,199],"design":[181,200],"provides":[182],"superior":[183],"quality":[185],"up":[187,202],"22.7x":[189],"speed":[191],"improvements":[192,205],"over":[193],"other":[194],"designs.":[197],"Meanwhile,":[198],"achieves":[201],"2.2x":[204],"energy":[207],"efficiency":[208],"compared":[209],"prior":[211],"accelerators.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}
