{"id":"https://openalex.org/W4408358211","doi":"https://doi.org/10.1109/jssc.2025.3547982","title":"VISTA: A Memory-Efficient CNN Processor for Video and Image Spatial/Temporal Interpolation Acceleration","display_name":"VISTA: A Memory-Efficient CNN Processor for Video and Image Spatial/Temporal Interpolation Acceleration","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408358211","doi":"https://doi.org/10.1109/jssc.2025.3547982"},"language":"en","primary_location":{"id":"doi:10.1109/jssc.2025.3547982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2025.3547982","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036767157","display_name":"Kai-Ping Lin","orcid":"https://orcid.org/0000-0001-7284-7698"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ping Lin","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-7284-7698","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004461045","display_name":"Jia-Han Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jia-Han Liu","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0005-4471-9863","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047180475","display_name":"Hong-Chuan Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hong-Chuan Liao","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110171120","display_name":"Jyun-Yi Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jyun-Yi Wu","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0001-4006-379X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084010299","display_name":"Tong Wu","orcid":"https://orcid.org/0000-0003-4459-9791"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042036635","display_name":"Chao-Tsung Huang","orcid":"https://orcid.org/0000-0002-9173-520X"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chao-Tsung Huang","raw_affiliation_strings":["Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9173-520X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I25846049"],"apc_list":null,"apc_paid":null,"fwci":1.5884,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8146276,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"60","issue":"9","first_page":"3416","last_page":"3427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7112685441970825},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.689612090587616},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.597099781036377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5387428998947144},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.525428056716919},{"id":"https://openalex.org/keywords/image-scaling","display_name":"Image scaling","score":0.4796098470687866},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.467826783657074},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45737743377685547},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.32498371601104736},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.04831886291503906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7112685441970825},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.689612090587616},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.597099781036377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5387428998947144},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.525428056716919},{"id":"https://openalex.org/C27405340","wikidata":"https://www.wikidata.org/wiki/Q440296","display_name":"Image scaling","level":4,"score":0.4796098470687866},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.467826783657074},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45737743377685547},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.32498371601104736},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.04831886291503906},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jssc.2025.3547982","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2025.3547982","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6110821802","display_name":null,"funder_award_id":"NSTC 112-2622-8-007-009","funder_id":"https://openalex.org/F4320322589","funder_display_name":"Taiwan Semiconductor Manufacturing Company"}],"funders":[{"id":"https://openalex.org/F4320322589","display_name":"Taiwan Semiconductor Manufacturing Company","ror":"https://ror.org/02wx79d08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2010981316","https://openalex.org/W2242218935","https://openalex.org/W2476548250","https://openalex.org/W2503339013","https://openalex.org/W2601564443","https://openalex.org/W2604329646","https://openalex.org/W2764207251","https://openalex.org/W2769654144","https://openalex.org/W2963372104","https://openalex.org/W2963470893","https://openalex.org/W2964251418","https://openalex.org/W2979590285","https://openalex.org/W3034475761","https://openalex.org/W3035051775","https://openalex.org/W3047237654","https://openalex.org/W3132460984","https://openalex.org/W3187129604","https://openalex.org/W4249932213","https://openalex.org/W4312322989","https://openalex.org/W4312646647","https://openalex.org/W4360605929","https://openalex.org/W4388286295","https://openalex.org/W4388642337","https://openalex.org/W4389897664","https://openalex.org/W4392746496"],"related_works":["https://openalex.org/W2394941659","https://openalex.org/W1498671902","https://openalex.org/W33056850","https://openalex.org/W2465174208","https://openalex.org/W2030667839","https://openalex.org/W2388226938","https://openalex.org/W2081870131","https://openalex.org/W2168060518","https://openalex.org/W2615143519","https://openalex.org/W1915958221"],"abstract_inverted_index":{"Video":[0],"convolutional":[1],"neural":[2],"networks":[3],"(V-CNNs)":[4],"take":[5],"multiple":[6],"frames":[7],"as":[8,29],"input":[9,245],"and":[10,17,33,72,101,108,143,161,194,224,231,237,254],"leverage":[11],"temporal":[12,18,102,132],"information":[13,133],"to":[14,53,86,130,154,166,184],"enhance":[15],"quality":[16,100],"consistency,":[19],"making":[20],"them":[21],"promising":[22],"solutions":[23],"for":[24,44,57,78,128,170,199,234],"high-resolution":[25,46],"imaging":[26,47],"tasks,":[27,48],"such":[28],"video":[30,34],"super-resolution":[31],"(VSR)":[32],"frame":[35],"interpolation":[36],"(VFI).":[37],"Previous":[38],"works":[39],"have":[40],"proposed":[41],"CNN":[42],"accelerators":[43],"single-image":[45],"using":[49,82,220],"layer-fusion":[50],"(LF)":[51],"workflows":[52],"reduce":[54,167],"the":[55,89,93,147,168,200],"need":[56,169],"external":[58],"memory":[59,172,252],"access":[60],"(EMA)":[61],"of":[62,92,206,228,244,248,256],"intermediate":[63],"feature":[64],"maps":[65],"(FMs).":[66],"However,":[67],"V-CNNs":[68,129],"demand":[69],"more":[70],"EMA":[71,142],"computational":[73,109,144,192,257],"complexity,":[74],"posing":[75],"implementation":[76],"challenges":[77],"edge":[79],"devices.":[80],"Additionally,":[81],"deformable":[83],"convolution":[84],"(DC)":[85],"break":[87],"through":[88],"fixed":[90],"shape":[91],"kernel":[94],"receptive":[95],"field":[96],"can":[97],"improve":[98],"image":[99,213],"consistency":[103],"but":[104],"requires":[105],"additional":[106],"storage":[107],"logic.":[110],"In":[111],"this":[112],"article,":[113],"we":[114,179],"present":[115],"a":[116,123,150,181],"memory-efficient":[117],"V-CNN":[118],"processor,":[119],"VISTA.":[120],"We":[121],"introduce":[122],"cuboid-based":[124],"LF":[125],"(CBLF)":[126],"workflow":[127],"reuse":[131],"from":[134],"overlapped":[135],"FMs":[136],"at":[137],"different":[138],"time":[139],"points,":[140],"reducing":[141],"complexity.":[145,258],"Moreover,":[146],"VISTA":[148,217],"adopts":[149],"heterogeneous":[151],"reuse-recomputing":[152],"approach":[153],"handle":[155],"overlaps":[156],"between":[157],"region-of-influence":[158],"(ROI)":[159],"pyramids":[160],"uses":[162],"reference-frame-first":[163],"scheduling":[164],"(RFFS)":[165],"extensive":[171],"usage":[173,198],"during":[174],"cross-frame":[175],"alignment":[176],"computations.":[177],"Furthermore,":[178],"apply":[180],"hardware-model":[182],"co-design":[183],"devise":[185],"tile-based":[186],"offset-confined":[187],"DC":[188],"(TODC),":[189],"which":[190],"reduces":[191,242],"logic":[193],"saves":[195],"line":[196],"buffer":[197],"search":[201],"window":[202],"with":[203],"0.06\u20130.18":[204],"dB":[205],"peak":[207,226],"signal-to-noise":[208],"ratio":[209],"(PSNR)":[210],"drop":[211],"in":[212],"quality.":[214],"The":[215],"12.6-mm2":[216],"is":[218],"fabricated":[219],"40-nm":[221],"CMOS":[222],"technology":[223],"achieves":[225],"throughput":[227],"4K-UHD":[229],"60":[230],"50":[232],"frames/s":[233],"supporting":[235],"VSR":[236],"VFI":[238],"applications,":[239],"respectively.":[240],"It":[241],"33%\u201353%":[243],"EMA,":[246],"19%":[247],"activation":[249],"static":[250],"random-access":[251],"(SRAM),":[253],"19%\u201342%":[255]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
