{"id":"https://openalex.org/W4384161917","doi":"https://doi.org/10.1109/jssc.2023.3291871","title":"MetaVRain: A Mobile Neural 3-D Rendering Processor With Bundle-Frame-Familiarity-Based NeRF Acceleration and Hybrid DNN Computing","display_name":"MetaVRain: A Mobile Neural 3-D Rendering Processor With Bundle-Frame-Familiarity-Based NeRF Acceleration and Hybrid DNN Computing","publication_year":2023,"publication_date":"2023-07-13","ids":{"openalex":"https://openalex.org/W4384161917","doi":"https://doi.org/10.1109/jssc.2023.3291871"},"language":"en","primary_location":{"id":"doi:10.1109/jssc.2023.3291871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2023.3291871","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039062148","display_name":"Donghyeon Han","orcid":"https://orcid.org/0000-0002-5212-2072"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donghyeon Han","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Massachusetts Institute of Technology (MIT), Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5212-2072","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Massachusetts Institute of Technology (MIT), Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027286037","display_name":"Junha Ryu","orcid":"https://orcid.org/0000-0001-8147-3085"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junha Ryu","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8147-3085","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748588","display_name":"Sangyeob Kim","orcid":"https://orcid.org/0000-0002-1783-5296"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangyeob Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1783-5296","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100748581","display_name":"Sangjin Kim","orcid":"https://orcid.org/0000-0001-6665-9973"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangjin Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6665-9973","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069094342","display_name":"Jongjun Park","orcid":"https://orcid.org/0009-0001-0168-1990"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jongjun Park","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077896259","display_name":"Hoi\u2010Jun Yoo","orcid":"https://orcid.org/0000-0002-6661-4879"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoi-Jun Yoo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6661-4879","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5527,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9155013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"59","issue":"1","first_page":"65","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7541520595550537},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7158365845680237},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.5381978154182434},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.531658411026001},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5253721475601196},{"id":"https://openalex.org/keywords/bundle","display_name":"Bundle","score":0.426663339138031},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3819568157196045},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3749229907989502},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.323308527469635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7541520595550537},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7158365845680237},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.5381978154182434},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.531658411026001},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5253721475601196},{"id":"https://openalex.org/C2778134712","wikidata":"https://www.wikidata.org/wiki/Q1047307","display_name":"Bundle","level":2,"score":0.426663339138031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3819568157196045},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3749229907989502},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.323308527469635},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jssc.2023.3291871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jssc.2023.3291871","pdf_url":null,"source":{"id":"https://openalex.org/S83637746","display_name":"IEEE Journal of Solid-State Circuits","issn_l":"0018-9200","issn":["0018-9200","1558-173X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Solid-State Circuits","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.800000011920929,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2018144360","https://openalex.org/W2128272608","https://openalex.org/W2151351903","https://openalex.org/W2194775991","https://openalex.org/W2475287302","https://openalex.org/W2962793481","https://openalex.org/W3003849175","https://openalex.org/W3011362739","https://openalex.org/W3015305895","https://openalex.org/W3109585842","https://openalex.org/W3136783346","https://openalex.org/W3150009426","https://openalex.org/W3203806429","https://openalex.org/W3205734594","https://openalex.org/W4242862330","https://openalex.org/W4311806033","https://openalex.org/W4312120998","https://openalex.org/W6687483927","https://openalex.org/W6781421651"],"related_works":["https://openalex.org/W4312613015","https://openalex.org/W4384890880","https://openalex.org/W2001136280","https://openalex.org/W2515636624","https://openalex.org/W999420501","https://openalex.org/W3034529322","https://openalex.org/W4296591829","https://openalex.org/W2061835113","https://openalex.org/W2144964421","https://openalex.org/W2116965183"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"MetaVRain,":[3],"a":[4,22,44,136,207,231,246],"low-power":[5,220],"neural":[6,31,127,138,145],"3-D":[7],"rendering":[8],"processor":[9,92],"for":[10,156],"metaverse":[11],"realization":[12],"on":[13,20],"mobile":[14],"devices.":[15],"The":[16,51,204,226],"MetaVRain":[17,205,227],"mainly":[18],"focused":[19],"solving":[21],"high":[23],"operational":[24],"intensity":[25],"problem":[26],"that":[27,109],"appeared":[28],"during":[29],"the":[30,91,124,167,172,193,238],"radiance":[32],"fields":[33],"(NeRFs)-based":[34],"rendering.":[35],"It":[36,152,243],"imitates":[37],"brain-inspired":[38],"visual":[39,53,63],"perception":[40,54,64],"processes":[41],"and":[42,74,83,149,162,222,234,240],"constructs":[43],"new":[45],"NeRF":[46],"acceleration":[47],"architecture,":[48],"bundle-frame-familiarity":[49],"(BuFF).":[50],"built-in":[52],"core":[55],"(VPC)":[56],"realizes":[57],"BuFF":[58],"architecture":[59],"by":[60,135,197],"accelerating":[61],"three":[62],"stages:":[65],"1)":[66],"spatial":[67],"attention":[68,77],"(SA);":[69],"2)":[70],"temporal":[71],"familiarity":[72],"(TF);":[73],"3)":[75],"top-down":[76],"(TDA).":[78],"Both":[79],"TF":[80],"unit":[81,85,211],"(TFU)":[82],"SA":[84],"(SAU)":[86],"included":[87],"in":[88,230],"VPC":[89],"help":[90],"not":[93,111],"to":[94,165,171,184,213],"suffer":[95],"from":[96],"external":[97],"memory":[98],"bandwidth.":[99],"Moreover,":[100],"unlike":[101],"conventional":[102],"GPU":[103],"solutions,":[104],"they":[105],"remove":[106],"useless":[107,122],"operations":[108],"do":[110],"cause":[112],"PSNR":[113],"drop":[114],"using":[115],"an":[116],"out-of-order":[117],"task":[118],"allocator.":[119],"After":[120],"removing":[121],"operations,":[123],"remaining":[125],"deep":[126],"network":[128],"(DNN)":[129],"inference":[130],"(INF)":[131],"tasks":[132,183],"are":[133],"accelerated":[134],"hybrid":[137],"engine":[139],"(HNE)":[140],"which":[141],"utilizes":[142],"two":[143],"different":[144],"engines":[146],"(NEs)":[147],"1-D":[148,154,185],"2-D":[150,163,187],"NEs.":[151],"uses":[153],"NE":[155,164],"input":[157],"activation":[158],"(IA)":[159],"sparsity":[160,177],"exploitation":[161],"maximize":[166],"data":[168],"reusability.":[169],"Thanks":[170],"centrifugal":[173],"sampling":[174],"(CS)-based":[175],"output":[176],"prediction,":[178],"it":[179,191],"can":[180],"dynamically":[181],"allocate":[182],"or":[186],"NE.":[188],"In":[189],"addition,":[190],"accelerates":[192],"positional":[194,209],"encoding":[195,210],"part":[196],"adopting":[198],"periodic":[199],"polynomial-based":[200],"sinusoidal":[201,215],"function":[202,216],"approximation.":[203],"suggests":[206],"modulo-based":[208],"(Mod-PEU)":[212],"realize":[214],"generator":[217],"circuits":[218],"with":[219,236,257],"consumption":[221],"low":[223],"area":[224],"occupation.":[225],"is":[228],"fabricated":[229],"28-nm":[232],"process":[233],"examined":[235],"both":[237],"public":[239],"custom":[241],"datasets.":[242],"finally":[244],"achieves":[245],"maximum":[247],"of":[248],"118":[249],"frames/s":[250],"while":[251],"consuming":[252],"99.95%":[253],"lower":[254],"power":[255],"compared":[256],"modern":[258],"GPUs.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}