{"id":"https://openalex.org/W4380881106","doi":"https://doi.org/10.1145/3579371.3589115","title":"Instant-3D: Instant Neural Radiance Field Training Towards On-Device AR/VR 3D Reconstruction","display_name":"Instant-3D: Instant Neural Radiance Field Training Towards On-Device AR/VR 3D Reconstruction","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380881106","doi":"https://doi.org/10.1145/3579371.3589115"},"language":"en","primary_location":{"id":"doi:10.1145/3579371.3589115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579371.3589115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579371.3589115","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3579371.3589115","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060660400","display_name":"Sixu Li","orcid":"https://orcid.org/0000-0002-9105-9299"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sixu Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9105-9299","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065172226","display_name":"Chaojian Li","orcid":"https://orcid.org/0000-0003-4030-9777"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaojian Li","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4030-9777","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069945890","display_name":"Wenbo Zhu","orcid":"https://orcid.org/0000-0002-9583-7502"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbo Zhu","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9583-7502","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075998809","display_name":"Byeong-Seok Yu","orcid":"https://orcid.org/0009-0005-2827-9976"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyang (Tony) Yu","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0009-0005-2827-9976","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107593559","display_name":"Yang Zhao","orcid":"https://orcid.org/0000-0001-8023-1551"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang (Katie) Zhao","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8023-1551","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052743446","display_name":"Cheng Wan","orcid":"https://orcid.org/0000-0002-2295-3481"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Wan","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2295-3481","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080793133","display_name":"Haoran You","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoran You","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2873-2153","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020476441","display_name":"Huihong Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huihong Shi","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7845-0154","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019582323","display_name":"Yingyan Lin","orcid":"https://orcid.org/0000-0001-5946-203X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingyan (Celine) Lin","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5946-203X","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5060660400"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":34.5998,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.99677844,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8057520985603333},{"id":"https://openalex.org/keywords/instant","display_name":"Instant","score":0.6793731451034546},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5914082527160645},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5182923674583435},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4330509901046753},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4295724034309387},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4231467843055725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41841262578964233},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.4170509874820709},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.34205132722854614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8057520985603333},{"id":"https://openalex.org/C2779432360","wikidata":"https://www.wikidata.org/wiki/Q16963779","display_name":"Instant","level":2,"score":0.6793731451034546},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5914082527160645},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5182923674583435},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4330509901046753},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4295724034309387},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4231467843055725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41841262578964233},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.4170509874820709},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.34205132722854614},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3579371.3589115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579371.3589115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579371.3589115","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167614","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167614","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"doi:10.1145/3579371.3589115","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3579371.3589115","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3579371.3589115","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 50th Annual International Symposium on Computer Architecture","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1452086972","display_name":null,"funder_award_id":"JUMP 2.0","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G6549010072","display_name":null,"funder_award_id":"2211815","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6755384135","display_name":null,"funder_award_id":"211815","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380881106.pdf","grobid_xml":"https://content.openalex.org/works/W4380881106.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2064076387","https://openalex.org/W2089666999","https://openalex.org/W2113000322","https://openalex.org/W2116295973","https://openalex.org/W2119984419","https://openalex.org/W2122572959","https://openalex.org/W2442974303","https://openalex.org/W2594519801","https://openalex.org/W2913342441","https://openalex.org/W3040850704","https://openalex.org/W3042865289","https://openalex.org/W3109585842","https://openalex.org/W4245958820","https://openalex.org/W4285250061","https://openalex.org/W4311806033"],"related_works":["https://openalex.org/W2356370096","https://openalex.org/W2794694000","https://openalex.org/W2094154142","https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2350999733","https://openalex.org/W2043512367","https://openalex.org/W2392387319","https://openalex.org/W4321518006","https://openalex.org/W2359725054"],"abstract_inverted_index":{"Neural":[0],"Radiance":[1],"Field":[2],"(NeRF)":[3],"based":[4],"3D":[5,52,203],"reconstruction":[6,196,204,209],"is":[7],"highly":[8],"desirable":[9],"for":[10,106,121,205],"immersive":[11],"Augmented":[12],"and":[13,87,102,109,153,169,217],"Virtual":[14],"Reality":[15],"(AR/VR)":[16],"applications,":[17],"but":[18],"achieving":[19,182],"instant":[20,72,202],"(i.e.,":[21],"<":[22],"5":[23],"seconds)":[24],"on-device":[25,73],"NeRF":[26,44,74],"training":[27,57,185],"remains":[28],"a":[29,51,183,208],"challenge.":[30],"In":[31],"this":[32],"work,":[33],"we":[34,62],"first":[35],"identify":[36],"the":[37,40,79,107,117,137,146,161,167,178,194,219],"inefficiency":[38],"bottleneck:":[39],"need":[41],"to":[42,47,92,159],"interpolate":[43],"embeddings":[45],"up":[46],"200,000":[48],"times":[49],"from":[50,145],"embedding":[53,80,122,142],"grid":[54,81,100,123,143,163],"during":[55,136,151],"each":[56],"iteration.":[58],"To":[59],"alleviate":[60],"this,":[61],"propose":[63],"Instant-3D,":[64,181],"an":[65],"algorithm-hardware":[66],"co-design":[67],"acceleration":[68],"framework":[69],"that":[70],"achieves":[71],"training.":[75],"Our":[76,112],"algorithm":[77],"decomposes":[78],"representation":[82],"in":[83],"terms":[84],"of":[85,172,180,188,211,224],"color":[86,108,168],"density,":[88],"enabling":[89],"computational":[90],"redundancy":[91],"be":[93],"squeezed":[94],"out":[95],"by":[96,125,166],"adopting":[97],"different":[98,156,162],"(1)":[99,126],"sizes":[101,164],"(2)":[103,140],"update":[104],"frequencies":[105],"density":[110,170],"branches.":[111],"hardware":[113],"accelerator":[114],"further":[115],"reduces":[116],"dominant":[118],"memory":[119,131],"accesses":[120],"interpolation":[124],"mapping":[127],"multiple":[128],"nearby":[129],"points'":[130],"read":[132],"requests":[133],"into":[134],"one":[135],"feed-forward":[138],"process,":[139],"merging":[141],"updates":[144],"same":[147,195],"sliding":[148],"time":[149,186,210],"window":[150],"back-propagation,":[152],"(3)":[154],"fusing":[155],"computation":[157],"cores":[158],"support":[160],"needed":[165],"branches":[171],"Instant-3D":[173,199],"algorithm.":[174],"Extensive":[175],"experiments":[176],"validate":[177],"effectiveness":[179],"large":[184],"reduction":[187],"41\u00d7":[189],"-":[190],"248\u00d7":[191],"while":[192],"maintaining":[193],"quality.":[197],"Excitingly,":[198],"has":[200],"enabled":[201],"AR/VR,":[206],"requiring":[207],"only":[212],"1.6":[213],"seconds":[214],"per":[215],"scene":[216],"meeting":[218],"AR/VR":[220],"power":[221],"consumption":[222],"constraint":[223],"1.9":[225],"W.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":17}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}