{"id":"https://openalex.org/W3206333142","doi":"https://doi.org/10.1109/jetcas.2021.3121259","title":"Near-Sensor Distributed DNN Processing for Augmented and Virtual Reality","display_name":"Near-Sensor Distributed DNN Processing for Augmented and Virtual Reality","publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W3206333142","doi":"https://doi.org/10.1109/jetcas.2021.3121259","mag":"3206333142"},"language":"en","primary_location":{"id":"doi:10.1109/jetcas.2021.3121259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2021.3121259","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016814203","display_name":"Reid Pinkham","orcid":"https://orcid.org/0000-0001-6869-0261"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reid Pinkham","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-6869-0261","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086838214","display_name":"Andrew Berkovich","orcid":"https://orcid.org/0000-0002-0732-1638"},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Berkovich","raw_affiliation_strings":["Facebook Reality Labs, Redmond, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0732-1638","affiliations":[{"raw_affiliation_string":"Facebook Reality Labs, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038110244","display_name":"Zhengya Zhang","orcid":"https://orcid.org/0000-0001-5963-9018"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengya Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5963-9018","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8307,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.85482986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":"4","first_page":"663","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049896955490112},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.709480881690979},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5493601560592651},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.504731297492981},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.43822234869003296},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.43779394030570984},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41074106097221375},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3515945374965668},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32754161953926086},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2270037829875946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049896955490112},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.709480881690979},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5493601560592651},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.504731297492981},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43822234869003296},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.43779394030570984},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41074106097221375},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3515945374965668},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32754161953926086},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2270037829875946},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jetcas.2021.3121259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2021.3121259","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7400000095367432}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1965287694","https://openalex.org/W2048266589","https://openalex.org/W2082375193","https://openalex.org/W2097117768","https://openalex.org/W2109351996","https://openalex.org/W2119144962","https://openalex.org/W2147657366","https://openalex.org/W2152839228","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2285660444","https://openalex.org/W2442974303","https://openalex.org/W2474451066","https://openalex.org/W2516141709","https://openalex.org/W2594836184","https://openalex.org/W2605347906","https://openalex.org/W2606722458","https://openalex.org/W2612076670","https://openalex.org/W2742513757","https://openalex.org/W2773339846","https://openalex.org/W2787701666","https://openalex.org/W2790925711","https://openalex.org/W2904125685","https://openalex.org/W2940862705","https://openalex.org/W2945146780","https://openalex.org/W2950533501","https://openalex.org/W2962883027","https://openalex.org/W2964223234","https://openalex.org/W2972871493","https://openalex.org/W2982083293","https://openalex.org/W2999356938","https://openalex.org/W3006200321","https://openalex.org/W3010691265","https://openalex.org/W3016147292","https://openalex.org/W3048746542","https://openalex.org/W3049037182","https://openalex.org/W3080919758","https://openalex.org/W3125536987","https://openalex.org/W3133725905","https://openalex.org/W3158233068","https://openalex.org/W4236099117","https://openalex.org/W4240168186","https://openalex.org/W4297775537","https://openalex.org/W6637373629","https://openalex.org/W6641439908","https://openalex.org/W6671305378","https://openalex.org/W6677580257","https://openalex.org/W6684191040","https://openalex.org/W6695314431","https://openalex.org/W6735008196","https://openalex.org/W6737664043","https://openalex.org/W6782158689","https://openalex.org/W6791142990"],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W2991048842","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W3158001554","https://openalex.org/W2736982640","https://openalex.org/W4378228262","https://openalex.org/W4378228679","https://openalex.org/W3107375852","https://openalex.org/W2789244453"],"abstract_inverted_index":{"Untethered":[0],"Augmented":[1],"and":[2,15,31,43,63,113,120,129,139,167,217],"Virtual":[3],"Reality":[4],"(AR/VR)":[5],"devices":[6,18,46],"are":[7],"an":[8,20,36,88,103,110,114],"emerging":[9],"compute":[10,77,105],"platform":[11,106,188,203],"with":[12,35],"unique":[13],"opportunities":[14],"challenges.":[16],"AR/VR":[17,45,89,104,202],"use":[19],"array":[21],"of":[22,75,87,109,125,179,214,225],"sensors,":[23],"including":[24,51],"multiple":[25],"cameras,":[26],"to":[27,82,97,117,170,182],"understand":[28],"their":[29],"surroundings":[30],"provide":[32],"the":[33,41,84,130,140,159,177,183,205,210,223],"user":[34],"immersive":[37],"experience.":[38],"To":[39],"deliver":[40],"functionality":[42],"performance,":[44],"rely":[47],"on":[48,102,154,162],"state-of-the-art":[49],"algorithms":[50,57],"Deep":[52],"Neural":[53],"Networks":[54],"(DNNs).":[55],"These":[56],"must":[58],"operate":[59],"in":[60,199],"real":[61],"time,":[62],"it":[64],"presents":[65],"a":[66,70,79,147,200],"computational":[67],"challenge":[68],"for":[69],"mobile":[71],"system.":[72],"The":[73],"emergence":[74],"on-sensor":[76,111,180],"provides":[78],"possible":[80],"solution":[81],"increase":[83],"processing":[85,181],"capabilities":[86],"platform.":[90],"In":[91],"this":[92,155],"work,":[93],"we":[94,157,197],"explore":[95,123],"how":[96,204],"optimally":[98],"map":[99],"DNN":[100,127],"models":[101],"that":[107],"consists":[108],"processor":[112,116,135],"edge":[115],"minimize":[118],"energy":[119,193],"latency.":[121],"We":[122,175],"properties":[124],"popular":[126],"models,":[128],"ideal":[131],"network":[132,163],"split":[133],"locations,":[134],"sizes,":[136],"caching":[137],"strategies,":[138],"interactions":[141],"between":[142],"these":[143],"design":[144,212],"choices":[145],"using":[146],"new":[148],"Distributed":[149],"Algorithm":[150],"Simulator":[151],"(DAS).":[152],"Based":[153],"study,":[156],"develop":[158],"basic":[160],"principles":[161],"split,":[164],"parameter":[165],"caching,":[166],"two-processor":[168],"balancing":[169],"achieve":[171],"near-optimal":[172],"system":[173],"designs.":[174],"show":[176],"addition":[178],"existing":[184],"Quest":[185],"2":[186],"VR":[187],"can":[189],"reduce":[190],"MobileNetV3":[191],"inference":[192],"by":[194],"64.6%.":[195],"Finally,":[196],"demonstrate":[198],"representative":[201],"minimum-energy":[206],"configuration":[207],"changes":[208],"under":[209],"practical":[211],"constraints":[213],"memory":[215,227],"size":[216],"silicon":[218],"area,":[219],"as":[220,222],"well":[221],"impact":[224],"future":[226],"technologies.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}