{"id":"https://openalex.org/W4367046453","doi":"https://doi.org/10.1145/3576842.3582363","title":"Acuity: Creating Realistic Digital Twins Through Multi-resolution Pointcloud Processing and Audiovisual Sensor Fusion","display_name":"Acuity: Creating Realistic Digital Twins Through Multi-resolution Pointcloud Processing and Audiovisual Sensor Fusion","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367046453","doi":"https://doi.org/10.1145/3576842.3582363"},"language":"en","primary_location":{"id":"doi:10.1145/3576842.3582363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582363","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582363","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035434589","display_name":"Jason Wu","orcid":"https://orcid.org/0000-0002-8174-4751"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Wu","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-8174-4751","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438235","display_name":"Ziqi Wang","orcid":"https://orcid.org/0000-0002-0232-125X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqi Wang","raw_affiliation_strings":["University of California, Los Angeles, USA"],"raw_orcid":"https://orcid.org/0000-0002-0232-125X","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022681108","display_name":"Ankur Sarker","orcid":"https://orcid.org/0000-0003-4232-3345"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Sarker","raw_affiliation_strings":["University of California, Los Angeles, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-4232-3345","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, United States of America","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074563122","display_name":"Mani Srivastava","orcid":"https://orcid.org/0000-0002-3782-9192"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mani Srivastava","raw_affiliation_strings":["University of California, Los Angeles, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3782-9192","affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, United States of America","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8705,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86279752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6931529641151428},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5468527674674988},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4774076044559479},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.4769265055656433},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4021965265274048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4016002416610718},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3442938029766083},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3426976203918457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6931529641151428},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5468527674674988},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4774076044559479},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.4769265055656433},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4021965265274048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4016002416610718},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3442938029766083},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3426976203918457},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576842.3582363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582363","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3576842.3582363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576842.3582363","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576842.3582363","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE Conference on Internet of Things Design and Implementation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3831091872","display_name":null,"funder_award_id":"2211301","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367046453.pdf","grobid_xml":"https://content.openalex.org/works/W4367046453.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1546395807","https://openalex.org/W1604087028","https://openalex.org/W1964665331","https://openalex.org/W2008750120","https://openalex.org/W2024044290","https://openalex.org/W2036517443","https://openalex.org/W2111320049","https://openalex.org/W2115579991","https://openalex.org/W2127851351","https://openalex.org/W2129566906","https://openalex.org/W2346505350","https://openalex.org/W2476936844","https://openalex.org/W2556802233","https://openalex.org/W2565233142","https://openalex.org/W2786689981","https://openalex.org/W2897529137","https://openalex.org/W2910597635","https://openalex.org/W2949708697","https://openalex.org/W2963727135","https://openalex.org/W2968296999","https://openalex.org/W2997814983","https://openalex.org/W3008382217","https://openalex.org/W3015199127","https://openalex.org/W3034681945","https://openalex.org/W3035346742","https://openalex.org/W3036714475","https://openalex.org/W3042857426","https://openalex.org/W3094607766","https://openalex.org/W3096564590","https://openalex.org/W3127757142","https://openalex.org/W3132559889","https://openalex.org/W3152434984","https://openalex.org/W3163652268","https://openalex.org/W3165033857","https://openalex.org/W3178544809","https://openalex.org/W4232618176"],"related_works":["https://openalex.org/W1517180214","https://openalex.org/W2082780921","https://openalex.org/W2099421762","https://openalex.org/W2530546662","https://openalex.org/W2967030268","https://openalex.org/W2025517136","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"As":[0],"augmented":[1],"and":[2,17,30,38,49,56,201,288],"virtual":[3,21,197],"reality":[4],"(AR/VR)":[5],"technology":[6],"matures,":[7],"a":[8,20,83,184,196,221,282],"method":[9],"is":[10,110],"desired":[11],"to":[12,26,41,54,82,102,113,141,162,230,242,259],"represent":[13,103],"real-world":[14],"persons":[15],"visually":[16,200],"aurally":[18],"in":[19,66,195,251,298],"scene":[22,198],"with":[23,151,281],"high":[24],"fidelity":[25],"craft":[27],"an":[28,237],"immersive":[29],"realistic":[31],"user":[32],"experience.":[33],"Current":[34],"technologies":[35],"leverage":[36],"camera":[37],"depth":[39],"sensors":[40],"render":[42],"visual":[43,71,253],"representations":[44,166,191],"of":[45,89,118,126,167,188,192,285,291,308],"subjects":[46,169,194,205],"through":[47,61],"avatars,":[48],"microphone":[50],"arrays":[51],"are":[52],"employed":[53],"localize":[55],"separate":[57],"high-quality":[58,278],"subject":[59],"audio":[60,297],"beamforming.":[62],"However,":[63,106,130],"challenges":[64,155],"remain":[65],"both":[67,199],"realms.":[68],"In":[69,115],"the":[70,91,116,127,213,226,252,256,261,305],"domain,":[72],"avatars":[73],"can":[74,99,146,274],"only":[75],"map":[76],"key":[77],"features":[78],"(e.g.,":[79],"pose,":[80],"expression)":[81],"predetermined":[84],"model,":[85],"rendering":[86],"them":[87],"incapable":[88],"capturing":[90],"subjects\u2019":[92,128,262,277],"full":[93],"details.":[94],"Alternatively,":[95],"high-resolution":[96,207],"point":[97,209,232,279],"clouds":[98,280],"be":[100,148],"utilized":[101],"human":[104,168,193],"subjects.":[105],"such":[107,172],"three-dimensional":[108],"data":[109],"computationally":[111],"expensive":[112],"process.":[114],"realm":[117],"audio,":[119],"sound":[120,137,244,266],"source":[121,138,245,267,306],"separation":[122],"requires":[123],"prior":[124],"knowledge":[125],"locations.":[129],"it":[131,157],"may":[132],"take":[133],"unacceptably":[134],"long":[135],"for":[136,159,170],"localization":[139],"algorithms":[140],"provide":[142,304],"this":[143],"knowledge,":[144],"which":[145],"still":[147],"error-prone,":[149],"especially":[150],"moving":[152],"objects.":[153],"These":[154],"make":[156],"difficult":[158],"AR":[160],"systems":[161],"produce":[163],"real-time,":[164],"high-fidelity":[165,190],"applications":[171],"as":[173],"AR/VR":[174],"conferencing":[175],"that":[176,272],"mandate":[177],"negligible":[178],"system":[179,186],"latency.":[180],"We":[181,303],"present":[182],"Acuity,":[183],"real-time":[185],"capable":[187],"creating":[189],"aurally.":[202],"Acuity":[203,235,273,309],"isolates":[204],"from":[206],"input":[208],"clouds.":[210,233],"It":[211],"reduces":[212],"processing":[214],"overhead":[215],"by":[216],"performing":[217],"background":[218],"subtraction":[219],"at":[220],"coarse":[222],"resolution,":[223],"then":[224],"applying":[225],"detected":[227],"bounding":[228],"boxes":[229],"fine-grained":[231],"Meanwhile,":[234],"leverages":[236],"audiovisual":[238],"sensor":[239],"fusion":[240],"approach":[241],"expedite":[243],"separation.":[246],"The":[247],"estimated":[248],"object":[249],"location":[250],"domain":[254],"guides":[255],"acoustic":[257],"pipeline":[258],"isolate":[260,275],"voices":[263],"without":[264],"running":[265],"localization.":[268],"Our":[269],"results":[270],"demonstrate":[271],"multiple":[276],"maximum":[283],"latency":[284],"70":[286],"ms":[287],"average":[289],"throughput":[290],"over":[292],"25":[293],"fps,":[294],"while":[295],"separating":[296],"less":[299],"than":[300],"30":[301],"ms.":[302],"code":[307],"at:":[310],"https://github.com/nesl/Acuity.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}