{"id":"https://openalex.org/W3042080800","doi":"https://doi.org/10.1145/3379337.3415881","title":"DepthLab: Real-time 3D Interaction with Depth Maps for Mobile Augmented Reality","display_name":"DepthLab: Real-time 3D Interaction with Depth Maps for Mobile Augmented Reality","publication_year":2020,"publication_date":"2020-10-16","ids":{"openalex":"https://openalex.org/W3042080800","doi":"https://doi.org/10.1145/3379337.3415881","mag":"3042080800"},"language":"en","primary_location":{"id":"doi:10.1145/3379337.3415881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3379337.3415881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3379337.3415881","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3379337.3415881","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001822106","display_name":"Ruofei Du","orcid":"https://orcid.org/0000-0003-2471-9776"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruofei Du","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050788547","display_name":"Eric Turner","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Turner","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030893665","display_name":"Maksym Dzitsiuk","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maksym Dzitsiuk","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018589325","display_name":"Luca Prasso","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luca Prasso","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049486275","display_name":"Ivo Duarte","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivo Duarte","raw_affiliation_strings":["Google LLC, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029472175","display_name":"Jason Dourgarian","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Dourgarian","raw_affiliation_strings":["Google LLC, Playa Vista, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, Playa Vista, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076667635","display_name":"J. Afonso","orcid":"https://orcid.org/0000-0003-3907-5117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joao Afonso","raw_affiliation_strings":["Google LLC, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044458131","display_name":"Jos\u00e9 Pascoal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jose Pascoal","raw_affiliation_strings":["Google LLC, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017823338","display_name":"Josh Gladstone","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh Gladstone","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027132370","display_name":"Nuno Cruces","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nuno Cruces","raw_affiliation_strings":["Google LLC, Lisbon, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, Lisbon, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014927177","display_name":"Shahram Izadi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shahram Izadi","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067691489","display_name":"Adarsh Kowdle","orcid":"https://orcid.org/0000-0002-4428-889X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adarsh Kowdle","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025582576","display_name":"Konstantine Tsotsos","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantine Tsotsos","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403328","display_name":"David Kim","orcid":"https://orcid.org/0009-0001-0010-7823"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Kim","raw_affiliation_strings":["Google LLC, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google LLC, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5001822106"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":8.0421,"has_fulltext":true,"cited_by_count":142,"citation_normalized_percentile":{"value":0.98174892,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"829","last_page":"843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692082524299622},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7124039530754089},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6803381443023682},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.6185664534568787},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5835227370262146},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.5330214500427246},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.527271568775177},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5146356821060181},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46039408445358276},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4429967403411865},{"id":"https://openalex.org/keywords/content-creation","display_name":"Content creation","score":0.41210633516311646},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2760542929172516},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12033942341804504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692082524299622},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7124039530754089},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6803381443023682},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.6185664534568787},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5835227370262146},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.5330214500427246},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.527271568775177},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5146356821060181},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46039408445358276},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4429967403411865},{"id":"https://openalex.org/C2776509796","wikidata":"https://www.wikidata.org/wiki/Q5276056","display_name":"Content creation","level":2,"score":0.41210633516311646},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2760542929172516},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12033942341804504},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3379337.3415881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3379337.3415881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3379337.3415881","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3379337.3415881","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3379337.3415881","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3379337.3415881","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3042080800.pdf","grobid_xml":"https://content.openalex.org/works/W3042080800.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1433660490","https://openalex.org/W1564611446","https://openalex.org/W1635195855","https://openalex.org/W1992989752","https://openalex.org/W1994281102","https://openalex.org/W1997673274","https://openalex.org/W2021291149","https://openalex.org/W2023633446","https://openalex.org/W2027222744","https://openalex.org/W2033819227","https://openalex.org/W2036218035","https://openalex.org/W2043334098","https://openalex.org/W2045590778","https://openalex.org/W2049147138","https://openalex.org/W2053708741","https://openalex.org/W2056339039","https://openalex.org/W2063053370","https://openalex.org/W2063113657","https://openalex.org/W2082930097","https://openalex.org/W2085261163","https://openalex.org/W2099800354","https://openalex.org/W2099940712","https://openalex.org/W2104974755","https://openalex.org/W2109618101","https://openalex.org/W2127957107","https://openalex.org/W2135267402","https://openalex.org/W2139618623","https://openalex.org/W2144120361","https://openalex.org/W2161412295","https://openalex.org/W2162694229","https://openalex.org/W2166212176","https://openalex.org/W2172156083","https://openalex.org/W2286155249","https://openalex.org/W2469784314","https://openalex.org/W2532511219","https://openalex.org/W2546299398","https://openalex.org/W2547852735","https://openalex.org/W2611155525","https://openalex.org/W2776768244","https://openalex.org/W2792558628","https://openalex.org/W2902486335","https://openalex.org/W2903233845","https://openalex.org/W2941918768","https://openalex.org/W2942165257","https://openalex.org/W2963761103","https://openalex.org/W2980704365","https://openalex.org/W2981133675","https://openalex.org/W3048510980","https://openalex.org/W3048557070","https://openalex.org/W3105463831","https://openalex.org/W4238255496","https://openalex.org/W4240168875","https://openalex.org/W4292881559","https://openalex.org/W6922650309"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W4247958311","https://openalex.org/W4396832849","https://openalex.org/W1584662471","https://openalex.org/W2785089443","https://openalex.org/W2265117524","https://openalex.org/W1467576422","https://openalex.org/W4220730560","https://openalex.org/W2969390373","https://openalex.org/W4230683613"],"abstract_inverted_index":{"Mobile":[0],"devices":[1],"with":[2,55],"passive":[3],"depth":[4,12,25,57,111,148,188],"sensing":[5],"capabilities":[6],"are":[7],"ubiquitous,":[8],"and":[9,20,96,102,117,120,127,136,142,163,175,193],"recently":[10],"active":[11],"sensors":[13],"have":[14,151],"become":[15],"available":[16],"on":[17],"some":[18],"tablets":[19],"AR/VR":[21],"devices.":[22],"Although":[23],"real-time":[24,123],"data":[26],"is":[27],"accessible,":[28],"its":[29],"rich":[30],"value":[31],"to":[32,140,157,181,185],"mainstream":[33],"AR":[34,173,191],"applications":[35],"has":[36,44],"been":[37,45],"sorely":[38],"under-explored.":[39],"Adoption":[40],"of":[41,50,79,110,138,146,171,197],"depth-based":[42,80],"UX":[43],"impeded":[46],"by":[47],"the":[48,108,132,144,169,195],"complexity":[49],"performing":[51],"even":[52],"simple":[53],"operations":[54],"raw":[56],"data,":[58],"such":[59],"as":[60],"detecting":[61],"intersections":[62],"or":[63],"constructing":[64],"meshes.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,179],"introduce":[70],"DepthLab,":[71],"a":[72,77],"software":[73,154],"library":[74],"that":[75],"encapsulates":[76],"variety":[78],"UI/UX":[81],"paradigms,":[82],"including":[83],"geometry-aware":[84],"rendering":[85,128],"(occlusion,":[86],"shadows),":[87],"surface":[88,115],"interaction":[89,126],"behaviors":[90],"(physics-based":[91],"collisions,":[92],"avatar":[93],"path":[94],"planning),":[95],"visual":[97],"effects":[98],"(relighting,":[99],"3D-anchored":[100],"focus":[101],"aperture":[103],"effects).":[104],"We":[105,130,150],"break":[106],"down":[107],"usage":[109],"into":[112,189],"localized":[113],"depth,":[114,116,119],"dense":[118],"describe":[121],"our":[122,153],"algorithms":[124],"for":[125],"tasks.":[129],"present":[131],"design":[133],"process,":[134],"system,":[135],"components":[137],"DepthLab":[139,166,178],"streamline":[141],"centralize":[143],"development":[145],"interactive":[147],"features.":[149],"open-sourced":[152],"at":[155],"https://github.com/googlesamples/arcore-depth-lab":[156],"external":[158],"developers,":[159],"conducted":[160],"performance":[161],"evaluation,":[162],"discussed":[164],"how":[165],"can":[167],"accelerate":[168],"workflow":[170],"mobile":[172,183],"designers":[174],"developers.":[176],"With":[177],"aim":[180],"help":[182],"developers":[184],"effortlessly":[186],"integrate":[187],"their":[190,198],"experiences":[192],"amplify":[194],"expression":[196],"creative":[199],"vision.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":2}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}