{"id":"https://openalex.org/W3006536754","doi":"https://doi.org/10.1109/tvcg.2020.2973477","title":"Live Semantic 3D Perception for Immersive Augmented Reality","display_name":"Live Semantic 3D Perception for Immersive Augmented Reality","publication_year":2020,"publication_date":"2020-02-13","ids":{"openalex":"https://openalex.org/W3006536754","doi":"https://doi.org/10.1109/tvcg.2020.2973477","mag":"3006536754","pmid":"https://pubmed.ncbi.nlm.nih.gov/32070983"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2020.2973477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.2973477","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101913177","display_name":"Lei Han","orcid":"https://orcid.org/0000-0001-8686-8940"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Lei Han","raw_affiliation_strings":["Hong Kong University of Science and Technology","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044625906","display_name":"Tian Zheng","orcid":"https://orcid.org/0000-0003-4889-0391"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Zheng","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041316314","display_name":"Yinheng Zhu","orcid":"https://orcid.org/0000-0002-9421-2404"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinheng Zhu","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777698","display_name":"Lan Xu","orcid":"https://orcid.org/0000-0002-8807-7787"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Lan Xu","raw_affiliation_strings":["Hong Kong University of Science and Technology","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039161616","display_name":"Lu Fang","orcid":"https://orcid.org/0000-0002-8258-784X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Fang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.9992,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.98386963,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"26","issue":"5","first_page":"2012","last_page":"2022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8908445835113525},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.6724441051483154},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6370195150375366},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.576189398765564},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5753710865974426},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.503781259059906},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4733191430568695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.429180771112442},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.42003610730171204},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41606613993644714},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34010517597198486},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2676006555557251},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.10663479566574097}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8908445835113525},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.6724441051483154},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6370195150375366},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.576189398765564},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5753710865974426},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.503781259059906},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4733191430568695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.429180771112442},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.42003610730171204},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41606613993644714},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34010517597198486},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2676006555557251},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.10663479566574097}],"mesh":[{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000081411","descriptor_name":"Augmented Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000081411","descriptor_name":"Augmented Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000081411","descriptor_name":"Augmented Reality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2020.2973477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.2973477","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:32070983","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32070983","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:repository.ust.hk:1783.1-103055","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-103055","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3658646805","display_name":null,"funder_award_id":"6181001011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7847503631","display_name":null,"funder_award_id":"61722209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W189277179","https://openalex.org/W1644641054","https://openalex.org/W1745334888","https://openalex.org/W1903029394","https://openalex.org/W1920022804","https://openalex.org/W1987648924","https://openalex.org/W2024794876","https://openalex.org/W2071906076","https://openalex.org/W2119984419","https://openalex.org/W2201312286","https://openalex.org/W2211722331","https://openalex.org/W2229412420","https://openalex.org/W2250172176","https://openalex.org/W2336961836","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2460657278","https://openalex.org/W2523049145","https://openalex.org/W2556802233","https://openalex.org/W2560609797","https://openalex.org/W2565639579","https://openalex.org/W2565662353","https://openalex.org/W2594519801","https://openalex.org/W2743627947","https://openalex.org/W2795014656","https://openalex.org/W2797997528","https://openalex.org/W2806831336","https://openalex.org/W2886961401","https://openalex.org/W2910963390","https://openalex.org/W2944041518","https://openalex.org/W2962872526","https://openalex.org/W2962928871","https://openalex.org/W2963121255","https://openalex.org/W2963125977","https://openalex.org/W2963150697","https://openalex.org/W2963182550","https://openalex.org/W2963277584","https://openalex.org/W2963659230","https://openalex.org/W2963719584","https://openalex.org/W2963727135","https://openalex.org/W2963840672","https://openalex.org/W2963896595","https://openalex.org/W2964032623","https://openalex.org/W2964121744","https://openalex.org/W2990613095","https://openalex.org/W3004300126","https://openalex.org/W4233857083","https://openalex.org/W4245926874","https://openalex.org/W4252201060","https://openalex.org/W4394671432","https://openalex.org/W6640300118","https://openalex.org/W6677702289","https://openalex.org/W6696085341","https://openalex.org/W6739778489","https://openalex.org/W6763422710"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"Semantic":[0],"understanding":[1],"of":[2,25,29,58,83,108,158],"3D":[3,30,37,46,60,124,159,191],"environments":[4],"is":[5,100,131,149],"critical":[6],"for":[7,62,152,204],"both":[8,187],"the":[9,13,26,51,55,74,79,84,89,104,114,135,154,164],"unmanned":[10],"system":[11],"and":[12,189],"human":[14],"involved":[15],"virtual/augmented":[16],"reality":[17],"(VR/AR)":[18],"immersive":[19,205],"experience.":[20],"Spatially-sparse":[21],"convolution,":[22],"taking":[23],"advantage":[24],"intrinsic":[27],"sparsity":[28],"point":[31],"cloud":[32],"data,":[33],"makes":[34],"high":[35],"resolution":[36],"convolutional":[38],"neural":[39],"networks":[40],"tractable":[41],"with":[42,182],"state-of-the-art":[43],"results":[44],"on":[45,95,169,194],"semantic":[47,59,188],"segmentation":[48],"problems.":[49],"However,":[50],"exhaustive":[52],"computations":[53],"limits":[54],"practical":[56],"usage":[57],"perception":[61],"VR/AR":[63],"applications":[64],"in":[65,78,123],"portable":[66,196],"devices.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71,199],"identify":[72],"that":[73,116,173],"efficiency":[75],"bottleneck":[76],"lies":[77],"unorganized":[80],"memory":[81,106],"access":[82],"sparse":[85,128],"convolution":[86,129],"steps,":[87],"i.e.,":[88],"points":[90,117,137],"are":[91,118],"stored":[92],"independently":[93],"based":[94],"a":[96,126,195,201],"predefined":[97],"dictionary,":[98],"which":[99],"inefficient":[101],"due":[102],"to":[103,133,161],"limited":[105],"bandwidth":[107],"parallel":[109],"computing":[110],"devices":[111],"(GPU).":[112],"With":[113],"insight":[115],"continuous":[119],"as":[120],"2D":[121],"surfaces":[122],"space,":[125],"chunk-based":[127],"scheme":[130],"proposed":[132,151],"reuse":[134],"neighboring":[136],"within":[138],"each":[139],"spatially":[140],"organized":[141],"chunk.":[142],"An":[143],"efficient":[144],"multi-layer":[145],"adaptive":[146],"fusion":[147],"module":[148],"further":[150,162],"employing":[153],"spatial":[155],"consistency":[156],"cue":[157],"data":[160],"reduce":[163],"computational":[165],"burden.":[166],"Quantitative":[167],"experiments":[168],"public":[170],"datasets":[171],"demonstrate":[172],"our":[174],"approach":[175],"works":[176],"11\u00d7":[177],"faster":[178],"than":[179],"previous":[180],"approaches":[181],"competitive":[183],"accuracy.":[184],"By":[185],"implementing":[186],"geometric":[190],"reconstruction":[192],"simultaneously":[193],"tablet":[197],"device,":[198],"demo":[200],"foundation":[202],"platform":[203],"AR":[206],"applications.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}