{"id":"https://openalex.org/W3207210614","doi":"https://doi.org/10.1109/icra48506.2021.9561546","title":"Reconstructing Interactive 3D Scenes by Panoptic Mapping and CAD Model Alignments","display_name":"Reconstructing Interactive 3D Scenes by Panoptic Mapping and CAD Model Alignments","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3207210614","doi":"https://doi.org/10.1109/icra48506.2021.9561546","mag":"3207210614"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561546","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070386263","display_name":"Muzhi Han","orcid":"https://orcid.org/0000-0002-2649-4577"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muzhi Han","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358754","display_name":"Zeyu Zhang","orcid":"https://orcid.org/0009-0002-4508-671X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeyu Zhang","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084328887","display_name":"Ziyuan Jiao","orcid":"https://orcid.org/0000-0003-3404-3810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyuan Jiao","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100857890","display_name":"Xu Xie","orcid":"https://orcid.org/0009-0008-6828-3170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Xie","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051255725","display_name":"Yixin Zhu","orcid":"https://orcid.org/0000-0001-7024-1545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yixin Zhu","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0000-0002-1925-5973"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043423420","display_name":"Hangxin Liu","orcid":"https://orcid.org/0000-0002-3003-8611"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hangxin Liu","raw_affiliation_strings":["Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Department, UCLA Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0963,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96930382,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"12199","last_page":"12206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cad","display_name":"CAD","score":0.8012619614601135},{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.7722483277320862},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6822657585144043},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.605711817741394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4566778540611267},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4457107186317444},{"id":"https://openalex.org/keywords/solid-modeling","display_name":"Solid modeling","score":0.4108183979988098},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.22267472743988037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1296527087688446}],"concepts":[{"id":"https://openalex.org/C194789388","wikidata":"https://www.wikidata.org/wiki/Q17855283","display_name":"CAD","level":2,"score":0.8012619614601135},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.7722483277320862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6822657585144043},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.605711817741394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4566778540611267},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4457107186317444},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.4108183979988098},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.22267472743988037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1296527087688446},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48506.2021.9561546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561546","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W1524405667","https://openalex.org/W1861492603","https://openalex.org/W1920293286","https://openalex.org/W1966371733","https://openalex.org/W1992989752","https://openalex.org/W1995628331","https://openalex.org/W1996520948","https://openalex.org/W2000321478","https://openalex.org/W2002010034","https://openalex.org/W2032433722","https://openalex.org/W2032541004","https://openalex.org/W2033819227","https://openalex.org/W2039170454","https://openalex.org/W2068397385","https://openalex.org/W2082511574","https://openalex.org/W2099972257","https://openalex.org/W2115799367","https://openalex.org/W2121766240","https://openalex.org/W2130634053","https://openalex.org/W2131564913","https://openalex.org/W2135639338","https://openalex.org/W2139688603","https://openalex.org/W2141841102","https://openalex.org/W2167340365","https://openalex.org/W2167694888","https://openalex.org/W2171743190","https://openalex.org/W2190691619","https://openalex.org/W2236623899","https://openalex.org/W2250518110","https://openalex.org/W2461937780","https://openalex.org/W2467598065","https://openalex.org/W2523049145","https://openalex.org/W2557465155","https://openalex.org/W2563685048","https://openalex.org/W2594519801","https://openalex.org/W2771075179","https://openalex.org/W2776202271","https://openalex.org/W2794957743","https://openalex.org/W2798622261","https://openalex.org/W2808775391","https://openalex.org/W2885364117","https://openalex.org/W2886826852","https://openalex.org/W2888144883","https://openalex.org/W2889883940","https://openalex.org/W2903435684","https://openalex.org/W2919379406","https://openalex.org/W2938672559","https://openalex.org/W2945600613","https://openalex.org/W2950538710","https://openalex.org/W2953127211","https://openalex.org/W2954772682","https://openalex.org/W2962759414","https://openalex.org/W2963699643","https://openalex.org/W2963856426","https://openalex.org/W2963903510","https://openalex.org/W2964032623","https://openalex.org/W2964266557","https://openalex.org/W2964873565","https://openalex.org/W2990129662","https://openalex.org/W2995983596","https://openalex.org/W2998903229","https://openalex.org/W2999219213","https://openalex.org/W3003332400","https://openalex.org/W3004300126","https://openalex.org/W3008748303","https://openalex.org/W3010276570","https://openalex.org/W3035154952","https://openalex.org/W3035624836","https://openalex.org/W3035662013","https://openalex.org/W3039925688","https://openalex.org/W3044828450","https://openalex.org/W3089374415","https://openalex.org/W3098467253","https://openalex.org/W3100207723","https://openalex.org/W3102330937","https://openalex.org/W3106274755","https://openalex.org/W3108800063","https://openalex.org/W3124420883","https://openalex.org/W3125969836","https://openalex.org/W3132393434","https://openalex.org/W3139355527","https://openalex.org/W3192162805","https://openalex.org/W4205969993","https://openalex.org/W4214625308","https://openalex.org/W4289361991","https://openalex.org/W4293566037","https://openalex.org/W4394671432","https://openalex.org/W6639102338","https://openalex.org/W6679542984","https://openalex.org/W6687484953","https://openalex.org/W6747106673","https://openalex.org/W6755312524","https://openalex.org/W6776329441","https://openalex.org/W6786286947","https://openalex.org/W6791302092"],"related_works":["https://openalex.org/W2921107741","https://openalex.org/W2766742654","https://openalex.org/W4312229006","https://openalex.org/W4239175499","https://openalex.org/W4391129398","https://openalex.org/W2963563190","https://openalex.org/W2362624460","https://openalex.org/W2062451777","https://openalex.org/W3027369454","https://openalex.org/W2536262775"],"abstract_inverted_index":{"In":[0,122],"this":[1,49,101],"paper,":[2],"we":[3,47,125],"rethink":[4],"the":[5,16,21,28,35,64,105,109,123],"problem":[6,51],"of":[7,68],"scene":[8,56,98,103],"reconstruction":[9,22],"from":[10],"an":[11,54],"embodied":[12],"agent\u2019s":[13],"perspective:":[14],"While":[15],"classic":[17],"view":[18],"focuses":[19],"on":[20],"accuracy,":[23],"our":[24,129],"new":[25],"perspective":[26],"emphasizes":[27],"underlying":[29],"functions":[30],"and":[31,66,70,79,83,146,154,161,177],"constraints":[32],"such":[33],"that":[34,127,143],"reconstructed":[36,102,156],"scenes":[37,157],"provide":[38],"actionable":[39,164],"information":[40],"for":[41,118,180],"simulating":[42],"interactions":[43],"with":[44,113,150],"agents.":[45],"Here,":[46],"address":[48],"challenging":[50],"by":[52,72,86,95],"reconstructing":[53],"interactive":[55],"using":[57],"RGB-D":[58],"data":[59],"stream,":[60],"which":[61],"captures":[62],"(i)":[63,128],"semantics":[65],"geometry":[67],"objects":[69],"layouts":[71],"a":[73,96,138],"3D":[74],"volumetric":[75],"panoptic":[76,111,130],"mapping":[77,131],"module,":[78],"(ii)":[80,137],"object":[81,106],"affordance":[82],"contextual":[84],"relations":[85],"reasoning":[87,141],"over":[88],"physical":[89,140],"common":[90],"sense":[91],"among":[92],"objects,":[93],"organized":[94],"graph-based":[97],"representation.":[99],"Crucially,":[100],"replaces":[104,147],"meshes":[107,149],"in":[108],"dense":[110],"map":[112],"part-based":[114],"articulated":[115],"CAD":[116,152],"models":[117],"finer-grained":[119],"robot":[120,182],"interactions.":[121],"experiments,":[124],"demonstrate":[126],"module":[132],"outperforms":[133],"previous":[134],"state-of-the-art":[135],"methods,":[136],"high-performant":[139],"procedure":[142],"matches,":[144],"aligns,":[145],"objects\u2019":[148],"best-fitted":[151],"models,":[153],"(iii)":[155],"are":[158,171],"physically":[159],"plausible":[160],"naturally":[162],"afford":[163],"interactions;":[165],"without":[166],"any":[167],"manual":[168],"labeling,":[169],"they":[170],"seamlessly":[172],"imported":[173],"to":[174],"ROS-based":[175],"simulators":[176],"virtual":[178],"environments":[179],"complex":[181],"task":[183],"executions.":[184],"<sup":[185],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[186],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}