{"id":"https://openalex.org/W4389665984","doi":"https://doi.org/10.1109/iros55552.2023.10342208","title":"Part-level Scene Reconstruction Affords Robot Interaction","display_name":"Part-level Scene Reconstruction Affords Robot Interaction","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389665984","doi":"https://doi.org/10.1109/iros55552.2023.10342208"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10342208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342208","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100358735","display_name":"Zeyu Zhang","orcid":"https://orcid.org/0009-0006-2834-3007"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyu Zhang","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]},{"raw_affiliation_string":"Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068487649","display_name":"Lexing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lexing Zhang","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]},{"raw_affiliation_string":"School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114108375","display_name":"Zaijin Wang","orcid":"https://orcid.org/0009-0007-7925-356X"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaijin Wang","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084328887","display_name":"Ziyuan Jiao","orcid":"https://orcid.org/0000-0003-3404-3810"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyuan Jiao","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]},{"raw_affiliation_string":"Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070386263","display_name":"Muzhi Han","orcid":"https://orcid.org/0000-0002-2649-4577"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muzhi Han","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]},{"raw_affiliation_string":"Statistics Department UCLA, Center for Vision, Cognition, Learning, and Autonomy (VCLA)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051255725","display_name":"Yixin Zhu","orcid":"https://orcid.org/0000-0001-7024-1545"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Zhu","raw_affiliation_strings":["Institute for Artificial Intelligence, Peking University"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034228010","display_name":"Song\u2010Chun Zhu","orcid":"https://orcid.org/0009-0008-0876-8117"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","School of Intelligence Science and Technology, Peking University","Institute for Artificial Intelligence, Peking University"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]},{"raw_affiliation_string":"School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043423420","display_name":"Hangxin Liu","orcid":"https://orcid.org/0000-0002-3003-8611"},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":null,"type":"facility","lineage":["https://openalex.org/I4392738278"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangxin Liu","raw_affiliation_strings":["National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, Beijing Institute for General Artificial Intelligence (BIGAI)","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100358735"],"corresponding_institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4392738278"],"apc_list":null,"apc_paid":null,"fwci":1.5051,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83012791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"11178","last_page":"11185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7627118825912476},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.7115726470947266},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7109366655349731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6872003078460693},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5431280732154846},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5305970907211304},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.496704638004303},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4673585891723633},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3536185026168823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627118825912476},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.7115726470947266},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7109366655349731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6872003078460693},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5431280732154846},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5305970907211304},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.496704638004303},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4673585891723633},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3536185026168823},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10342208","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10342208","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1996520948","https://openalex.org/W2000321478","https://openalex.org/W2013583229","https://openalex.org/W2049981393","https://openalex.org/W2079930597","https://openalex.org/W2118262422","https://openalex.org/W2128057924","https://openalex.org/W2135639338","https://openalex.org/W2136567909","https://openalex.org/W2143864104","https://openalex.org/W2461937780","https://openalex.org/W2523049145","https://openalex.org/W2563685048","https://openalex.org/W2594519801","https://openalex.org/W2808775391","https://openalex.org/W2888144883","https://openalex.org/W2903435684","https://openalex.org/W2919379406","https://openalex.org/W2938672559","https://openalex.org/W2961368225","https://openalex.org/W2963856426","https://openalex.org/W2989341556","https://openalex.org/W2990129662","https://openalex.org/W2998903229","https://openalex.org/W3003332400","https://openalex.org/W3007580291","https://openalex.org/W3010276570","https://openalex.org/W3034428269","https://openalex.org/W3035154952","https://openalex.org/W3035624836","https://openalex.org/W3039925688","https://openalex.org/W3090292349","https://openalex.org/W3098467253","https://openalex.org/W3102330937","https://openalex.org/W3105592015","https://openalex.org/W3124420883","https://openalex.org/W3125969836","https://openalex.org/W3151772196","https://openalex.org/W3177426614","https://openalex.org/W3179682050","https://openalex.org/W3188348760","https://openalex.org/W3189688664","https://openalex.org/W3207210614","https://openalex.org/W4221158159","https://openalex.org/W4246185962","https://openalex.org/W4289361991","https://openalex.org/W4297903107","https://openalex.org/W4312732547","https://openalex.org/W4323911378","https://openalex.org/W4324334783","https://openalex.org/W4383066208","https://openalex.org/W4383200202","https://openalex.org/W4386071622","https://openalex.org/W4389666628","https://openalex.org/W6755312524","https://openalex.org/W6810157496","https://openalex.org/W6850081569"],"related_works":["https://openalex.org/W2789522126","https://openalex.org/W2066693961","https://openalex.org/W2368363778","https://openalex.org/W122584421","https://openalex.org/W4244295168","https://openalex.org/W2753351751","https://openalex.org/W2020521331","https://openalex.org/W101162712","https://openalex.org/W4256618828","https://openalex.org/W2786691313"],"abstract_inverted_index":{"Existing":[0],"methods":[1],"for":[2,150],"reconstructing":[3],"interactive":[4,144,165],"scenes":[5,56,145,166],"primarily":[6],"focus":[7],"on":[8,118],"replacing":[9],"reconstructed":[10,26,69,142],"objects":[11,43,70],"with":[12,61],"CAD":[13,85],"models":[14,86],"retrieved":[15],"from":[16],"a":[17,37,108],"limited":[18],"database,":[19],"resulting":[20],"in":[21,163,170],"significant":[22],"discrepancies":[23],"between":[24],"the":[25,53,102,156,171],"and":[27,57,64,74,97,113,121,138],"observed":[28,54],"scenes.":[29],"To":[30],"address":[31],"this":[32],"issue,":[33],"our":[34],"work":[35],"introduces":[36],"part-level":[38,127,143],"reconstruction":[39,129,132],"approach":[40],"that":[41,126],"reassembles":[42],"using":[44],"primitive":[45,76,104],"shapes.":[46],"This":[47],"enables":[48],"us":[49],"to":[50,78],"precisely":[51],"replicate":[52],"physical":[55,172],"simulate":[58],"robot":[59],"interactions":[60],"both":[62],"rigid":[63],"articulated":[65],"objects.":[66],"By":[67],"segmenting":[68],"into":[71],"semantic":[72],"parts":[73],"aligning":[75],"shapes":[77],"these":[79,164],"parts,":[80],"we":[81,100,154],"assemble":[82],"them":[83],"as":[84],"while":[87],"estimating":[88],"kinematic":[89,115,148],"relations,":[90,94],"including":[91],"parent-child":[92],"contact":[93],"joint":[95],"types,":[96],"parameters.":[98],"Specifically,":[99],"derive":[101],"optimal":[103],"alignment":[105],"by":[106,133],"solving":[107],"series":[109],"of":[110,158],"optimization":[111],"problems,":[112],"estimate":[114],"relations":[116],"based":[117],"part":[119],"semantics":[120],"geometry.":[122],"Our":[123],"experiments":[124],"demonstrate":[125],"scene":[128],"outperforms":[130],"object-level":[131],"accurately":[134],"capturing":[135],"finer":[136],"details":[137],"improving":[139],"precision.":[140],"These":[141],"provide":[146],"valuable":[147],"information":[149],"various":[151],"robotic":[152],"applications;":[153],"showcase":[155],"feasibility":[157],"certifying":[159],"mobile":[160],"manipulation":[161],"planning":[162],"before":[167],"executing":[168],"tasks":[169],"world.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}