{"id":"https://openalex.org/W4387123775","doi":"https://doi.org/10.1109/case56687.2023.10260554","title":"A Real2Sim2Real Method for Robust Object Grasping with Neural Surface Reconstruction","display_name":"A Real2Sim2Real Method for Robust Object Grasping with Neural Surface Reconstruction","publication_year":2023,"publication_date":"2023-08-26","ids":{"openalex":"https://openalex.org/W4387123775","doi":"https://doi.org/10.1109/case56687.2023.10260554"},"language":"en","primary_location":{"id":"doi:10.1109/case56687.2023.10260554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042730143","display_name":"Luobin Wang","orcid":"https://orcid.org/0009-0000-6762-1985"},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luobin Wang","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053798526","display_name":"Runlin Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Runlin Guo","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101445461","display_name":"Quan Vuong","orcid":"https://orcid.org/0009-0009-1829-9614"},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quan Vuong","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060146466","display_name":"Yuzhe Qin","orcid":"https://orcid.org/0000-0002-9321-9305"},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhe Qin","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627109","display_name":"Hao Su","orcid":"https://orcid.org/0009-0004-7679-7842"},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Su","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066237365","display_name":"Henrik I. Christensen","orcid":"https://orcid.org/0000-0002-7465-7502"},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henrik Christensen","raw_affiliation_strings":["Contextual Robotics Institute,UC San Diego","Contextual Robotics Institute, UC San Diego"],"affiliations":[{"raw_affiliation_string":"Contextual Robotics Institute,UC San Diego","institution_ids":["https://openalex.org/I4210128771"]},{"raw_affiliation_string":"Contextual Robotics Institute, UC San Diego","institution_ids":["https://openalex.org/I4210128771"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042730143"],"corresponding_institution_ids":["https://openalex.org/I4210128771"],"apc_list":null,"apc_paid":null,"fwci":1.6885,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84290822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7880365252494812},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.7542064189910889},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7290287017822266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6901378631591797},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5719603896141052},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5582785606384277},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5056130886077881},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.4826374650001526},{"id":"https://openalex.org/keywords/graphics-pipeline","display_name":"Graphics pipeline","score":0.4562649726867676},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44361642003059387},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4127187728881836},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.21436631679534912},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.14957287907600403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7880365252494812},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.7542064189910889},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7290287017822266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6901378631591797},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5719603896141052},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5582785606384277},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5056130886077881},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.4826374650001526},{"id":"https://openalex.org/C173552908","wikidata":"https://www.wikidata.org/wiki/Q1366289","display_name":"Graphics pipeline","level":4,"score":0.4562649726867676},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44361642003059387},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4127187728881836},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.21436631679534912},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.14957287907600403},{"id":"https://openalex.org/C66629338","wikidata":"https://www.wikidata.org/wiki/Q189177","display_name":"3D computer graphics","level":3,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case56687.2023.10260554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case56687.2023.10260554","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1562076358","https://openalex.org/W2023135124","https://openalex.org/W2058535340","https://openalex.org/W2071906076","https://openalex.org/W2117751343","https://openalex.org/W2397830550","https://openalex.org/W2414685554","https://openalex.org/W2600030077","https://openalex.org/W2605102758","https://openalex.org/W2754340109","https://openalex.org/W2786036844","https://openalex.org/W2885163910","https://openalex.org/W2895958971","https://openalex.org/W2925306934","https://openalex.org/W2933283617","https://openalex.org/W2962778872","https://openalex.org/W2962957005","https://openalex.org/W2963390419","https://openalex.org/W2963627347","https://openalex.org/W2963926543","https://openalex.org/W2968116426","https://openalex.org/W2968638474","https://openalex.org/W2985936292","https://openalex.org/W2987651531","https://openalex.org/W2990747716","https://openalex.org/W3018603234","https://openalex.org/W3032127812","https://openalex.org/W3035624836","https://openalex.org/W3101442004","https://openalex.org/W3109585842","https://openalex.org/W3110015970","https://openalex.org/W3117476483","https://openalex.org/W3123293341","https://openalex.org/W3204973825","https://openalex.org/W3206060468","https://openalex.org/W3206394619","https://openalex.org/W3206683563","https://openalex.org/W3207187156","https://openalex.org/W3207210614","https://openalex.org/W3207591725","https://openalex.org/W3213840695","https://openalex.org/W3214160581","https://openalex.org/W3216834690","https://openalex.org/W4214625308","https://openalex.org/W4226098973","https://openalex.org/W4229450941","https://openalex.org/W4287112297","https://openalex.org/W4293566037","https://openalex.org/W4308242512","https://openalex.org/W4309137642","https://openalex.org/W4313160783","https://openalex.org/W4394671432","https://openalex.org/W6731094094","https://openalex.org/W6743974245","https://openalex.org/W6754779071","https://openalex.org/W6755072072","https://openalex.org/W6755353450","https://openalex.org/W6757199795","https://openalex.org/W6757358677","https://openalex.org/W6757867559","https://openalex.org/W6760927580","https://openalex.org/W6761044209","https://openalex.org/W6761085417","https://openalex.org/W6774631009","https://openalex.org/W6774877540","https://openalex.org/W6775013622","https://openalex.org/W6785555649","https://openalex.org/W6789211778","https://openalex.org/W6793368012","https://openalex.org/W6797770180","https://openalex.org/W6846435682","https://openalex.org/W6846664724","https://openalex.org/W6966558720"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W2059402478","https://openalex.org/W2123347777","https://openalex.org/W4387804363","https://openalex.org/W2477150073","https://openalex.org/W2019547100","https://openalex.org/W4309918240"],"abstract_inverted_index":{"We":[0,13,71,160],"explore":[1],"an":[2],"emerging":[3],"technique,":[4],"geometric":[5,57,153],"Real2Sim2Real,":[6],"in":[7,119,158],"the":[8,46,98,134,172,184],"context":[9],"of":[10,27,155,183],"object":[11],"manipulation.":[12],"hypothesize":[14],"that":[15,30,116,133,163],"recent":[16,210],"3D":[17,211],"modeling":[18,192],"methods":[19],"provides":[20],"a":[21,63,145,176],"path":[22],"towards":[23],"building":[24],"digital":[25],"replicas":[26],"real-world":[28,78],"scenes":[29,122],"afford":[31],"physical":[32,216],"simulation":[33,217],"and":[34,128,193,198,214],"support":[35],"robust":[36,64],"manipulation":[37,52],"algorithm":[38],"learning.":[39],"Since":[40],"6":[41],"DOF":[42],"grasping":[43,65,173],"is":[44],"one":[45],"most":[47,91],"important":[48],"primitives":[49],"for":[50,95],"all":[51],"tasks,":[53],"we":[54,131],"study":[55],"whether":[56],"Real2Sim2Real":[58,135,185],"can":[59,112,202],"help":[60],"us":[61],"train":[62,113],"network":[66,115,174],"with":[67,144,175,205],"high":[68,207],"sample":[69,168],"efficiency.":[70],"propose":[72],"to":[73],"reconstruct":[74],"high-quality":[75],"meshes":[76,94,100],"from":[77,188],"point":[79],"clouds":[80],"using":[81,209],"state-of-the-art":[82],"neural":[83],"surface":[84],"reconstruction":[85,179],"method":[86,165],"(the":[87,123],"Real2Sim":[88],"step).":[89,125],"Because":[90],"simulators":[92],"take":[93],"fast":[96],"simulation,":[97],"reconstructed":[99],"enable":[101],"grasp":[102,114,141,194],"pose":[103],"labels":[104,111],"generation":[105],"without":[106],"human":[107],"efforts.":[108],"The":[109,181],"generated":[110],"performs":[117,137],"robustly":[118],"real":[120,129],"evaluation":[121],"Sim2Real":[124],"In":[126],"synthetic":[127],"experiments,":[130],"show":[132,162],"pipeline":[136,186],"better":[138,167],"than":[139,170],"baseline":[140],"networks":[142],"trained":[143],"<tex":[146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">${1}0^{4}\\times$</tex>":[148],"larger":[149],"dataset":[150],"by":[151],"mimicking":[152],"shapes":[154],"target":[156],"objects":[157],"simulation.":[159],"also":[161],"our":[164],"has":[166],"efficiency":[169],"training":[171],"retrieval-based":[177],"scene":[178,191],"method.":[180],"benefit":[182],"comes":[187],"1)":[189],"decoupling":[190],"sampling":[195],"into":[196],"sub-problems,":[197],"2)":[199],"both":[200],"sub-problems":[201],"be":[203],"solved":[204],"sufficiently":[206],"quality":[208],"learning":[212],"algorithms":[213],"mesh-based":[215],"techniques.":[218],"Video":[219],"presentation":[220],"available":[221],"at":[222],"this":[223],"link.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-01T00:03:43.161839","created_date":"2025-10-10T00:00:00"}
