{"id":"https://openalex.org/W4401414053","doi":"https://doi.org/10.1109/icra57147.2024.10611243","title":"DeformNet: Latent Space Modeling and Dynamics Prediction for Deformable Object Manipulation","display_name":"DeformNet: Latent Space Modeling and Dynamics Prediction for Deformable Object Manipulation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414053","doi":"https://doi.org/10.1109/icra57147.2024.10611243"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065814970","display_name":"Chenchang Li","orcid":"https://orcid.org/0000-0001-9611-8510"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenchang Li","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111129269","display_name":"Zihao Ai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Ai","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000348675","display_name":"Tong Wu","orcid":"https://orcid.org/0000-0002-7474-6943"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089453116","display_name":"Xiaosa Li","orcid":"https://orcid.org/0000-0001-5285-2502"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaosa Li","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108575750","display_name":"Wenbo Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Ding","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049093671","display_name":"Huazhe Xu","orcid":"https://orcid.org/0000-0001-8578-1261"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhe Xu","raw_affiliation_strings":["Institute for Interdisciplinary Information Sciences (IIIS), Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Interdisciplinary Information Sciences (IIIS), Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.8765,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98604802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14770","last_page":"14776"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7581402063369751},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.611364483833313},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.589413583278656},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5735664367675781},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5240697860717773},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36604228615760803},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0886639952659607}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7581402063369751},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.611364483833313},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.589413583278656},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5735664367675781},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5240697860717773},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36604228615760803},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0886639952659607},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.41999998688697815,"display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337986","display_name":"Tsinghua Shenzhen International Graduate School","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2061490590","https://openalex.org/W2085261163","https://openalex.org/W2109379889","https://openalex.org/W2322971354","https://openalex.org/W2736601468","https://openalex.org/W2736750746","https://openalex.org/W2747329762","https://openalex.org/W2808405904","https://openalex.org/W3003597184","https://openalex.org/W3006809349","https://openalex.org/W3007084397","https://openalex.org/W3013674262","https://openalex.org/W3040477237","https://openalex.org/W3109585842","https://openalex.org/W3131655564","https://openalex.org/W3166648240","https://openalex.org/W3181656631","https://openalex.org/W3192021195","https://openalex.org/W3205487646","https://openalex.org/W3207181464","https://openalex.org/W3210653644","https://openalex.org/W3215104345","https://openalex.org/W3216772467","https://openalex.org/W4200634005","https://openalex.org/W4214731463","https://openalex.org/W4229451778","https://openalex.org/W4252287909","https://openalex.org/W4285102216","https://openalex.org/W4285818216","https://openalex.org/W4286696412","https://openalex.org/W4383337613","https://openalex.org/W6741002519","https://openalex.org/W6753611882","https://openalex.org/W6755722174","https://openalex.org/W6756256016","https://openalex.org/W6763422710","https://openalex.org/W6774733536","https://openalex.org/W6775561929","https://openalex.org/W6779634865","https://openalex.org/W6782399914","https://openalex.org/W6783988234","https://openalex.org/W6785618536","https://openalex.org/W6790030675","https://openalex.org/W6795508825","https://openalex.org/W6795615294","https://openalex.org/W6798071989","https://openalex.org/W6804601995","https://openalex.org/W6809898026","https://openalex.org/W6811162284","https://openalex.org/W6811502339","https://openalex.org/W6849110486","https://openalex.org/W6849915793"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Manipulating":[0],"deformable":[1,109],"objects":[2],"is":[3],"a":[4,35,50,54,61,79],"ubiquitous":[5],"task":[6],"in":[7,69,114,135],"household":[8],"environments,":[9],"demanding":[10],"adequate":[11],"representation":[12,38,47,92],"and":[13,53,67],"accurate":[14],"dynamics":[15],"prediction":[16],"due":[17],"to":[18,40,131],"the":[19,74,87,90,102,115],"objects\u2019":[20],"infinite":[21],"degrees":[22],"of":[23,64,89,105,117],"freedom.":[24],"This":[25],"work":[26],"proposes":[27],"DeformNet,":[28],"which":[29],"utilizes":[30],"latent":[31,91],"space":[32],"modeling":[33],"with":[34,98],"learned":[36],"3D":[37],"model":[39,48,73,82],"tackle":[41],"these":[42],"challenges":[43],"effectively.":[44],"The":[45],"proposed":[46],"combines":[49],"PointNet":[51],"encoder":[52],"conditional":[55],"neural":[56],"radiance":[57],"field":[58],"(NeRF),":[59],"facilitating":[60],"thorough":[62],"acquisition":[63],"object":[65,110],"deformations":[66],"variations":[68],"lighting":[70],"conditions.":[71],"To":[72],"complex":[75],"dynamics,":[76],"we":[77,122],"employ":[78],"recurrent":[80],"state-space":[81],"(RSSM)":[83],"that":[84],"accurately":[85],"predicts":[86],"transformation":[88],"over":[93],"time.":[94],"Extensive":[95],"simulation":[96],"experiments":[97],"diverse":[99],"objectives":[100],"demonstrate":[101,132],"generalization":[103],"capabilities":[104],"DeformNet":[106,124],"for":[107],"various":[108],"manipulation":[111],"tasks,":[112],"even":[113],"presence":[116],"previously":[118],"unseen":[119],"goals.":[120],"Finally,":[121],"deploy":[123],"on":[125],"an":[126],"actual":[127],"UR5":[128],"robotic":[129],"arm":[130],"its":[133],"capability":[134],"real-world":[136],"scenarios.":[137]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}