{"id":"https://openalex.org/W4389893295","doi":"https://doi.org/10.1177/02783649231219020","title":"RoboCraft: Learning to see, simulate, and shape elasto-plastic objects in 3D with graph networks","display_name":"RoboCraft: Learning to see, simulate, and shape elasto-plastic objects in 3D with graph networks","publication_year":2023,"publication_date":"2023-12-18","ids":{"openalex":"https://openalex.org/W4389893295","doi":"https://doi.org/10.1177/02783649231219020"},"language":"en","primary_location":{"id":"doi:10.1177/02783649231219020","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649231219020","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021230092","display_name":"Haochen Shi","orcid":"https://orcid.org/0000-0002-3604-465X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haochen Shi","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049093671","display_name":"Huazhe Xu","orcid":"https://orcid.org/0000-0001-8578-1261"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huazhe Xu","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114056394","display_name":"Zhiao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiao Huang","raw_affiliation_strings":["Computer Science & Engineering Department, University of California San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science & Engineering Department, University of California San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340050","display_name":"Yunzhu Li","orcid":"https://orcid.org/0000-0002-1111-2150"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunzhu Li","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, CA, USA","Computer Science Department, University of Illinois Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Computer Science Department, University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100621605","display_name":"Jiajun Wu","orcid":"https://orcid.org/0000-0002-4176-343X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiajun Wu","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021230092"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":5.9404,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97832341,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"43","issue":"4","first_page":"533","last_page":"549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7309379577636719},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6303298473358154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.609307587146759},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5449846982955933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5377593040466309},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48658692836761475},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.41881436109542847},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3859637379646301},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1781299114227295}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7309379577636719},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6303298473358154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.609307587146759},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5449846982955933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5377593040466309},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48658692836761475},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.41881436109542847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3859637379646301},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1781299114227295},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649231219020","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649231219020","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1982920857","https://openalex.org/W2002386777","https://openalex.org/W2061490590","https://openalex.org/W2078290150","https://openalex.org/W2089726988","https://openalex.org/W2109379889","https://openalex.org/W2121535648","https://openalex.org/W2123732640","https://openalex.org/W2125101937","https://openalex.org/W2132836675","https://openalex.org/W2322971354","https://openalex.org/W2341168461","https://openalex.org/W2557169239","https://openalex.org/W2559655401","https://openalex.org/W2560722161","https://openalex.org/W2736750746","https://openalex.org/W2808405904","https://openalex.org/W2901496726","https://openalex.org/W2962871243","https://openalex.org/W2966271811","https://openalex.org/W2989847975","https://openalex.org/W2999905431","https://openalex.org/W3001797932","https://openalex.org/W3003169307","https://openalex.org/W3006809349","https://openalex.org/W3007084397","https://openalex.org/W3021622851","https://openalex.org/W3028852288","https://openalex.org/W3040477237","https://openalex.org/W3045164669","https://openalex.org/W3048279222","https://openalex.org/W3090004508","https://openalex.org/W3101073376","https://openalex.org/W3118210634","https://openalex.org/W3135508935","https://openalex.org/W3164946289","https://openalex.org/W3181656631","https://openalex.org/W3184955535","https://openalex.org/W3192021195","https://openalex.org/W3207181464","https://openalex.org/W3215104345","https://openalex.org/W4200634005","https://openalex.org/W4212997115","https://openalex.org/W4224903718","https://openalex.org/W4226098973","https://openalex.org/W4252287909","https://openalex.org/W4281765718","https://openalex.org/W4283786694","https://openalex.org/W4298155841","https://openalex.org/W4312610897"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W2380685755","https://openalex.org/W2062195135","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W2072180474","https://openalex.org/W1960052459","https://openalex.org/W2734796617","https://openalex.org/W2102405864"],"abstract_inverted_index":{"Modeling":[0],"and":[1,14,23,57,99,190],"manipulating":[2],"elasto-plastic":[3,35,74,167],"objects":[4,75,168],"are":[5],"essential":[6],"capabilities":[7],"for":[8,49,73],"robots":[9],"to":[10,28,64,87,110,131,161,165,194],"perform":[11,184],"complex":[12,171],"industrial":[13],"household":[15],"interaction":[16,148],"tasks":[17],"(e.g.,":[18],"stuffing":[19],"dumplings,":[20],"rolling":[21],"sushi,":[22],"making":[24],"pottery).":[25],"However,":[26],"due":[27],"the":[29,45,52,55,59,94,112,115,133,177,191,196],"high":[30],"degrees":[31],"of":[32,34,44,114,145],"freedom":[33],"objects,":[36],"significant":[37],"challenges":[38,67],"exist":[39],"in":[40,76,187],"virtually":[41],"every":[42],"aspect":[43],"robotic":[46],"manipulation":[47,198],"pipeline,":[48],"example,":[50],"representing":[51],"states,":[53],"modeling":[54],"dynamics,":[56],"synthesizing":[58],"control":[60,128,163],"signals.":[61],"We":[62,136,183],"propose":[63],"tackle":[65],"these":[66],"by":[68],"employing":[69],"a":[70,77,101,154],"particle-based":[71,102],"representation":[72],"model-based":[78],"planning":[79],"framework.":[80],"Our":[81],"system,":[82],"RoboCraft,":[83],"only":[84],"assumes":[85],"access":[86],"raw":[88],"RGBD":[89],"visual":[90],"observations.":[91],"It":[92],"transforms":[93],"sensory":[95],"data":[96],"into":[97,169],"particles":[98],"learns":[100],"dynamics":[103,155],"model":[104,120,126,156],"using":[105],"graph":[106],"neural":[107],"networks":[108],"(GNNs)":[109],"capture":[111],"structure":[113],"underlying":[116],"system.":[117],"The":[118],"learned":[119],"can":[121,152,158],"then":[122],"be":[123,159],"coupled":[124],"with":[125,141],"predictive":[127],"(MPC)":[129],"algorithms":[130],"plan":[132],"robot\u2019s":[134,197],"behavior.":[135],"show":[137],"through":[138],"experiments":[139],"that":[140,157,176],"just":[142],"10":[143],"min":[144],"real-world":[146],"robot":[147,151,178],"data,":[149],"our":[150],"learn":[153],"used":[160],"synthesize":[162],"signals":[164],"deform":[166],"various":[170],"target":[172],"shapes,":[173],"including":[174],"shapes":[175],"has":[179],"never":[180],"encountered":[181],"before.":[182],"systematic":[185],"evaluations":[186],"both":[188],"simulation":[189],"real":[192],"world":[193],"demonstrate":[195],"capabilities.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}