{"id":"https://openalex.org/W4309398564","doi":"https://doi.org/10.48550/arxiv.2211.09786","title":"SE(3)-Equivariant Relational Rearrangement with Neural Descriptor Fields","display_name":"SE(3)-Equivariant Relational Rearrangement with Neural Descriptor Fields","alternate_titles":[],"publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W4309398564","doi":"https://doi.org/10.48550/arxiv.2211.09786"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.09786","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.09786","pdf_url":"https://arxiv.org/pdf/2211.09786","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4309398564"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.09786","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026449499","display_name":"Anthony Simeonov","orcid":"https://orcid.org/0000-0002-2573-2510","observed_orcids":["https://orcid.org/0000-0002-2573-2510"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simeonov, Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041777043","display_name":"Yilun Du","orcid":"https://orcid.org/0000-0001-6792-5946","observed_orcids":["https://orcid.org/0000-0001-6792-5946"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101361764","display_name":"Yen-Chen Lin","orcid":"https://orcid.org/0009-0000-9082-8079","observed_orcids":["https://orcid.org/0009-0000-9082-8079"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yen-Chen, Lin","raw_affiliation_strings":["CSAIL ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL ,","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657503","display_name":"Alberto Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-1119-4512","observed_orcids":["https://orcid.org/0000-0002-1119-4512"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodriguez, Alberto","raw_affiliation_strings":["Department of Mechanical Engineering ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering ,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012862284","display_name":"Leslie Pack Kaelbling","orcid":"https://orcid.org/0000-0001-6054-7145","observed_orcids":["https://orcid.org/0000-0001-6054-7145"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaelbling, Leslie Pack","raw_affiliation_strings":["CSAIL ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL ,","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063238208","display_name":"Tom\u00e1s Lozano\u2010P\u00e9rez","orcid":"https://orcid.org/0000-0002-8657-2450","observed_orcids":["https://orcid.org/0000-0002-8657-2450"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lozano-Perez, Tomas","raw_affiliation_strings":["CSAIL ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL ,","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111774389","display_name":"Pulkit Agrawal","orcid":"https://orcid.org/0000-0001-8463-9917","observed_orcids":["https://orcid.org/0000-0001-8463-9917"]},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agrawal, Pulkit","raw_affiliation_strings":["CSAIL ,","Improbable AI Lab ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSAIL ,","institution_ids":["https://openalex.org/I4405258931"]},{"raw_affiliation_string":"Improbable AI Lab ,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-rearrangement","display_name":"object rearrangement","score":0.800000011920929},{"id":"https://openalex.org/keywords/relational-reasoning","display_name":"relational reasoning","score":0.5809999704360962},{"id":"https://openalex.org/keywords/se-3-equivariance","display_name":"SE(3) equivariance","score":0.8679999709129333},{"id":"https://openalex.org/keywords/point-clouds","display_name":"point clouds","score":0.8119999766349792},{"id":"https://openalex.org/keywords/local-coordinate-frames","display_name":"local coordinate frames","score":0.6620000004768372},{"id":"https://openalex.org/keywords/multi-object-manipulation","display_name":"multi-object manipulation","score":0.7059999704360962},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.5569999814033508}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710921168327332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6514416933059692},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5847595930099487},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5830809473991394},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5023417472839355},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5022690296173096},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.49063578248023987},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.45265689492225647},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.43960121273994446},{"id":"https://openalex.org/C74992021","wikidata":"https://www.wikidata.org/wiki/Q184876","display_name":"Frame of reference","level":2,"score":0.4237530529499054},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07463860511779785},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.09786","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.09786","pdf_url":"https://arxiv.org/pdf/2211.09786","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.09786","doi":"https://doi.org/10.48550/arxiv.2211.09786","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.09786","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.09786","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.09786","pdf_url":"https://arxiv.org/pdf/2211.09786","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1184315049","display_name":"Robotics: Flexible manipulation without prior shape models","funder_award_id":"2214177","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2501215608","display_name":null,"funder_award_id":"FA9550-22-1-0249","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3938712152","display_name":null,"funder_award_id":"N00014-22-1-2740","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334473","display_name":"Quest for Intelligence, Massachusetts Institute of Technology","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309398564.pdf","grobid_xml":"https://content.openalex.org/works/W4309398564.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1673310716","https://openalex.org/W2811406147","https://openalex.org/W2904383797","https://openalex.org/W2909750748","https://openalex.org/W2945413402","https://openalex.org/W2948913018","https://openalex.org/W2962849139","https://openalex.org/W2964121744","https://openalex.org/W2972997256","https://openalex.org/W2972998376","https://openalex.org/W2979400304","https://openalex.org/W2997843561","https://openalex.org/W3009443497","https://openalex.org/W3012728190","https://openalex.org/W3013987637","https://openalex.org/W3035115072","https://openalex.org/W3096099141","https://openalex.org/W3097484130","https://openalex.org/W3100942118","https://openalex.org/W3108425990","https://openalex.org/W3109585842","https://openalex.org/W3112108866","https://openalex.org/W3117476483","https://openalex.org/W3119044505","https://openalex.org/W3134664367","https://openalex.org/W3137905681","https://openalex.org/W3150774829","https://openalex.org/W3171295350","https://openalex.org/W3174273518","https://openalex.org/W3174807077","https://openalex.org/W3175010717","https://openalex.org/W3175388581","https://openalex.org/W3189699967","https://openalex.org/W3200139538","https://openalex.org/W3200224149","https://openalex.org/W3202821504","https://openalex.org/W3204767403","https://openalex.org/W3205140045","https://openalex.org/W3206191420","https://openalex.org/W3206233589","https://openalex.org/W3206916018","https://openalex.org/W3208372443","https://openalex.org/W3211407386","https://openalex.org/W3212977909","https://openalex.org/W3214794298","https://openalex.org/W4206752580","https://openalex.org/W4221153152","https://openalex.org/W4221155806","https://openalex.org/W4221167412","https://openalex.org/W4221167977","https://openalex.org/W4225557479","https://openalex.org/W4283067636","https://openalex.org/W4283787240","https://openalex.org/W4285102318","https://openalex.org/W4285102336","https://openalex.org/W4289145348","https://openalex.org/W4292862733","https://openalex.org/W4297846303","https://openalex.org/W4312356491","https://openalex.org/W4312700461","https://openalex.org/W4312824283","https://openalex.org/W4312891162","https://openalex.org/W4313160783","https://openalex.org/W4394671432","https://openalex.org/W7133236122","https://openalex.org/W7133240516"],"related_works":["https://openalex.org/W4383994326","https://openalex.org/W4285102336","https://openalex.org/W4408222544","https://openalex.org/W4387210492","https://openalex.org/W3206916018","https://openalex.org/W3171295350","https://openalex.org/W4399601318","https://openalex.org/W4283706400","https://openalex.org/W3108425990","https://openalex.org/W3209386405"],"abstract_inverted_index":{"We":[0,101],"present":[1],"a":[2,26,55,66,114,129,148,168],"method":[3,121,156],"for":[4,29],"performing":[5],"tasks":[6,32,163],"involving":[7],"spatial":[8],"relations":[9],"between":[10],"novel":[11],"object":[12,53,74,87],"instances":[13],"initialized":[14],"in":[15,54,62,164],"arbitrary":[16],"poses":[17],"directly":[18],"from":[19,113],"point":[20],"cloud":[21],"observations.":[22],"Our":[23],"framework":[24],"provides":[25],"scalable":[27],"way":[28],"specifying":[30],"new":[31],"using":[33],"only":[34],"5-10":[35],"demonstrations.":[36],"Object":[37],"rearrangement":[38,162],"is":[39,60,157],"formalized":[40],"as":[41],"the":[42,52,72,77,98,103,140,144],"question":[43],"of":[44,51,81,107,143],"finding":[45],"actions":[46],"that":[47,93,146],"configure":[48],"task-relevant":[49,73,109],"parts":[50],"desired":[56,99,149],"alignment.":[57,100],"This":[58],"formalism":[59],"implemented":[61],"three":[63,160],"steps:":[64],"assigning":[65],"consistent":[67],"local":[68,110],"coordinate":[69,83,111],"frame":[70,84],"to":[71,138],"parts,":[75],"determining":[76,108],"location":[78],"and":[79,89,128,166,174],"orientation":[80],"this":[82],"on":[85,123,159,167],"unseen":[86],"instances,":[88],"executing":[90],"an":[91,119],"action":[92],"brings":[94],"these":[95],"frames":[96,112],"into":[97],"overcome":[102],"key":[104],"technical":[105],"challenge":[106],"few":[115],"demonstrations":[116],"by":[117],"developing":[118],"optimization":[120],"based":[122],"Neural":[124],"Descriptor":[125],"Fields":[126],"(NDFs)":[127],"single":[130],"annotated":[131],"3D":[132],"keypoint.":[133],"An":[134],"energy-based":[135],"learning":[136],"scheme":[137],"model":[139],"joint":[141],"configuration":[142],"objects":[145],"satisfies":[147],"relational":[150],"task":[151],"further":[152],"improves":[153],"performance.":[154],"The":[155],"tested":[158],"multi-object":[161],"simulation":[165],"real":[169],"robot.":[170],"Project":[171],"website,":[172],"videos,":[173],"code:":[175],"https://anthonysimeonov.github.io/r-ndf/":[176]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4309398564","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-11-26T00:00:00"}
