{"id":"https://openalex.org/W4393336062","doi":"https://doi.org/10.48550/arxiv.2403.19460","title":"RiEMann: Near Real-Time SE(3)-Equivariant Robot Manipulation without Point Cloud Segmentation","display_name":"RiEMann: Near Real-Time SE(3)-Equivariant Robot Manipulation without Point Cloud Segmentation","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393336062","doi":"https://doi.org/10.48550/arxiv.2403.19460"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.19460","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.19460","pdf_url":"https://arxiv.org/pdf/2403.19460","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.19460","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100531730","display_name":"Chongkai Gao","orcid":"https://orcid.org/0000-0002-4022-7280","observed_orcids":["https://orcid.org/0000-0002-4022-7280"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gao, Chongkai","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067851555","display_name":"Zhengrong Xue","orcid":"https://orcid.org/0000-0003-2574-8608","observed_orcids":["https://orcid.org/0000-0003-2574-8608"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue, Zhengrong","raw_affiliation_strings":["Tsinghua IIIS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua IIIS","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101548408","display_name":"Shuying Deng","orcid":"https://orcid.org/0000-0003-2795-5360","observed_orcids":["https://orcid.org/0000-0003-2795-5360"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Shuying","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051191039","display_name":"Tianhai Liang","orcid":"https://orcid.org/0009-0005-7842-8343","observed_orcids":["https://orcid.org/0009-0005-7842-8343"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang, Tianhai","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Siqi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Siqi","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100566831","display_name":"Lin Shao","orcid":"https://orcid.org/0000-0002-3412-5755","observed_orcids":["https://orcid.org/0000-0002-3412-5755"]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shao, Lin","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049093671","display_name":"Huazhe Xu","orcid":"https://orcid.org/0000-0001-8578-1261","observed_orcids":["https://orcid.org/0000-0001-8578-1261","https://orcid.org/0009-0001-8642-3519"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I4405259049","display_name":"Shanghai Qi Zhi Institute","ror":"https://ror.org/01n14yn69","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405259049"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Huazhe","raw_affiliation_strings":["Tsinghua IIIS Shanghai AI Lab Shanghai Qi Zhi Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua IIIS Shanghai AI Lab Shanghai Qi Zhi Institute","institution_ids":["https://openalex.org/I4391012619","https://openalex.org/I4405259049"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.8209999799728394},{"id":"https://openalex.org/keywords/se-3-equivariance","display_name":"SE(3) equivariance","score":0.9620000123977661},{"id":"https://openalex.org/keywords/point-clouds","display_name":"point clouds","score":0.6549999713897705},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.925000011920929},{"id":"https://openalex.org/keywords/6-dof-robotic-arm","display_name":"6-DOF robotic arm","score":0.6150000095367432},{"id":"https://openalex.org/keywords/articulated-object-manipulation","display_name":"articulated object manipulation","score":0.7770000100135803},{"id":"https://openalex.org/keywords/equivariant-neural-networks","display_name":"equivariant neural networks","score":0.5740000009536743}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6232413649559021},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.5134512186050415},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4775753319263458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4676760137081146},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4632576107978821},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4332495629787445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3967999815940857},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3627992272377014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34879136085510254},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.28158658742904663},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.19559696316719055}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.19460","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.19460","pdf_url":"https://arxiv.org/pdf/2403.19460","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.19460","doi":"https://doi.org/10.48550/arxiv.2403.19460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.19460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.19460","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.19460","pdf_url":"https://arxiv.org/pdf/2403.19460","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393336062.pdf","grobid_xml":"https://content.openalex.org/works/W4393336062.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2788775653","https://openalex.org/W2811406147","https://openalex.org/W3015694949","https://openalex.org/W3023640063","https://openalex.org/W3187722890","https://openalex.org/W4221149947","https://openalex.org/W4221161303","https://openalex.org/W4283067636","https://openalex.org/W4283219642","https://openalex.org/W4283641078","https://openalex.org/W4283787240","https://openalex.org/W4293763266","https://openalex.org/W4320165654","https://openalex.org/W4383109460","https://openalex.org/W4385403811","https://openalex.org/W4391158883","https://openalex.org/W4401416961","https://openalex.org/W4402754260","https://openalex.org/W7133220882"],"related_works":["https://openalex.org/W4283067636","https://openalex.org/W4413977918","https://openalex.org/W4405974988","https://openalex.org/W4405785353","https://openalex.org/W7125821273","https://openalex.org/W4413925251","https://openalex.org/W7130710939","https://openalex.org/W4320002570","https://openalex.org/W4383108699","https://openalex.org/W4415554577"],"abstract_inverted_index":{"We":[0],"present":[1],"RiEMann,":[2],"an":[3],"end-to-end":[4],"near":[5,73],"Real-time":[6],"SE(3)-Equivariant":[7],"Robot":[8],"Manipulation":[9],"imitation":[10],"learning":[11],"framework":[12],"from":[13,47],"scene":[14],"point":[15],"cloud":[16],"input.":[17],"Compared":[18],"to":[19,51,55],"previous":[20],"methods":[21],"that":[22,135],"rely":[23],"on":[24,121,149],"descriptor":[25],"field":[26],"matching,":[27],"RiEMann":[28,42,86,120,136],"directly":[29],"predicts":[30],"the":[31,72,78,88,96,100],"target":[32,62,79],"poses":[33,151],"of":[34,61,67,77,85,90,98,124,130],"objects":[35],"for":[36,108],"manipulation":[37,45,106,116,125],"without":[38],"any":[39],"object":[40,105],"segmentation.":[41],"learns":[43],"a":[44,128,157],"task":[46,141],"scratch":[48],"with":[49,127],"5":[50,122],"10":[52],"demonstrations,":[53],"generalizes":[54],"unseen":[56],"SE(3)":[57,145],"transformations":[58],"and":[59,70,112,133,144,155,167],"instances":[60],"objects,":[63,69],"resists":[64],"visual":[65],"interference":[66],"distracting":[68],"follows":[71],"real-time":[74],"pose":[75],"change":[76],"object.":[80],"The":[81],"scalable":[82],"action":[83],"space":[84],"facilitates":[87],"addition":[89],"custom":[91],"equivariant":[92],"actions":[93],"such":[94],"as":[95],"direction":[97],"turning":[99],"faucet,":[101],"which":[102],"makes":[103],"articulated":[104],"possible":[107],"RiEMann.":[109],"In":[110],"simulation":[111],"real-world":[113],"6-DOF":[114],"robot":[115],"experiments,":[117],"we":[118],"test":[119],"categories":[123],"tasks":[126],"total":[129],"25":[131],"variants":[132],"show":[134],"outperforms":[137],"baselines":[138],"in":[139],"both":[140],"success":[142],"rates":[143],"geodesic":[146],"distance":[147],"errors":[148],"predicted":[150],"(reduced":[152],"by":[153],"68.6%),":[154],"achieves":[156],"5.4":[158],"frames":[159],"per":[160],"second":[161],"(FPS)":[162],"network":[163],"inference":[164],"speed.":[165],"Code":[166],"video":[168],"results":[169],"are":[170],"available":[171],"at":[172],"https://riemann-web.github.io/.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-03-30T00:00:00"}