{"id":"https://openalex.org/W3112445903","doi":"https://doi.org/10.1109/icra48506.2021.9561491","title":"Learning Multi-Arm Manipulation Through Collaborative Teleoperation","display_name":"Learning Multi-Arm Manipulation Through Collaborative Teleoperation","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3112445903","doi":"https://doi.org/10.1109/icra48506.2021.9561491","mag":"3112445903"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.06738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005911114","display_name":"Albert Tung","orcid":"https://orcid.org/0000-0002-6129-7819"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Albert Tung","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013982994","display_name":"Josiah Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Josiah Wong","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026180478","display_name":"Ajay Mandlekar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ajay Mandlekar","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065655761","display_name":"Roberto Mart\u00edn-Mart\u00edn","orcid":"https://orcid.org/0000-0002-9586-2759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roberto Martin-Martin","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030826237","display_name":"Yuke Zhu","orcid":"https://orcid.org/0000-0002-9198-2227"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuke Zhu","raw_affiliation_strings":["The University of Texas at Austin","the University of Texas at, Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"the University of Texas at, Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450462","display_name":"Li Fei-Fei","orcid":"https://orcid.org/0000-0002-7481-0810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Fei-Fei","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Silvio Savarese","raw_affiliation_strings":["Stanford Vision & Learning Lab"],"affiliations":[{"raw_affiliation_string":"Stanford Vision & Learning Lab","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5005911114"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1093,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.76193529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"9212","last_page":"9219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.8315227031707764},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.7076833248138428},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6725403070449829},{"id":"https://openalex.org/keywords/desk","display_name":"Desk","score":0.6047625541687012},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5626806020736694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5285374522209167},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5174477696418762},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46242135763168335}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.8315227031707764},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.7076833248138428},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6725403070449829},{"id":"https://openalex.org/C2776545233","wikidata":"https://www.wikidata.org/wiki/Q1064858","display_name":"Desk","level":2,"score":0.6047625541687012},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5626806020736694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5285374522209167},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5174477696418762},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46242135763168335},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icra48506.2021.9561491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2012.06738","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.06738","pdf_url":"https://arxiv.org/pdf/2012.06738","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3112445903","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.06738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2012.06738","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.06738","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.06738","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.06738","pdf_url":"https://arxiv.org/pdf/2012.06738","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4823715754","display_name":null,"funder_award_id":"NDSEG","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"}],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null},{"id":"https://openalex.org/F4320333566","display_name":"National Defense Science and Engineering Graduate","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3112445903.pdf","grobid_xml":"https://content.openalex.org/works/W3112445903.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W157644030","https://openalex.org/W1507591516","https://openalex.org/W1539716820","https://openalex.org/W1641379095","https://openalex.org/W1999874108","https://openalex.org/W2099618002","https://openalex.org/W2112474089","https://openalex.org/W2125602005","https://openalex.org/W2147168033","https://openalex.org/W2158782408","https://openalex.org/W2158976313","https://openalex.org/W2166112783","https://openalex.org/W2167224731","https://openalex.org/W2185161267","https://openalex.org/W2202743478","https://openalex.org/W2593994643","https://openalex.org/W2603266952","https://openalex.org/W2617547828","https://openalex.org/W2756196406","https://openalex.org/W2761060327","https://openalex.org/W2791037159","https://openalex.org/W2792984727","https://openalex.org/W2901913975","https://openalex.org/W2913541242","https://openalex.org/W2913871909","https://openalex.org/W2949886883","https://openalex.org/W2951004968","https://openalex.org/W2962936820","https://openalex.org/W2963000099","https://openalex.org/W2963368198","https://openalex.org/W2963407617","https://openalex.org/W2987273245","https://openalex.org/W3003310656","https://openalex.org/W3005980215","https://openalex.org/W3039055967","https://openalex.org/W3088304681","https://openalex.org/W3090054427","https://openalex.org/W3090369311","https://openalex.org/W3090682325","https://openalex.org/W3146724588","https://openalex.org/W4237637693","https://openalex.org/W6606313953","https://openalex.org/W6629585730","https://openalex.org/W6640963894","https://openalex.org/W6684338915","https://openalex.org/W6686312935","https://openalex.org/W6687236050","https://openalex.org/W6712181171","https://openalex.org/W6713411898","https://openalex.org/W6735698609","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6744537943","https://openalex.org/W6744925309","https://openalex.org/W6751139674","https://openalex.org/W6753207554","https://openalex.org/W6755243447","https://openalex.org/W6782766965","https://openalex.org/W6784833371"],"related_works":["https://openalex.org/W3207612633","https://openalex.org/W2962936820","https://openalex.org/W3110682054","https://openalex.org/W2187188110","https://openalex.org/W2898525034","https://openalex.org/W2976087063","https://openalex.org/W3154938165","https://openalex.org/W2932108515","https://openalex.org/W3199185513","https://openalex.org/W3003386778","https://openalex.org/W3003820054","https://openalex.org/W2887493770","https://openalex.org/W2904517281","https://openalex.org/W3202727127","https://openalex.org/W2524545028","https://openalex.org/W2801074825","https://openalex.org/W3009295642","https://openalex.org/W3206200647","https://openalex.org/W2912536046","https://openalex.org/W3020712699"],"abstract_inverted_index":{"Imitation":[0],"Learning":[1],"(IL)":[2],"is":[3,76],"a":[4,43,48,61,81,96,109,143,187,207,230,235],"powerful":[5],"paradigm":[6],"to":[7,10,17,30,53,63,106,179,215,218],"teach":[8],"robots":[9],"perform":[11,186],"manipulation":[12,55],"tasks":[13,36,56,131,148],"by":[14],"allowing":[15],"them":[16],"learn":[18],"from":[19,132,167],"human":[20,62],"demonstrations":[21,116,124],"collected":[22,123],"via":[23],"teleoperation,":[24],"but":[25,158],"has":[26,57],"mostly":[27],"been":[28,58],"limited":[29],"single-arm":[31],"manipulation.":[32],"However,":[33],"many":[34],"real-world":[35],"require":[37,151],"multiple":[38,103],"arms,":[39],"such":[40,168],"as":[41],"lifting":[42],"heavy":[44],"object":[45],"or":[46],"assembling":[47],"desk.":[49],"Unfortunately,":[50],"applying":[51],"IL":[52],"multi-arm":[54,118,147,225],"challenging":[59],"\u2013asking":[60],"control":[64],"more":[65],"than":[66],"one":[67],"robotic":[68,112],"arm":[69],"can":[70],"impose":[71],"significant":[72],"cognitive":[73],"burden":[74],"and":[75,114,129,185,205,227,251],"often":[77],"only":[78,159],"possible":[79],"for":[80,117,125,173],"maximum":[82],"of":[83,111,190,197,246],"two":[84,128],"robot":[85,182],"arms.":[86],"To":[87],"address":[88],"these":[89],"challenges,":[90],"we":[91,122,140,203],"present":[92],"MULTI-ARM":[93],"ROBOTURK":[94],"(MART),":[95],"multi-user":[97],"data":[98,139,169],"collection":[99],"platform":[100],"that":[101,165,176,211,229],"allows":[102,212],"remote":[104],"users":[105],"simultaneously":[107],"teleoperate":[108],"set":[110,245],"arms":[113],"collect":[115],"tasks.":[119,201,248],"Using":[120],"MART,":[121],"five":[126],"novel":[127],"three-arm":[130],"several":[133],"geographically":[134],"separated":[135],"users.":[136],"From":[137],"our":[138,200,244],"arrived":[141],"at":[142,253],"critical":[144],"insight:":[145],"most":[146],"do":[149],"not":[150],"global":[152],"coordination":[153,221],"throughout":[154],"its":[155],"full":[156],"duration,":[157],"during":[160],"specific":[161],"moments.":[162],"We":[163],"show":[164,228],"learning":[166],"consequently":[170],"presents":[171],"challenges":[172],"centralized":[174,231],"agents":[175],"directly":[177],"attempt":[178],"model":[180,238],"all":[181,240],"actions":[183],"simultaneously,":[184],"comprehensive":[188],"study":[189],"different":[191],"policy":[192,209,232],"architectures":[193],"with":[194,234],"varying":[195],"levels":[196],"centralization":[198],"on":[199,243],"Finally,":[202],"propose":[204],"evaluate":[206],"base-residual":[208],"framework":[210],"trained":[213],"policies":[214],"better":[216],"adapt":[217],"the":[219],"mixed":[220],"setting":[222],"common":[223],"in":[224],"manipulation,":[226],"augmented":[233],"decentralized":[236],"residual":[237],"outperforms":[239],"other":[241],"models":[242],"benchmark":[247],"Additional":[249],"results":[250],"videos":[252],"https://roboturk.stanford.edu/multiarm":[254]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}