{"id":"https://openalex.org/W4405787412","doi":"https://doi.org/10.1109/iros58592.2024.10802181","title":"Embodied AI with Two Arms: Zero-shot Learning, Safety and Modularity","display_name":"Embodied AI with Two Arms: Zero-shot Learning, Safety and Modularity","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405787412","doi":"https://doi.org/10.1109/iros58592.2024.10802181"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10802181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066125048","display_name":"Jake Varley","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jake Varley","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017822896","display_name":"Sumeet Singh","orcid":"https://orcid.org/0000-0002-6948-7131"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumeet Singh","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016687983","display_name":"Deepali Jain","orcid":"https://orcid.org/0000-0001-5315-9814"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepali Jain","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031842812","display_name":"Krzysztof Choroma\u0144ski","orcid":"https://orcid.org/0000-0003-3626-414X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krzysztof Choromanski","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005577303","display_name":"Andy Zeng","orcid":"https://orcid.org/0000-0002-4319-2159"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Zeng","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017183605","display_name":"Somnath Basu Roy Chowdhury","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Somnath Basu Roy Chowdhury","raw_affiliation_strings":["UNC Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1333535994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047098924","display_name":"Avinava Dubey","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avinava Dubey","raw_affiliation_strings":["Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058073838","display_name":"Vikas Sindhwani","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikas Sindhwani","raw_affiliation_strings":["Google Deep Mind Robotics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Deep Mind Robotics","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3651","last_page":"3657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.7724000215530396,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.7724000215530396,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modularity","display_name":"Modularity (biology)","score":0.8962655067443848},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.804017186164856},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6478466987609863},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5461044311523438},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5328327417373657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4439657926559448},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3841336965560913},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06150093674659729}],"concepts":[{"id":"https://openalex.org/C2779478453","wikidata":"https://www.wikidata.org/wiki/Q6889748","display_name":"Modularity (biology)","level":2,"score":0.8962655067443848},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.804017186164856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6478466987609863},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5461044311523438},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5328327417373657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4439657926559448},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3841336965560913},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06150093674659729},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10802181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10802181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2147168033","https://openalex.org/W2534111000","https://openalex.org/W2792984727","https://openalex.org/W2963498712","https://openalex.org/W3111535274","https://openalex.org/W3116286104","https://openalex.org/W3200418126","https://openalex.org/W3208842372","https://openalex.org/W4283163904","https://openalex.org/W4312610897","https://openalex.org/W4313121131","https://openalex.org/W4383097638","https://openalex.org/W4383109148","https://openalex.org/W4385430674","https://openalex.org/W4385430679","https://openalex.org/W4390874575","https://openalex.org/W6602765636","https://openalex.org/W6606313953","https://openalex.org/W6735641298","https://openalex.org/W6800751262","https://openalex.org/W6810081322","https://openalex.org/W6810640255","https://openalex.org/W6811467201","https://openalex.org/W6839344006","https://openalex.org/W6839632867","https://openalex.org/W6839928859","https://openalex.org/W6850503672","https://openalex.org/W6852800892","https://openalex.org/W6855469472","https://openalex.org/W7008271055"],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2963001125","https://openalex.org/W2091233881","https://openalex.org/W2352366064","https://openalex.org/W4250820896","https://openalex.org/W2124102101","https://openalex.org/W4250305970","https://openalex.org/W1484550171","https://openalex.org/W1570928019"],"abstract_inverted_index":{"We":[0,81],"present":[1],"an":[2],"embodied":[3],"AI":[4],"system":[5,30],"which":[6],"receives":[7],"open-ended":[8],"natural":[9],"language":[10],"instructions":[11],"from":[12,113],"a":[13,26,68,73,127],"human,":[14],"and":[15,50,58,72,92,123,133,144],"controls":[16],"two":[17],"arms":[18],"to":[19,77,138,152],"collaboratively":[20],"accomplish":[21],"potentially":[22],"long-horizon":[23],"tasks":[24],"over":[25],"large":[27],"workspace.":[28,119],"Our":[29],"is":[31],"modular:":[32],"it":[33],"deploys":[34],"state":[35],"of":[36,142,156],"the":[37,85,101,136,154,157],"art":[38],"Large":[39],"Language":[40],"Models":[41],"for":[42,47,54,84,160],"task":[43],"planning,":[44],"Vision-Language":[45],"models":[46,102],"semantic":[48,57],"perception,":[49],"Point":[51],"Cloud":[52],"transformers":[53],"grasping.":[55],"With":[56],"physical":[59],"safety":[60],"in":[61,126],"mind,":[62],"these":[63],"modules":[64,151],"are":[65,97],"interfaced":[66],"with":[67,108,130,162],"real-time":[69],"trajectory":[70],"optimizer":[71],"compliant":[74],"tracking":[75],"controller":[76],"enable":[78],"human-robot":[79],"proximity.":[80],"demonstrate":[82],"performance":[83],"following":[86],"tasks:":[87],"bi-arm":[88,115],"sorting,":[89],"bottle":[90],"opening,":[91],"trash":[93],"disposal":[94],"tasks.":[95],"These":[96],"done":[98],"zero-shot":[99],"where":[100],"used":[103],"have":[104],"not":[105],"been":[106],"trained":[107],"any":[109],"real":[110],"world":[111],"data":[112],"this":[114],"robot,":[116],"scenes":[117],"or":[118],"Composing":[120],"both":[121],"learning-":[122],"non-learning-based":[124],"components":[125],"modular":[128],"fashion":[129],"interpretable":[131],"inputs":[132],"outputs":[134],"allows":[135],"user":[137],"easily":[139],"debug":[140],"points":[141],"failures":[143],"fragilities.":[145],"One":[146],"may":[147],"also":[148],"in-place":[149],"swap":[150],"improve":[153],"robustness":[155],"overall":[158],"platform,":[159],"instance":[161],"imitation-learned":[163],"policies.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}