{"id":"https://openalex.org/W4405785194","doi":"https://doi.org/10.1109/iros58592.2024.10801746","title":"MANIP: A Modular Architecture for Integrating Interactive Perception for Robot Manipulation","display_name":"MANIP: A Modular Architecture for Integrating Interactive Perception for Robot Manipulation","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785194","doi":"https://doi.org/10.1109/iros58592.2024.10801746"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/0qk2269m","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101440767","display_name":"Justin Yu","orcid":"https://orcid.org/0009-0006-3683-878X"},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Yu","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022708055","display_name":"Tara Sadjadpour","orcid":"https://orcid.org/0009-0001-6700-5127"},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tara Sadjadpour","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113972539","display_name":"A. O'Neill","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abby O\u2019Neill","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115653405","display_name":"Mehdi Khfifi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehdi Khfifi","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007646113","display_name":"Lawrence Yunliang Chen","orcid":"https://orcid.org/0009-0001-9064-9676"},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lawrence Yunliang Chen","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020437483","display_name":"Richard K. Cheng","orcid":"https://orcid.org/0000-0001-5994-5998"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Richard Cheng","raw_affiliation_strings":["Toyota Research Institute,Los Altos,CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute,Los Altos,CA","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009075844","display_name":"Muhammad Zubair Irshad","orcid":"https://orcid.org/0000-0002-1955-6194"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Zubair Irshad","raw_affiliation_strings":["Toyota Research Institute,Los Altos,CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute,Los Altos,CA","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103260170","display_name":"Ashwin Balakrishna","orcid":"https://orcid.org/0000-0002-3508-7850"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Ashwin Balakrishna","raw_affiliation_strings":["Toyota Research Institute,Los Altos,CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute,Los Altos,CA","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073644080","display_name":"Thomas Kollar","orcid":"https://orcid.org/0000-0003-2598-8118"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Kollar","raw_affiliation_strings":["Toyota Research Institute,Los Altos,CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Research Institute,Los Altos,CA","institution_ids":["https://openalex.org/I4391768151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050342525","display_name":"Ken Goldberg","orcid":"https://orcid.org/0000-0002-2661-4524"},"institutions":[{"id":"https://openalex.org/I4210153740","display_name":"Berkeley Systems (United States)","ror":"https://ror.org/05sb0mt20","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153740"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Goldberg","raw_affiliation_strings":["The AUTOLab at UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The AUTOLab at UC Berkeley","institution_ids":["https://openalex.org/I4210153740","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5826,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70108932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1283","last_page":"1289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9398999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7909979820251465},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7246060371398926},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.650244951248169},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.639433741569519},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6004615426063538},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.57877117395401},{"id":"https://openalex.org/keywords/self-reconfiguring-modular-robot","display_name":"Self-reconfiguring modular robot","score":0.4113699495792389},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.39529991149902344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32433611154556274},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.24886026978492737},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.1973450481891632},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15236377716064453},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10560676455497742}],"concepts":[{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7909979820251465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7246060371398926},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.650244951248169},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.639433741569519},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6004615426063538},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.57877117395401},{"id":"https://openalex.org/C49603950","wikidata":"https://www.wikidata.org/wiki/Q17165512","display_name":"Self-reconfiguring modular robot","level":5,"score":0.4113699495792389},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39529991149902344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32433611154556274},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.24886026978492737},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.1973450481891632},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15236377716064453},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10560676455497742},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros58592.2024.10801746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt0qk2269m","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/0qk2269m","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE/RSJ INTERNATIONAL CONFERENCE ON INTELLIGENT ROBOTS AND SYSTEMS, IROS 2024, vol 00","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt0qk2269m","is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/0qk2269m","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE/RSJ INTERNATIONAL CONFERENCE ON INTELLIGENT ROBOTS AND SYSTEMS, IROS 2024, vol 00","raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W65877445","https://openalex.org/W284629942","https://openalex.org/W1534401054","https://openalex.org/W1901081280","https://openalex.org/W1980925575","https://openalex.org/W2026373015","https://openalex.org/W2050797564","https://openalex.org/W2057650923","https://openalex.org/W2063197774","https://openalex.org/W2084204985","https://openalex.org/W2090161303","https://openalex.org/W2097856935","https://openalex.org/W2124736206","https://openalex.org/W2127514693","https://openalex.org/W2133453031","https://openalex.org/W2152475379","https://openalex.org/W2250706791","https://openalex.org/W2337977475","https://openalex.org/W2600030077","https://openalex.org/W2791854532","https://openalex.org/W3090679498","https://openalex.org/W3104733355","https://openalex.org/W3175254947","https://openalex.org/W4200633290","https://openalex.org/W4231002530","https://openalex.org/W4243970992","https://openalex.org/W4252189904","https://openalex.org/W4383066128","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4383108737","https://openalex.org/W4385430679","https://openalex.org/W4386083015","https://openalex.org/W4390778533","https://openalex.org/W4402354030","https://openalex.org/W6600113686","https://openalex.org/W6604319111","https://openalex.org/W6607527451","https://openalex.org/W6744339171","https://openalex.org/W6804589149","https://openalex.org/W6809509765","https://openalex.org/W6839928859","https://openalex.org/W6850669751","https://openalex.org/W6871347706"],"related_works":["https://openalex.org/W2720417647","https://openalex.org/W4225163935","https://openalex.org/W86933508","https://openalex.org/W2765089336","https://openalex.org/W2663455904","https://openalex.org/W2313074614","https://openalex.org/W2130464959","https://openalex.org/W2166742878","https://openalex.org/W2883992449","https://openalex.org/W3015461243"],"abstract_inverted_index":{"We":[0,108],"propose":[1],"a":[2,122],"modular":[3],"systems":[4,17,56],"architecture,":[5],"MANIP,":[6],"that":[7,77,131],"can":[8,70,112,134],"facilitate":[9,71],"the":[10,87,92],"design":[11],"and":[12,62,95,119,142],"development":[13],"of":[14,73],"robot":[15,55,79],"manipulation":[16],"by":[18,137],"systematically":[19],"combining":[20],"learned":[21],"subpolicies":[22,76],"with":[23,91,115,129],"well-established":[24],"procedural":[25],"algorithmic":[26],"primitives":[27],"such":[28],"as":[29],"Inverse":[30],"Kinematics,":[31],"Kalman":[32],"Filters,":[33],"RANSAC":[34],"outlier":[35],"rejection,":[36],"PID":[37],"modules,":[38],"etc.":[39],"(aka":[40],"\"Good":[41],"Old":[42],"Fashioned":[43],"Engineering":[44],"(GOFE)\").":[45],"The":[46],"MANIP":[47,69,111,133],"architecture":[48],"grew":[49],"from":[50],"our":[51],"lab\u2019s":[52],"experience":[53],"developing":[54],"for":[57],"folding":[58],"clothes,":[59],"routing":[60],"cables,":[61],"untangling":[63],"knots.":[64],"To":[65],"address":[66],"failure":[67],"modes,":[68],"inclusion":[72],"\"interactive":[74],"perception\"":[75],"execute":[78],"actions":[80],"to":[81,85,98,139],"modify":[82],"system":[83,88,100,103],"state":[84,101,104],"bring":[86],"into":[89],"alignment":[90],"training":[93],"distribution":[94],"/":[96],"or":[97],"disambiguate":[99],"when":[102],"confidence":[105],"is":[106],"low.":[107],"demonstrate":[109],"how":[110],"be":[113],"applied":[114],"3":[116],"case":[117,124],"studies":[118],"then":[120],"describe":[121],"detailed":[123],"study":[125],"in":[126],"cable":[127],"tracing":[128],"experiments":[130],"suggest":[132],"improve":[135],"performance":[136],"up":[138],"88%.":[140],"Code":[141],"details":[143],"are":[144],"available":[145],"at:":[146],"https://berkeleyautomation.github.io/MANIP/":[147]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}