{"id":"https://openalex.org/W4388901983","doi":"https://doi.org/10.1126/scirobotics.adc9244","title":"Visual dexterity: In-hand reorientation of novel and complex object shapes","display_name":"Visual dexterity: In-hand reorientation of novel and complex object shapes","publication_year":2023,"publication_date":"2023-11-22","ids":{"openalex":"https://openalex.org/W4388901983","doi":"https://doi.org/10.1126/scirobotics.adc9244","pmid":"https://pubmed.ncbi.nlm.nih.gov/37992192"},"language":"en","primary_location":{"id":"doi:10.1126/scirobotics.adc9244","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.adc9244","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357784","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0003-0190-3853"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","Improbable AI Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Improbable AI Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066002450","display_name":"Megha Tippur","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megha Tippur","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103187228","display_name":"Siyang Wu","orcid":"https://orcid.org/0000-0002-1757-8197"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyang Wu","raw_affiliation_strings":["Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Institute for Interdisciplinary Information Sciences, Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060094160","display_name":"Vikash Kumar","orcid":"https://orcid.org/0000-0001-8479-7237"},"institutions":[{"id":"https://openalex.org/I2799969541","display_name":"The Art Institutes","ror":"https://ror.org/01p2ej961","country_code":"US","type":"education","lineage":["https://openalex.org/I2799969541"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikash Kumar","raw_affiliation_strings":["Meta AI, Pittsburgh, PA 15213, USA"],"affiliations":[{"raw_affiliation_string":"Meta AI, Pittsburgh, PA 15213, USA","institution_ids":["https://openalex.org/I2799969541"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021989698","display_name":"Edward H. Adelson","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Adelson","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089793278","display_name":"Pulkit Agrawal","orcid":"https://orcid.org/0000-0001-8463-9917"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pulkit Agrawal","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","Improbable AI Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA","Institute of Artificial Intelligence and Advanced Interactions (IAIFI), Massachusetts Institute of Technology, Cambridge, MA 02139, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory (CSAIL), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Improbable AI Laboratory, Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Institute of Artificial Intelligence and Advanced Interactions (IAIFI), Massachusetts Institute of Technology, Cambridge, MA 02139, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5089793278"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":14.7011,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.99446413,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"84","first_page":"eadc9244","last_page":"eadc9244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7342170476913452},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6982886791229248},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6548720598220825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5408447980880737},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5348450541496277},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5318519473075867},{"id":"https://openalex.org/keywords/rotation","display_name":"Rotation (mathematics)","score":0.47601181268692017},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.47321099042892456},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43628615140914917},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4102257490158081},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3896125555038452}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7342170476913452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6982886791229248},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6548720598220825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5408447980880737},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5348450541496277},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5318519473075867},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.47601181268692017},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.47321099042892456},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43628615140914917},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4102257490158081},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3896125555038452},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1126/scirobotics.adc9244","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.adc9244","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},{"id":"pmid:37992192","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37992192","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science robotics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1996630649","https://openalex.org/W2013467411","https://openalex.org/W2019165997","https://openalex.org/W2021065900","https://openalex.org/W2042204882","https://openalex.org/W2073408938","https://openalex.org/W2085545845","https://openalex.org/W2121349631","https://openalex.org/W2129629060","https://openalex.org/W2138537392","https://openalex.org/W2157331557","https://openalex.org/W2210408922","https://openalex.org/W2545762824","https://openalex.org/W2605102758","https://openalex.org/W2737912442","https://openalex.org/W2805556115","https://openalex.org/W2949924544","https://openalex.org/W2963125977","https://openalex.org/W2963184939","https://openalex.org/W2963411833","https://openalex.org/W2968340082","https://openalex.org/W2980216391","https://openalex.org/W2990747716","https://openalex.org/W3000872671","https://openalex.org/W3040887933","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3160063234","https://openalex.org/W3174011998","https://openalex.org/W3174167970","https://openalex.org/W3175254947","https://openalex.org/W3194048684","https://openalex.org/W3203454010","https://openalex.org/W3203535725","https://openalex.org/W4210590759","https://openalex.org/W4226340130","https://openalex.org/W4285047691","https://openalex.org/W4285102264","https://openalex.org/W4383108265","https://openalex.org/W4386025948","https://openalex.org/W6655088920","https://openalex.org/W6803178138","https://openalex.org/W6891908534"],"related_works":["https://openalex.org/W96612179","https://openalex.org/W2770234245","https://openalex.org/W2566006169","https://openalex.org/W2987774938","https://openalex.org/W178231042","https://openalex.org/W632915154","https://openalex.org/W2360028903","https://openalex.org/W4280543773","https://openalex.org/W4229499248","https://openalex.org/W4378874356"],"abstract_inverted_index":{"In-hand":[0],"object":[1,80,104,139,204,225],"reorientation":[2,30,81,115],"is":[3,192],"necessary":[4],"for":[5,59,73,143,195,207],"performing":[6],"many":[7,35],"dexterous":[8],"manipulation":[9],"tasks,":[10],"such":[11],"as":[12],"tool":[13],"use":[14],"in":[15,109,129,133,154,188,211],"less":[16,176],"structured":[17],"environments,":[18],"which":[19],"remain":[20],"beyond":[21],"the":[22,37,57,70,113,134,146,155,183,201,214,224,232],"reach":[23],"of":[24,36,49,150,213,231],"current":[25],"robots.":[26],"Prior":[27],"works":[28],"built":[29],"systems":[31],"assuming":[32],"one":[33],"or":[34,52],"following":[38],"conditions:":[39],"reorienting":[40,151],"only":[41,170],"specific":[42],"objects":[43,152],"with":[44,112],"simple":[45],"shapes,":[46],"limited":[47],"range":[48],"reorientation,":[50],"slow":[51],"quasi-static":[53],"manipulation,":[54],"simulation-only":[55],"results,":[56],"need":[58],"specialized":[60],"and":[61,65,102,131],"costly":[62],"sensor":[63],"suites,":[64],"other":[66],"constraints":[67],"that":[68,83,161,174],"make":[69,86],"system":[71],"infeasible":[72],"real-world":[74],"deployment.":[75],"We":[76],"present":[77],"a":[78,93,158],"general":[79],"controller":[82,123,222],"does":[84],"not":[85,141,205,219],"these":[87],"assumptions.":[88],"It":[89],"uses":[90],"readings":[91],"from":[92],"single":[94],"commodity":[95],"depth":[96],"camera":[97],"to":[98,119,185],"dynamically":[99],"reorient":[100],"complex":[101],"new":[103,138],"shapes":[105,140],"by":[106,157],"any":[107],"rotation":[108],"real":[110,135],"time,":[111],"median":[114],"time":[116],"being":[117],"close":[118],"7":[120],"seconds.":[121],"The":[122],"was":[124,209,218],"trained":[125],"using":[126],"reinforcement":[127],"learning":[128],"simulation":[130],"evaluated":[132],"world":[136],"on":[137],"used":[142,171,206],"training,":[144],"including":[145],"most":[147],"challenging":[148,202],"scenario":[149],"held":[153],"air":[156],"downward-facing":[159],"hand":[160],"must":[162],"counteract":[163],"gravity":[164],"during":[165],"reorientation.":[166],"Our":[167],"hardware":[168],"platform":[169],"open-source":[172],"components":[173],"cost":[175],"than":[177],"5000":[178],"dollars.":[179],"Although":[180],"we":[181],"demonstrate":[182],"ability":[184],"overcome":[186],"assumptions":[187],"prior":[189],"work,":[190],"there":[191],"ample":[193],"scope":[194],"improving":[196],"absolute":[197],"performance.":[198],"For":[199],"instance,":[200],"duck-shaped":[203],"training":[208],"dropped":[210],"56%":[212],"trials.":[215],"When":[216],"it":[217],"dropped,":[220],"our":[221],"reoriented":[223],"within":[226],"0.4":[227],"radians":[228],"(23\u00b0)":[229],"75%":[230],"time.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":21}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}