{"id":"https://openalex.org/W4413925192","doi":"https://doi.org/10.1109/icra55743.2025.11127280","title":"MuST: Multi-Head Skill Transformer for Long-Horizon Dexterous Manipulation with Skill Progress","display_name":"MuST: Multi-Head Skill Transformer for Long-Horizon Dexterous Manipulation with Skill Progress","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925192","doi":"https://doi.org/10.1109/icra55743.2025.11127280"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015576179","display_name":"Kai Gao","orcid":"https://orcid.org/0000-0002-8490-3383"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kai Gao","raw_affiliation_strings":["Amazon Robotics,MA,USA"],"affiliations":[{"raw_affiliation_string":"Amazon Robotics,MA,USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719173","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0001-7320-1119"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["Amazon Robotics,MA,USA"],"affiliations":[{"raw_affiliation_string":"Amazon Robotics,MA,USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115648335","display_name":"Erica Aduh","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erica Aduh","raw_affiliation_strings":["Amazon Robotics,MA,USA"],"affiliations":[{"raw_affiliation_string":"Amazon Robotics,MA,USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116176191","display_name":"Dylan Randle","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Randle","raw_affiliation_strings":["Amazon Robotics,MA,USA"],"affiliations":[{"raw_affiliation_string":"Amazon Robotics,MA,USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050752549","display_name":"Jianwei Shi","orcid":"https://orcid.org/0009-0009-0690-2172"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Shi","raw_affiliation_strings":["Amazon Robotics,MA,USA"],"affiliations":[{"raw_affiliation_string":"Amazon Robotics,MA,USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015576179"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.7271,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.73647471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4462","last_page":"4469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6389595866203308},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5566213130950928},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4848945736885071},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3991001546382904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3497459292411804},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2348092794418335},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13060152530670166},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10245785117149353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6389595866203308},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5566213130950928},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4848945736885071},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3991001546382904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3497459292411804},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2348092794418335},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13060152530670166},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10245785117149353},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11127280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1505952289","https://openalex.org/W2141841102","https://openalex.org/W2143936212","https://openalex.org/W2468062401","https://openalex.org/W2964227312","https://openalex.org/W2990747716","https://openalex.org/W3001865277","https://openalex.org/W3039055967","https://openalex.org/W3204657926","https://openalex.org/W3206144464","https://openalex.org/W3209765550","https://openalex.org/W4285102264","https://openalex.org/W4379880547","https://openalex.org/W4383108836","https://openalex.org/W4383109252","https://openalex.org/W4385430674","https://openalex.org/W4389665520","https://openalex.org/W4401345006","https://openalex.org/W4401415287","https://openalex.org/W4402354045","https://openalex.org/W4403337227","https://openalex.org/W4405785350"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Robot":[0],"picking":[1],"and":[2,21,38,50,71,105,121,133],"packing":[3],"tasks":[4,29],"require":[5],"dexterous":[6,147],"manipulation":[7,148],"skills,":[8],"such":[9],"as":[10],"rearranging":[11],"objects":[12],"to":[13,24,35,69,81,102,144],"establish":[14],"a":[15,56,90],"good":[16],"grasping":[17],"pose,":[18],"or":[19],"placing":[20],"pushing":[22],"items":[23],"achieve":[25],"tight":[26],"packing.":[27],"These":[28],"are":[30],"challenging":[31],"for":[32,93],"robots":[33,80],"due":[34],"the":[36,41,46,60,97,141],"complexity":[37],"variability":[39],"of":[40,48,85,116,125],"required":[42],"actions.":[43],"To":[44],"tackle":[45],"difficulty":[47],"learning":[49],"executing":[51],"long-horizon":[52,146],"tasks,":[53],"we":[54],"propose":[55],"novel":[57],"framework":[58],"called":[59],"Multi-Head":[61],"Skill":[62],"Transformer":[63],"(MuST).":[64],"This":[65],"model":[66,113],"is":[67,114],"designed":[68],"learn":[70],"sequentially":[72],"chain":[73],"together":[74],"multiple":[75],"motion":[76],"primitives":[77],"(skills),":[78],"enabling":[79],"perform":[82,145],"complex":[83],"sequences":[84,124],"actions":[86],"effectively.":[87],"MuST":[88,138],"introduces":[89],"\u201cprogress":[91],"value\u201d":[92],"each":[94],"skill,":[95],"guiding":[96],"robot":[98],"on":[99],"which":[100],"skill":[101,119],"execute":[103],"next":[104],"ensuring":[106],"smooth":[107],"transitions":[108],"between":[109],"skills.":[110],"Additionally,":[111],"our":[112],"capable":[115],"expanding":[117],"its":[118],"set":[120],"managing":[122],"various":[123],"sub-tasks":[126],"efficiently.":[127],"Extensive":[128],"experiments":[129],"in":[130],"both":[131],"simulated":[132],"real-world":[134],"environments":[135],"demonstrate":[136],"that":[137],"significantly":[139],"enhances":[140],"robot's":[142],"ability":[143],"tasks.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-01T08:55:55.761014","created_date":"2025-10-10T00:00:00"}