{"id":"https://openalex.org/W4401415042","doi":"https://doi.org/10.1109/icra57147.2024.10611615","title":"RH20T: A Comprehensive Robotic Dataset for Learning Diverse Skills in One-Shot","display_name":"RH20T: A Comprehensive Robotic Dataset for Learning Diverse Skills in One-Shot","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401415042","doi":"https://doi.org/10.1109/icra57147.2024.10611615"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077175165","display_name":"Haoshu Fang","orcid":"https://orcid.org/0000-0003-3108-6305"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao-Shu Fang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045458030","display_name":"Hongjie Fang","orcid":"https://orcid.org/0000-0002-6309-1160"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjie Fang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101553435","display_name":"Zhenyu Tang","orcid":"https://orcid.org/0000-0002-6998-2669"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Tang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044430712","display_name":"Jirong Liu","orcid":"https://orcid.org/0000-0002-8444-5677"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jirong Liu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040903295","display_name":"Chenxi Wang","orcid":"https://orcid.org/0000-0002-9420-3495"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenxi Wang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082008978","display_name":"Junbo Wang","orcid":"https://orcid.org/0009-0005-4854-6517"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junbo Wang","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067044702","display_name":"Haoyi Zhu","orcid":"https://orcid.org/0000-0003-1153-5230"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyi Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101470275","display_name":"Cewu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cewu Lu","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5077175165"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":16.7546,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.99580079,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"653","last_page":"660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9480000138282776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7869136929512024},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6672753691673279},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.5588812232017517},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5464330315589905},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34569695591926575},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34214186668395996},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1454533338546753}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7869136929512024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6672753691673279},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.5588812232017517},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5464330315589905},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34569695591926575},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34214186668395996},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1454533338546753},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1581764178","https://openalex.org/W1602205699","https://openalex.org/W2161395589","https://openalex.org/W2544683879","https://openalex.org/W2601322194","https://openalex.org/W2771075179","https://openalex.org/W2912997088","https://openalex.org/W2963669336","https://openalex.org/W2963703448","https://openalex.org/W2964021598","https://openalex.org/W2964157221","https://openalex.org/W2969025929","https://openalex.org/W2979490629","https://openalex.org/W3007769740","https://openalex.org/W3009295642","https://openalex.org/W3012366945","https://openalex.org/W3043789701","https://openalex.org/W3044483011","https://openalex.org/W3098201885","https://openalex.org/W3176484337","https://openalex.org/W3195577433","https://openalex.org/W3201241369","https://openalex.org/W3204665606","https://openalex.org/W3207649131","https://openalex.org/W3208451383","https://openalex.org/W4287209565","https://openalex.org/W4292779060","https://openalex.org/W4385430674","https://openalex.org/W4385430679","https://openalex.org/W4386001306","https://openalex.org/W4386185624","https://openalex.org/W4387764390","https://openalex.org/W4389665520","https://openalex.org/W4390874575","https://openalex.org/W4401416041","https://openalex.org/W6735944222","https://openalex.org/W6744181227","https://openalex.org/W6754628760","https://openalex.org/W6755243447","https://openalex.org/W6756039355","https://openalex.org/W6769596995","https://openalex.org/W6769609827","https://openalex.org/W6771437833","https://openalex.org/W6778883912","https://openalex.org/W6782380515","https://openalex.org/W6784155536","https://openalex.org/W6790978476","https://openalex.org/W6802163526","https://openalex.org/W6802366246","https://openalex.org/W6847224448"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W2497720472","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4292659306","https://openalex.org/W4364306694"],"abstract_inverted_index":{"A":[0],"key":[1],"challenge":[2],"for":[3,17,46,116,183],"robotic":[4,26],"manipulation":[5,142],"in":[6,21,32,62,154,160,192],"open":[7],"domains":[8],"is":[9,44,204],"how":[10],"to":[11,36,49,60,107,112,119,121],"acquire":[12,50],"diverse":[13,145],"and":[14,25,53,104,149,167,179,197],"generalizable":[15],"skills":[16,52,125],"robots.":[18],"Recent":[19],"progress":[20],"one-shot":[22],"imitation":[23],"learning":[24],"foundation":[27],"models":[28],"have":[29,133,188],"shown":[30],"promise":[31],"transferring":[33],"trained":[34],"policies":[35],"new":[37,51],"tasks":[38],"based":[39],"on":[40,75,86,208],"demonstrations.":[41],"This":[42,109],"feature":[43],"attractive":[45],"enabling":[47],"robots":[48],"improve":[54],"their":[55],"manipulative":[56],"ability.":[57],"However,":[58],"due":[59],"limitations":[61],"the":[63,66,70,114,155,161,195],"training":[64],"dataset,":[65],"current":[67],"focus":[68],"of":[69,97,123],"community":[71],"has":[72],"mainly":[73],"been":[74],"simple":[76],"cases,":[77],"such":[78],"as":[79],"push":[80],"or":[81],"pick-place":[82],"tasks,":[83],"relying":[84],"solely":[85],"visual":[87,103],"guidance.":[88],"In":[89],"reality,":[90],"there":[91],"are":[92],"many":[93],"complex":[94],"skills,":[95,146],"some":[96],"which":[98],"may":[99],"even":[100],"require":[101],"both":[102],"tactile":[105],"perception":[106],"solve.":[108],"paper":[110],"aims":[111],"unlock":[113],"potential":[115],"an":[117],"agent":[118],"generalize":[120],"hundreds":[122],"real-world":[124],"with":[126],"multi-modal":[127],"perception.":[128],"To":[129],"achieve":[130],"this,":[131],"we":[132,171],"collected":[134,153],"a":[135,174,180,199],"dataset":[136,162,203],"comprising":[137],"over":[138],"110,000":[139],"contact-rich":[140],"robot":[141,185],"sequences":[143],"across":[144],"contexts,":[147],"robots,":[148],"camera":[150],"viewpoints,":[151],"all":[152,194],"real":[156],"world.":[157],"Each":[158],"sequence":[159],"includes":[163],"visual,":[164],"force,":[165],"audio,":[166],"action":[168],"information.":[169],"Moreover,":[170],"also":[172],"provide":[173],"corresponding":[175],"human":[176],"demonstration":[177],"video":[178],"language":[181],"description":[182],"each":[184],"sequence.":[186],"We":[187],"invested":[189],"significant":[190],"efforts":[191],"calibrating":[193],"sensors":[196],"ensuring":[198],"high-quality":[200],"dataset.":[201],"The":[202],"made":[205],"publicly":[206],"available":[207],"our":[209],"website:":[210],"rh20t.github.io.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":15}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}