{"id":"https://openalex.org/W3207832698","doi":"https://doi.org/10.1177/02783649211046285","title":"Concept2Robot: Learning manipulation concepts from instructions and human demonstrations","display_name":"Concept2Robot: Learning manipulation concepts from instructions and human demonstrations","publication_year":2021,"publication_date":"2021-10-11","ids":{"openalex":"https://openalex.org/W3207832698","doi":"https://doi.org/10.1177/02783649211046285","mag":"3207832698"},"language":"en","primary_location":{"id":"doi:10.1177/02783649211046285","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211046285","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100566831","display_name":"Lin Shao","orcid":"https://orcid.org/0000-0002-3412-5755"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lin Shao","raw_affiliation_strings":["Stanford AI Lab, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford AI Lab, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066132051","display_name":"Toki Migimatsu","orcid":"https://orcid.org/0000-0002-1106-4152"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toki Migimatsu","raw_affiliation_strings":["Stanford AI Lab, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford AI Lab, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381999","display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0003-3776-9799"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["Zhiyuan College, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Zhiyuan College, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102436308","display_name":"Karen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen Yang","raw_affiliation_strings":["Stanford AI Lab, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford AI Lab, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021676288","display_name":"Jeannette Bohg","orcid":"https://orcid.org/0000-0002-4921-7193"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeannette Bohg","raw_affiliation_strings":["Stanford AI Lab, Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford AI Lab, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100566831"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":7.6906,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.97968144,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"40","issue":"12-14","first_page":"1419","last_page":"1434"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7876605987548828},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5984882116317749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5950185060501099},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5427631735801697},{"id":"https://openalex.org/keywords/kinesthetic-learning","display_name":"Kinesthetic learning","score":0.5338916182518005},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5158766508102417},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.5082570910453796},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46997183561325073},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4415566027164459},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36798661947250366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876605987548828},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5984882116317749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950185060501099},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5427631735801697},{"id":"https://openalex.org/C55457006","wikidata":"https://www.wikidata.org/wiki/Q3647098","display_name":"Kinesthetic learning","level":2,"score":0.5338916182518005},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5158766508102417},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.5082570910453796},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46997183561325073},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4415566027164459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36798661947250366},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649211046285","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649211046285","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4181422667","display_name":null,"funder_award_id":"138695","funder_id":"https://openalex.org/F4320316783","funder_display_name":"Toyota Research Institute, North America"}],"funders":[{"id":"https://openalex.org/F4320316783","display_name":"Toyota Research Institute, North America","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W174342562","https://openalex.org/W1583837637","https://openalex.org/W1967673197","https://openalex.org/W1986014385","https://openalex.org/W2010953845","https://openalex.org/W2110304639","https://openalex.org/W2116226448","https://openalex.org/W2129202194","https://openalex.org/W2132083787","https://openalex.org/W2143623899","https://openalex.org/W2161395589","https://openalex.org/W2170832633","https://openalex.org/W2489434015","https://openalex.org/W2604272474","https://openalex.org/W2605102758","https://openalex.org/W2612690371","https://openalex.org/W2769112066","https://openalex.org/W2797343926","https://openalex.org/W2805883505","https://openalex.org/W2964118262","https://openalex.org/W2964262254","https://openalex.org/W2967842640","https://openalex.org/W2999905431","https://openalex.org/W3037369911","https://openalex.org/W3038245394","https://openalex.org/W3103114460","https://openalex.org/W3148869941","https://openalex.org/W3149322120","https://openalex.org/W4234552385","https://openalex.org/W4253187718","https://openalex.org/W4301409532"],"related_works":["https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2048862765","https://openalex.org/W2770942502","https://openalex.org/W4281943815","https://openalex.org/W3111440524","https://openalex.org/W2364738582","https://openalex.org/W2160932924","https://openalex.org/W2082997813","https://openalex.org/W2232239115"],"abstract_inverted_index":{"We":[0,101,110,216,227],"aim":[1],"to":[2,9,18,24,51,59,105,137,169,186],"endow":[3],"a":[4,26,34,47,112,146,152,163,188],"robot":[5,48,134,213],"with":[6],"the":[7,42,53,133,139,158,172,182,192,219,225],"ability":[8],"learn":[10,25,119],"manipulation":[11,87,195,214],"concepts":[12],"that":[13,30,69,181,218],"link":[14],"natural":[15,35],"language":[16,36],"instructions":[17,63],"motor":[19],"skills.":[20],"Our":[21,66],"goal":[22],"is":[23,68,127,143],"single":[27],"multi-task":[28,164,183],"policy":[29,57,165,184,220],"takes":[31],"as":[32,96],"input":[33],"instruction":[37],"and":[38,45,64,208],"an":[39],"image":[40],"of":[41,84,191,205,224,231],"initial":[43],"scene":[44],"outputs":[46],"motion":[49],"trajectory":[50],"achieve":[52],"specified":[54],"task.":[55,140],"This":[56,141],"has":[58],"generalize":[60],"over":[61,222,234],"different":[62,194],"environments.":[65],"insight":[67],"we":[70,90,117,161,179],"can":[71],"approach":[72],"this":[73],"problem":[74],"through":[75,122,166],"learning":[76,114,168],"from":[77],"demonstration":[78],"by":[79,129,145],"leveraging":[80],"large-scale":[81,153],"video":[82],"datasets":[83],"humans":[85],"performing":[86],"actions.":[88],"Thereby,":[89],"avoid":[91,103],"more":[92],"time-consuming":[93],"processes":[94],"such":[95],"teleoperation":[97],"or":[98],"kinesthetic":[99],"teaching.":[100],"also":[102,228],"having":[104],"manually":[106],"design":[107],"task-specific":[108],"rewards.":[109],"propose":[111],"two-stage":[113],"process":[115],"where":[116],"first":[118],"single-task":[120,173],"policies":[121],"reinforcement":[123],"learning.":[124],"The":[125,202],"reward":[126],"provided":[128],"scoring":[130],"how":[131],"well":[132],"visually":[135],"appears":[136],"perform":[138,187],"score":[142],"given":[144],"video-based":[147],"action":[148],"classifier":[149],"trained":[150],"on":[151,197],"human":[154],"activity":[155],"dataset.":[156],"In":[157,175],"second":[159],"stage,":[160],"train":[162],"imitation":[167],"imitate":[170],"all":[171],"policies.":[174],"extensive":[176],"simulation":[177],"experiments,":[178],"show":[180,217,229],"learns":[185],"large":[189],"percentage":[190],"78":[193],"tasks":[196,203],"which":[198],"it":[199],"was":[200],"trained.":[201],"are":[204],"greater":[206],"variety":[207],"complexity":[209],"than":[210],"previously":[211],"considered":[212],"tasks.":[215],"generalizes":[221],"variations":[223],"environment.":[226],"examples":[230],"successful":[232],"generalization":[233],"novel":[235],"but":[236],"similar":[237],"instructions.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-25T08:12:03.925757","created_date":"2025-10-10T00:00:00"}