{"id":"https://openalex.org/W2905304202","doi":"https://doi.org/10.1126/scirobotics.aav3150","title":"Beyond imitation: Zero-shot task transfer on robots by learning concepts as cognitive programs","display_name":"Beyond imitation: Zero-shot task transfer on robots by learning concepts as cognitive programs","publication_year":2019,"publication_date":"2019-01-17","ids":{"openalex":"https://openalex.org/W2905304202","doi":"https://doi.org/10.1126/scirobotics.aav3150","mag":"2905304202","pmid":"https://pubmed.ncbi.nlm.nih.gov/33137758"},"language":"en","primary_location":{"id":"doi:10.1126/scirobotics.aav3150","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.aav3150","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076182014","display_name":"Miguel L\u00e1zaro-Gredilla","orcid":"https://orcid.org/0000-0002-4528-5084"},"institutions":[{"id":"https://openalex.org/I114686714","display_name":"Clarion University","ror":"https://ror.org/027n40j28","country_code":"US","type":"education","lineage":["https://openalex.org/I114686714"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Miguel L\u00e1zaro-Gredilla","raw_affiliation_strings":["Vicarious AI, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4528-5084","affiliations":[{"raw_affiliation_string":"Vicarious AI, CA, USA","institution_ids":["https://openalex.org/I114686714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073265599","display_name":"Dianhuan Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I114686714","display_name":"Clarion University","ror":"https://ror.org/027n40j28","country_code":"US","type":"education","lineage":["https://openalex.org/I114686714"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dianhuan Lin","raw_affiliation_strings":["Vicarious AI, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vicarious AI, CA, USA","institution_ids":["https://openalex.org/I114686714"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009263663","display_name":"J. Swaroop Guntupalli","orcid":"https://orcid.org/0000-0002-0677-5590"},"institutions":[{"id":"https://openalex.org/I114686714","display_name":"Clarion University","ror":"https://ror.org/027n40j28","country_code":"US","type":"education","lineage":["https://openalex.org/I114686714"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Swaroop Guntupalli","raw_affiliation_strings":["Vicarious AI, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vicarious AI, CA, USA","institution_ids":["https://openalex.org/I114686714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101896611","display_name":"Dileep George","orcid":"https://orcid.org/0000-0002-4948-6297"},"institutions":[{"id":"https://openalex.org/I114686714","display_name":"Clarion University","ror":"https://ror.org/027n40j28","country_code":"US","type":"education","lineage":["https://openalex.org/I114686714"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dileep George","raw_affiliation_strings":["Vicarious AI, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4948-6297","affiliations":[{"raw_affiliation_string":"Vicarious AI, CA, USA","institution_ids":["https://openalex.org/I114686714"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076182014","https://openalex.org/A5101896611"],"corresponding_institution_ids":["https://openalex.org/I114686714"],"apc_list":null,"apc_paid":null,"fwci":4.8989,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.96106638,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"4","issue":"26","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7318702340126038},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5842618942260742},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5302125215530396},{"id":"https://openalex.org/keywords/cognitive-robotics","display_name":"Cognitive robotics","score":0.5183613896369934},{"id":"https://openalex.org/keywords/soar","display_name":"Soar","score":0.5126566290855408},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5109230875968933},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.504838764667511},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45972296595573425},{"id":"https://openalex.org/keywords/cognitive-architecture","display_name":"Cognitive architecture","score":0.4416368007659912},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.42659100890159607},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42115259170532227},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.39939913153648376},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3880084753036499},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12065061926841736},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12044981122016907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318702340126038},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5842618942260742},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5302125215530396},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.5183613896369934},{"id":"https://openalex.org/C17305859","wikidata":"https://www.wikidata.org/wiki/Q382944","display_name":"Soar","level":2,"score":0.5126566290855408},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5109230875968933},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.504838764667511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45972296595573425},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.4416368007659912},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.42659100890159607},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42115259170532227},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.39939913153648376},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3880084753036499},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12065061926841736},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12044981122016907},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1126/scirobotics.aav3150","is_oa":false,"landing_page_url":"https://doi.org/10.1126/scirobotics.aav3150","pdf_url":null,"source":{"id":"https://openalex.org/S4210213233","display_name":"Science Robotics","issn_l":"2470-9476","issn":["2470-9476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science Robotics","raw_type":"journal-article"},{"id":"pmid:33137758","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33137758","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science robotics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W119228284","https://openalex.org/W187005120","https://openalex.org/W196828838","https://openalex.org/W1532372219","https://openalex.org/W1544039574","https://openalex.org/W1580635587","https://openalex.org/W1588334983","https://openalex.org/W1725244266","https://openalex.org/W1769664091","https://openalex.org/W1967465676","https://openalex.org/W1973831620","https://openalex.org/W1980510330","https://openalex.org/W1992764401","https://openalex.org/W2021884232","https://openalex.org/W2032416253","https://openalex.org/W2038093211","https://openalex.org/W2057545197","https://openalex.org/W2064229486","https://openalex.org/W2076063813","https://openalex.org/W2094274922","https://openalex.org/W2100341056","https://openalex.org/W2107019937","https://openalex.org/W2126160338","https://openalex.org/W2135544531","https://openalex.org/W2150375089","https://openalex.org/W2160580192","https://openalex.org/W2169507751","https://openalex.org/W2194321275","https://openalex.org/W2246013387","https://openalex.org/W2274405424","https://openalex.org/W2296890747","https://openalex.org/W2333111921","https://openalex.org/W2405884100","https://openalex.org/W2581342503","https://openalex.org/W2624780181","https://openalex.org/W2741637732","https://openalex.org/W2765332150","https://openalex.org/W2787765223","https://openalex.org/W2788927107","https://openalex.org/W2919115771","https://openalex.org/W2962716332","https://openalex.org/W2962897140","https://openalex.org/W2963117534","https://openalex.org/W2963305465","https://openalex.org/W2963350527","https://openalex.org/W2979490629","https://openalex.org/W3110909889","https://openalex.org/W4235127739","https://openalex.org/W4241541897","https://openalex.org/W4249468442","https://openalex.org/W7044164732"],"related_works":["https://openalex.org/W2030860531","https://openalex.org/W578216698","https://openalex.org/W1570928019","https://openalex.org/W2170833360","https://openalex.org/W2136720773","https://openalex.org/W2287222344","https://openalex.org/W1574653596","https://openalex.org/W2546298579","https://openalex.org/W2180809782","https://openalex.org/W2609808064"],"abstract_inverted_index":{"Humans":[0],"can":[1,129,167],"infer":[2,31],"concepts":[3,137,147,155,174,185],"from":[4,24],"image":[5],"pairs":[6],"and":[7,30,45,84,103,116,143,156,181,202,226],"apply":[8,183],"those":[9,184],"in":[10,14,186],"the":[11,109,131,134,139,149,206,217],"physical":[12],"world":[13],"a":[15,57,73,78,98,112,121,126,158,165],"completely":[16],"different":[17,50,188],"setting,":[18],"enabling":[19],"tasks":[20,48],"like":[21],"IKEA":[22],"assembly":[23],"diagrams.":[25],"If":[26],"robots":[27,221],"could":[28],"represent":[29],"high-level":[32],"concepts,":[33],"then":[34,182],"it":[35,177],"would":[36],"notably":[37],"improve":[38],"their":[39],"ability":[40],"to":[41,46,124,133,171,176,216],"understand":[42],"our":[43,211],"intent":[44],"transfer":[47],"between":[49],"environments.":[51],"To":[52],"that":[53,60,128,222],"end,":[54],"we":[55],"introduce":[56],"computational":[58],"framework":[59],"replicates":[61],"aspects":[62],"of":[63,77,90,111,141,151,160,208,219],"human":[64],"concept":[65,122],"learning.":[66],"Concepts":[67],"are":[68],"represented":[69],"as":[70,178],"programs":[71],"on":[72,195],"computer":[74,93],"architecture":[75],"consisting":[76],"visual":[79,99,113],"perception":[80],"system,":[81],"working":[82,114],"memory,":[83,115],"action":[85],"controller.":[86],"The":[87],"instruction":[88],"set":[89],"this":[91],"cognitive":[92,192],"has":[94],"commands":[95],"for":[96],"parsing":[97],"scene,":[100],"directing":[101],"gaze":[102],"attention,":[104],"imagining":[105],"new":[106],"objects,":[107],"manipulating":[108],"contents":[110],"controlling":[117],"arm":[118],"movement.":[119],"Inferring":[120],"corresponds":[123],"inducing":[125],"program":[127],"transform":[130],"input":[132],"output.":[135],"Some":[136],"require":[138],"use":[140,168],"imagination":[142],"recursion.":[144],"Previously":[145],"learned":[146],"simplify":[148],"learning":[150],"subsequent,":[152],"more":[153],"elaborate":[154],"create":[157],"hierarchy":[159],"abstractions.":[161],"We":[162],"demonstrate":[163],"how":[164],"robot":[166],"these":[169],"abstractions":[170],"interpret":[172],"novel":[173],"presented":[175],"schematic":[179],"images":[180],"very":[187],"situations.":[189],"By":[190],"bringing":[191],"science":[193],"ideas":[194],"mental":[196],"imagery,":[197],"perceptual":[198],"symbols,":[199],"embodied":[200],"cognition,":[201],"deictic":[203],"mechanisms":[204],"into":[205],"realm":[207],"machine":[209],"learning,":[210],"work":[212],"brings":[213],"us":[214],"closer":[215],"goal":[218],"building":[220],"have":[223],"interpretable":[224],"representations":[225],"common":[227],"sense.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":11}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}