{"id":"https://openalex.org/W4206026943","doi":"https://doi.org/10.1109/lra.2021.3139667","title":"LanCon-Learn: Learning With Language to Enable Generalization in Multi-Task Manipulation","display_name":"LanCon-Learn: Learning With Language to Enable Generalization in Multi-Task Manipulation","publication_year":2021,"publication_date":"2021-12-31","ids":{"openalex":"https://openalex.org/W4206026943","doi":"https://doi.org/10.1109/lra.2021.3139667"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3139667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3139667","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102853619","display_name":"Andrew Silva","orcid":"https://orcid.org/0000-0002-0317-5135"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Silva","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Computer Science, Georgia Institute of Technology, Atlanta, GA, United States of America, 30309 (e-mail: andrew.silva@gatech.edu)"],"raw_orcid":"https://orcid.org/0000-0002-0317-5135","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Computer Science, Georgia Institute of Technology, Atlanta, GA, United States of America, 30309 (e-mail: andrew.silva@gatech.edu)","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020550513","display_name":"Nina Moorman","orcid":"https://orcid.org/0000-0003-2697-1318"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nina Moorman","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Georgia Institute of Technology, United States of America, (e-mail: nmoorman3@gatech.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, United States of America, (e-mail: nmoorman3@gatech.edu)","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084359320","display_name":"William Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Silva","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","College of Computing, Georgia Institute of Technology, Alpharetta, GA, United States of America, 30022-7139 (e-mail: wsilva7@gatech.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"College of Computing, Georgia Institute of Technology, Alpharetta, GA, United States of America, 30022-7139 (e-mail: wsilva7@gatech.edu)","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029174550","display_name":"Zulfiqar Zaidi","orcid":"https://orcid.org/0000-0002-6053-6259"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zulfiqar Zaidi","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Mechanical Engineering, Georgia Institute of Technology, Atlanta, Georgia, United States of America, 30318 (e-mail: zzaidi8@gatech.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Mechanical Engineering, Georgia Institute of Technology, Atlanta, Georgia, United States of America, 30318 (e-mail: zzaidi8@gatech.edu)","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089421543","display_name":"Nakul Gopalan","orcid":"https://orcid.org/0000-0002-6947-5501"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nakul Gopalan","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6947-5501","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008211323","display_name":"Matthew Gombolay","orcid":"https://orcid.org/0000-0002-5321-6038"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Gombolay","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA","Interactive Computing, Georgia Institute of Technology, Atlanta, GA, United States of America, 30332 (e-mail: matthew.gombolay@cc.gatech.edu)"],"raw_orcid":"https://orcid.org/0000-0002-5321-6038","affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Interactive Computing, Georgia Institute of Technology, Atlanta, GA, United States of America, 30332 (e-mail: matthew.gombolay@cc.gatech.edu)","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":2.2142,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.89885039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"1635","last_page":"1642"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7746608257293701},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6839066743850708},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.636594295501709},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5776652097702026},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.5710084438323975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.544823169708252},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5052996277809143},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.49387127161026},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.49361932277679443},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4848007261753082},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4737071692943573},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46423640847206116},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.19586116075515747},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10055303573608398},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08806493878364563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7746608257293701},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6839066743850708},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.636594295501709},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5776652097702026},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.5710084438323975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.544823169708252},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5052996277809143},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.49387127161026},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.49361932277679443},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4848007261753082},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4737071692943573},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46423640847206116},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.19586116075515747},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10055303573608398},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08806493878364563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2021.3139667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3139667","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5350327428","display_name":null,"funder_award_id":"N00014-19-1-2076","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1580222235","https://openalex.org/W1934863104","https://openalex.org/W2064675550","https://openalex.org/W2118781169","https://openalex.org/W2170329722","https://openalex.org/W2187089797","https://openalex.org/W2236233024","https://openalex.org/W2250539671","https://openalex.org/W2409715576","https://openalex.org/W2560647685","https://openalex.org/W2890902815","https://openalex.org/W2896457183","https://openalex.org/W2942190342","https://openalex.org/W2950697717","https://openalex.org/W2964118342","https://openalex.org/W2964615009","https://openalex.org/W2964654516","https://openalex.org/W2964915587","https://openalex.org/W2964935470","https://openalex.org/W2967186499","https://openalex.org/W2971077754","https://openalex.org/W2990747716","https://openalex.org/W2990761674","https://openalex.org/W2998168154","https://openalex.org/W3003205975","https://openalex.org/W3027086341","https://openalex.org/W3034758614","https://openalex.org/W3040621713","https://openalex.org/W3049574859","https://openalex.org/W3103306441","https://openalex.org/W3113184484","https://openalex.org/W3137786033","https://openalex.org/W3176484337","https://openalex.org/W4288328935","https://openalex.org/W4294646197","https://openalex.org/W6640174482","https://openalex.org/W6685106238","https://openalex.org/W6698623250","https://openalex.org/W6730038592","https://openalex.org/W6736057607","https://openalex.org/W6738165965","https://openalex.org/W6747473740","https://openalex.org/W6750254146","https://openalex.org/W6756303580","https://openalex.org/W6759380828","https://openalex.org/W6761313651","https://openalex.org/W6762166109","https://openalex.org/W6764088478","https://openalex.org/W6769596995","https://openalex.org/W6774784542","https://openalex.org/W6775647304","https://openalex.org/W6777843581","https://openalex.org/W6779948730","https://openalex.org/W6784155536","https://openalex.org/W6784468349","https://openalex.org/W6785726837","https://openalex.org/W6785803027","https://openalex.org/W6787667967","https://openalex.org/W6790190981","https://openalex.org/W6791029590","https://openalex.org/W6791171683","https://openalex.org/W6800774826"],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W4220829754","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W2351343564","https://openalex.org/W2170052867","https://openalex.org/W2171010636"],"abstract_inverted_index":{"Robots":[0],"must":[1],"be":[2],"capable":[3,40],"of":[4,23,41,70,197],"learning":[5,35,95,130,136,156],"from":[6],"previously":[7],"solved":[8],"tasks":[9,18,46,72,87,104,189],"and":[10,25,76,84,105,118,144,150,157,183],"generalizing":[11],"that":[12],"knowledge":[13],"to":[14,19,66,73,79,101,110,116,127,134,138,174,187],"quickly":[15],"perform":[16],"new":[17,71],"realize":[20],"the":[21,30,74,82,195],"vision":[22],"ubiquitous":[24],"useful":[26],"robot":[27,75,163],"assistance":[28],"in":[29,131,178],"real":[31],"world.":[32],"While":[33],"multi-task":[34,94,129],"research":[36],"has":[37,98,106],"produced":[38],"agents":[39,137],"performing":[42],"multiple":[43,161],"tasks,":[44,113],"these":[45],"are":[47],"often":[48],"encoded":[49],"as":[50],"one-hot":[51],"goals.":[52],"In":[53],"contrast,":[54],"natural":[55,148],"language":[56,97,149,198],"specifications":[57],"offer":[58],"an":[59],"accessible":[60],"means":[61],"both":[62,154],"for":[63,199],"(1)":[64],"users":[65],"describe":[67],"a":[68,123,167,170,175],"set":[69],"(2)":[77],"robots":[78],"reason":[80,139],"about":[81,140],"similarities":[83],"differences":[85],"among":[86],"through":[88,147],"language-based":[89],"task":[90,145,180],"embeddings.":[91],"Until":[92],"now,":[93],"with":[96,166],"been":[99,108],"limited":[100],"navigation":[102],"based":[103],"not":[107],"applied":[109],"continuous":[111],"manipulation":[112,132],"requiring":[114],"precision":[115],"grasp":[117],"move":[119],"objects.":[120],"We":[121,152],"presentLanCon-Learn,":[122],"novel":[124,188],"attention-based":[125],"approach":[126],"language-conditioned":[128],"domains":[133,164],"enable":[135],"relationships":[141],"between":[142],"skills":[143,186],"objectives":[146],"interaction.":[151],"evaluateLanCon-Learnfor":[153],"reinforcement":[155],"imitation":[158],"learning,":[159],"across":[160],"virtual":[162],"along":[165],"demonstration":[168],"on":[169],"physical":[171],"robot.LanCon-Learnachieves":[172],"up":[173],"200%":[176],"improvement":[177],"zero-shot":[179],"success":[181],"rate":[182],"transfers":[184],"known":[185],"faster":[190],"than":[191],"non-language-based":[192],"baselines,":[193],"demonstrating":[194],"utility":[196],"goal":[200],"specification.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}