{"id":"https://openalex.org/W4402673453","doi":"https://doi.org/10.1109/lra.2024.3466076","title":"Language-Conditioned Imitation Learning With Base Skill Priors Under Unstructured Data","display_name":"Language-Conditioned Imitation Learning With Base Skill Priors Under Unstructured Data","publication_year":2024,"publication_date":"2024-09-20","ids":{"openalex":"https://openalex.org/W4402673453","doi":"https://doi.org/10.1109/lra.2024.3466076"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3466076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3466076","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018299384","display_name":"Hongkuan Zhou","orcid":"https://orcid.org/0000-0002-3665-9822"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hongkuan Zhou","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060444894","display_name":"Zhenshan Bing","orcid":"https://orcid.org/0000-0002-0896-2517"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhenshan Bing","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073985865","display_name":"Xiangtong Yao","orcid":"https://orcid.org/0000-0003-2556-3072"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiangtong Yao","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053561890","display_name":"Xiaojie Su","orcid":"https://orcid.org/0000-0003-1802-0264"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Su","raw_affiliation_strings":["School of Automation, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019906827","display_name":"Chenguang Yang","orcid":"https://orcid.org/0000-0001-5255-5559"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenguang Yang","raw_affiliation_strings":["Department of Computer Science, University of Liverpool, Liverpool, U.K","Department of Computer Science, University of Liverpool, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]},{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768452","display_name":"Kai Huang","orcid":"https://orcid.org/0000-0003-0359-7810"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Huang","raw_affiliation_strings":["School of Computer Science, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063781430","display_name":"Alois Knoll","orcid":"https://orcid.org/0000-0003-4840-076X"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alois Knoll","raw_affiliation_strings":["School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5018299384"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":2.4928,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90615979,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":"11","first_page":"9805","last_page":"9812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.659633457660675},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.6521927118301392},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6337153315544128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5401967167854309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4582575559616089},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3943237364292145},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3682199716567993},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3454323410987854},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34352368116378784},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3010479211807251},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.1059798002243042},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.08214825391769409},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.07554599642753601}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.659633457660675},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.6521927118301392},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6337153315544128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5401967167854309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4582575559616089},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3943237364292145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3682199716567993},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3454323410987854},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34352368116378784},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3010479211807251},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.1059798002243042},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.08214825391769409},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.07554599642753601},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3466076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3466076","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6700000166893005,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2953626316","https://openalex.org/W2998012869","https://openalex.org/W3034837210","https://openalex.org/W3095670406","https://openalex.org/W3176484337","https://openalex.org/W3206916018","https://openalex.org/W4285102193","https://openalex.org/W4285218426","https://openalex.org/W4293498911","https://openalex.org/W4383097530","https://openalex.org/W4383109478","https://openalex.org/W4388720459","https://openalex.org/W4389667013","https://openalex.org/W4401414095","https://openalex.org/W6698623250","https://openalex.org/W6748566876","https://openalex.org/W6752017656","https://openalex.org/W6756254808","https://openalex.org/W6756675569","https://openalex.org/W6760439459","https://openalex.org/W6762533131","https://openalex.org/W6766904570","https://openalex.org/W6768397756","https://openalex.org/W6771398375","https://openalex.org/W6784155536","https://openalex.org/W6784712800","https://openalex.org/W6798895900","https://openalex.org/W6800774826","https://openalex.org/W6801810553","https://openalex.org/W6802366246","https://openalex.org/W6842971753","https://openalex.org/W6845804354","https://openalex.org/W6850278916","https://openalex.org/W6857236505","https://openalex.org/W6858376594","https://openalex.org/W6860545845","https://openalex.org/W6861392586"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2580650124"],"abstract_inverted_index":{"The":[0,98],"growing":[1],"interest":[2],"in":[3,41,47,78,88,134,149,163],"language-conditioned":[4,33,60],"robot":[5],"manipulation":[6],"aims":[7],"to":[8,24,49,73,80,120,153],"develop":[9],"robots":[10,23],"capable":[11],"of":[12,21,107,127,131],"understanding":[13],"and":[14,28,67,91,143,167],"executing":[15],"complex":[16],"tasks,":[17],"with":[18],"the":[19,75,104,109,121,128,154,168],"objective":[20],"enabling":[22],"interpret":[25],"language":[26],"commands":[27],"manipulate":[29],"objects":[30],"accordingly.":[31],"While":[32],"approaches":[34],"demonstrate":[35],"impressive":[36],"capabilities":[37],"for":[38],"addressing":[39],"tasks":[40,108,142],"familiar":[42],"environments,":[43],"they":[44],"encounter":[45],"limitations":[46],"adapting":[48,79],"unfamiliar":[50,81],"environment":[51],"settings.":[52],"In":[53,125],"this":[54],"letter,":[55],"we":[56,138],"propose":[57],"a":[58,95,135,159],"general-purpose,":[59],"approach":[61,151],"that":[62],"combines":[63],"base":[64],"skill":[65],"priors":[66],"imitation":[68],"learning":[69],"under":[70],"unstructured":[71],"data":[72],"enhance":[74],"algorithm's":[76],"generalization":[77,161],"environments.":[82],"We":[83],"assess":[84],"our":[85,132,150],"model's":[86],"performance":[87],"both":[89,164],"simulated":[90,165],"real-world":[92,136],"environments":[93,166],"using":[94],"zero-shot":[96,129],"setting.":[97],"average":[99,105,146],"completed":[100],"task":[101],"length,":[102],"indicating":[103],"number":[106],"agent":[110],"can":[111],"continuously":[112],"complete,":[113],"improves":[114],"more":[115],"than":[116],"2.5":[117],"times":[118],"compared":[119,152],"baseline":[122],"method":[123],"HULC.":[124],"terms":[126],"evaluation":[130],"policy":[133],"setting,":[137],"set":[139],"up":[140],"ten":[141],"achieved":[144],"an":[145],"30%":[147],"improvement":[148],"current":[155],"state-of-the-art":[156],"approach,":[157],"demonstrating":[158],"high":[160],"capability":[162],"real":[169],"world.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}