{"id":"https://openalex.org/W4401415939","doi":"https://doi.org/10.1109/icra57147.2024.10610467","title":"LAGOON: Language-Guided Motion Control","display_name":"LAGOON: Language-Guided Motion Control","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401415939","doi":"https://doi.org/10.1109/icra57147.2024.10610467"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610467","doi":"https://doi.org/10.1109/icra57147.2024.10610467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610467","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.10518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100363688","display_name":"Shusheng Xu","orcid":"https://orcid.org/0000-0003-1887-9263","observed_orcids":["https://orcid.org/0000-0003-1887-9263"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shusheng Xu","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083250867","display_name":"Huaijie Wang","orcid":"https://orcid.org/0009-0004-4556-3277","observed_orcids":["https://orcid.org/0009-0004-4556-3277"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaijie Wang","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060862882","display_name":"Yutao Ouyang","orcid":"https://orcid.org/0009-0005-4514-0941","observed_orcids":["https://orcid.org/0009-0005-4514-0941"]},"institutions":[{"id":"https://openalex.org/I4405259049","display_name":"Shanghai Qi Zhi Institute","ror":"https://ror.org/01n14yn69","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4405259049"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutao Ouyang","raw_affiliation_strings":["Shanghai Qi Zhi Institute,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Qi Zhi Institute,Shanghai,China","institution_ids":["https://openalex.org/I4405259049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011467160","display_name":"Jiaxuan Gao","orcid":"https://orcid.org/0000-0001-9146-1344","observed_orcids":["https://orcid.org/0000-0001-9146-1344"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxuan Gao","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101384219","display_name":"Zhiyu Mei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Mei","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103534722","display_name":"Chao Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yu","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101541676","display_name":"Yi Wu","orcid":"https://orcid.org/0000-0002-5952-6520","observed_orcids":["https://orcid.org/0000-0002-5952-6520"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wu","raw_affiliation_strings":["Tsinghua University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9472,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7928014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"9743","last_page":"9750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.03700000047683716,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-commands","display_name":"natural language commands","score":0.7570000290870667},{"id":"https://openalex.org/keywords/robot-motion-generation","display_name":"robot motion generation","score":0.7129999995231628},{"id":"https://openalex.org/keywords/sim-to-real-gap","display_name":"sim-to-real gap","score":0.8159999847412109},{"id":"https://openalex.org/keywords/domain-randomization","display_name":"domain randomization","score":0.8820000290870667},{"id":"https://openalex.org/keywords/quadrupedal-robots","display_name":"quadrupedal robots","score":0.75},{"id":"https://openalex.org/keywords/human-motion-generation","display_name":"human motion generation","score":0.6420000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6455047130584717},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5494921207427979},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.5486664175987244},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.44989532232284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39954257011413574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3249284625053406},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.09773397445678711}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra57147.2024.10610467","doi":"https://doi.org/10.1109/icra57147.2024.10610467","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610467","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.10518","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.10518","pdf_url":"https://arxiv.org/pdf/2306.10518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.10518","doi":"https://doi.org/10.48550/arxiv.2306.10518","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.10518","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.10518","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.10518","pdf_url":"https://arxiv.org/pdf/2306.10518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401415939.pdf","grobid_xml":"https://content.openalex.org/works/W4401415939.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W2042408133","https://openalex.org/W2089059393","https://openalex.org/W2129069237","https://openalex.org/W2342840547","https://openalex.org/W2434014514","https://openalex.org/W2729615412","https://openalex.org/W2736601468","https://openalex.org/W2767050701","https://openalex.org/W2769112066","https://openalex.org/W2784449021","https://openalex.org/W2792263949","https://openalex.org/W2796290181","https://openalex.org/W2802726207","https://openalex.org/W2804020409","https://openalex.org/W2884247313","https://openalex.org/W2954878489","https://openalex.org/W2987886924","https://openalex.org/W2989696291","https://openalex.org/W3014488508","https://openalex.org/W3036167779","https://openalex.org/W3092442149","https://openalex.org/W3098810814","https://openalex.org/W3103030767","https://openalex.org/W3126321819","https://openalex.org/W3144253442","https://openalex.org/W3147968035","https://openalex.org/W3167325792","https://openalex.org/W3193576605","https://openalex.org/W3200962355","https://openalex.org/W3203511201","https://openalex.org/W4205096660","https://openalex.org/W4221160484","https://openalex.org/W4224912544","https://openalex.org/W4285102521","https://openalex.org/W4297981470","https://openalex.org/W4298186886","https://openalex.org/W4309303752","https://openalex.org/W4310430604","https://openalex.org/W4310886200","https://openalex.org/W4312635677","https://openalex.org/W4312900898","https://openalex.org/W4372341521","https://openalex.org/W4385430644","https://openalex.org/W4386285856","https://openalex.org/W4390872595","https://openalex.org/W6771421419","https://openalex.org/W7124284875","https://openalex.org/W7133226216","https://openalex.org/W7133231380"],"related_works":["https://openalex.org/W4414050909","https://openalex.org/W4416949817","https://openalex.org/W4415821803","https://openalex.org/W4415388712","https://openalex.org/W4387560852","https://openalex.org/W4285102225","https://openalex.org/W4415861701","https://openalex.org/W7207339638","https://openalex.org/W4416118607","https://openalex.org/W4410791742"],"abstract_inverted_index":{"We":[0,73],"aim":[1],"to":[2,6,48,59,69,85,100,119,135,140],"control":[3,115],"a":[4,57,60,79,97,102,106,114,136,141],"robot":[5,62,89,143],"physically":[7,37,87],"behave":[8],"in":[9,117,149],"the":[10,70,121,150],"real":[11,151],"world":[12,152],"following":[13],"any":[14],"high-level":[15],"language":[16,92,107,155],"command":[17],"like":[18],"\"cartwheel\"":[19],"or":[20],"\"kick\".":[21],"Although":[22],"human":[23,103,123],"motion":[24,58,104],"datasets":[25],"exist,":[26],"this":[27],"task":[28],"remains":[29],"particularly":[30],"challenging":[31],"since":[32],"generative":[33],"models":[34],"can":[35,63,132,145],"produce":[36],"unrealistic":[38],"motions,":[39],"which":[40],"will":[41],"be":[42,133],"more":[43],"severe":[44],"for":[45],"robots":[46],"due":[47,68],"different":[49],"body":[50],"structures":[51],"and":[52],"physical":[53,61],"properties.":[54],"Deploying":[55],"such":[56],"cause":[64],"even":[65],"greater":[66],"difficulties":[67],"sim2real":[71],"gap.":[72],"develop":[74],"LAnguage-Guided":[75],"mOtion":[76],"cONtrol":[77],"(LAGOON),":[78],"multi-phase":[80],"reinforcement":[81],"learning":[82],"(RL)":[83],"method":[84],"generate":[86,101],"realistic":[88],"motions":[90],"under":[91,153],"commands.":[93,156],"LAGOON":[94],"first":[95],"leverages":[96],"pretrained":[98],"model":[99],"from":[105],"command.":[108],"Then":[109],"an":[110],"RL":[111],"phase":[112],"trains":[113],"policy":[116,131],"simulation":[118],"mimic":[120],"generated":[122],"motion.":[124],"Finally,":[125],"with":[126],"domain":[127],"randomization,":[128],"our":[129],"learned":[130],"deployed":[134],"quadrupedal":[137,142],"robot,":[138],"leading":[139],"that":[144],"take":[146],"diverse":[147],"behaviors":[148],"natural":[154]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-08-09T00:00:00"}