{"id":"https://openalex.org/W3206530605","doi":"https://doi.org/10.1109/icra48506.2021.9561315","title":"ReLMoGen: Integrating Motion Generation in Reinforcement Learning for Mobile Manipulation","display_name":"ReLMoGen: Integrating Motion Generation in Reinforcement Learning for Mobile Manipulation","alternate_titles":[],"publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3206530605","doi":"https://doi.org/10.1109/icra48506.2021.9561315","mag":"3206530605"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9561315","doi":"https://doi.org/10.1109/icra48506.2021.9561315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561315","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3206530605"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.07792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676785","display_name":"Fei Xia","orcid":"https://orcid.org/0000-0003-4343-1444","observed_orcids":["https://orcid.org/0000-0003-4343-1444"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fei Xia","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559280","display_name":"Chengshu Li","orcid":"https://orcid.org/0000-0002-9027-8617","observed_orcids":["https://orcid.org/0000-0002-9027-8617"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chengshu Li","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065655761","display_name":"Roberto Mart\u00edn-Mart\u00edn","orcid":"https://orcid.org/0000-0002-9586-2759","observed_orcids":["https://orcid.org/0000-0002-9586-2759"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Roberto Martin-Martin","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006347979","display_name":"Or Litany","orcid":"https://orcid.org/0000-0001-6700-7379","observed_orcids":["https://orcid.org/0000-0001-6700-7379"]},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Or Litany","raw_affiliation_strings":["Nvidia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nvidia","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064265174","display_name":"Alexander Toshev","orcid":"https://orcid.org/0000-0003-0925-638X","observed_orcids":["https://orcid.org/0000-0003-0925-638X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alexander Toshev","raw_affiliation_strings":["Robotics at Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Silvio Savarese","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.004,"has_fulltext":true,"cited_by_count":168,"citation_normalized_percentile":{"value":0.98180888,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4583","last_page":"4590"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-generation","display_name":"motion generation","score":0.7889999747276306},{"id":"https://openalex.org/keywords/mobile-manipulation","display_name":"mobile manipulation","score":0.8050000071525574},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.7749999761581421},{"id":"https://openalex.org/keywords/sampling-based-motion-planning","display_name":"sampling-based motion planning","score":0.902999997138977},{"id":"https://openalex.org/keywords/interactive-navigation","display_name":"interactive navigation","score":0.8519999980926514},{"id":"https://openalex.org/keywords/long-horizon-tasks","display_name":"long-horizon tasks","score":0.9259999990463257}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8419968485832214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806166410446167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5902796983718872},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5879955291748047},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.509678840637207},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5027425289154053},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4669319987297058},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4638521671295166},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46163368225097656},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4208187758922577},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41987305879592896},{"id":"https://openalex.org/C139002025","wikidata":"https://www.wikidata.org/wiki/Q3001212","display_name":"Lift (data mining)","level":2,"score":0.41918885707855225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.23444724082946777},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icra48506.2021.9561315","doi":"https://doi.org/10.1109/icra48506.2021.9561315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9561315","pdf_url":null,"source":{"id":"https://openalex.org/S4210217939","display_name":"Proceedings - IEEE International Conference on Robotics and Automation/Proceedings","issn_l":"1050-4729","issn":["1050-4729","2577-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.07792","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.07792","pdf_url":"https://arxiv.org/pdf/2008.07792","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2008.07792","doi":"https://doi.org/10.48550/arxiv.2008.07792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.07792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.07792","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.07792","pdf_url":"https://arxiv.org/pdf/2008.07792","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3206530605.pdf","grobid_xml":"https://content.openalex.org/works/W3206530605.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W59183349","https://openalex.org/W212119337","https://openalex.org/W1424654272","https://openalex.org/W1757796397","https://openalex.org/W2026665074","https://openalex.org/W2051819074","https://openalex.org/W2104733512","https://openalex.org/W2109983327","https://openalex.org/W2121863487","https://openalex.org/W2141664020","https://openalex.org/W2159722616","https://openalex.org/W2190691619","https://openalex.org/W2280163991","https://openalex.org/W2335959470","https://openalex.org/W2513734981","https://openalex.org/W2534060593","https://openalex.org/W2594829461","https://openalex.org/W2600030077","https://openalex.org/W2758237641","https://openalex.org/W2769555377","https://openalex.org/W2794537597","https://openalex.org/W2799017078","https://openalex.org/W2803281228","https://openalex.org/W2808278079","https://openalex.org/W2810785043","https://openalex.org/W2884565639","https://openalex.org/W2894605519","https://openalex.org/W2897097805","https://openalex.org/W2897345632","https://openalex.org/W2900747027","https://openalex.org/W2904246096","https://openalex.org/W2919109858","https://openalex.org/W2920215304","https://openalex.org/W2929928372","https://openalex.org/W2947525798","https://openalex.org/W2948443723","https://openalex.org/W2953127211","https://openalex.org/W2962723954","https://openalex.org/W2962887844","https://openalex.org/W2963092423","https://openalex.org/W2963184939","https://openalex.org/W2964161785","https://openalex.org/W2967452881","https://openalex.org/W2967552616","https://openalex.org/W2970961171","https://openalex.org/W2972093249","https://openalex.org/W2974778612","https://openalex.org/W2976657239","https://openalex.org/W2980109758","https://openalex.org/W2982118014","https://openalex.org/W2998903229","https://openalex.org/W3005451807","https://openalex.org/W3016361525","https://openalex.org/W3033227010","https://openalex.org/W3035756007","https://openalex.org/W3049402997","https://openalex.org/W3100789280","https://openalex.org/W3129198075","https://openalex.org/W4236014485","https://openalex.org/W4394671432","https://openalex.org/W6608481616","https://openalex.org/W6687484953","https://openalex.org/W6770044267","https://openalex.org/W7074079779"],"related_works":["https://openalex.org/W7164992982","https://openalex.org/W3115511323","https://openalex.org/W4417531533","https://openalex.org/W4413925386","https://openalex.org/W7161641532","https://openalex.org/W4221161057","https://openalex.org/W2900747027","https://openalex.org/W7163075343","https://openalex.org/W3049402997"],"abstract_inverted_index":{"Many":[0],"Reinforcement":[1],"Learning":[2],"(RL)":[3],"approaches":[4],"use":[5,64],"joint":[6],"control":[7,17],"signals":[8],"(positions,":[9],"velocities,":[10],"torques)":[11],"as":[12],"action":[13,24,53,83],"space":[14,25,54],"for":[15,35],"continuous":[16],"tasks.":[18],"We":[19,47,85],"propose":[20,86],"to":[21,26,66,96,103,110,121,139,166,221,223],"lift":[22],"the":[23,31,52,81,107,135,141,153],"a":[27,36,89,93,100,183,218],"higher":[28],"level":[29],"in":[30,80,190],"form":[32],"of":[33,41,124,174,186],"subgoals":[34,98],"motion":[37,42,59,101,108,212],"generator":[38,102],"(a":[39],"combination":[40],"planner":[43],"and":[44,55,99,105,143,170,176,201],"trajectory":[45],"executor).":[46],"argue":[48],"that,":[49],"by":[50,56],"lifting":[51],"leveraging":[57],"sampling-based":[58],"planners,":[60],"we":[61,118],"can":[62],"efficiently":[63],"RL":[65,78,200,203],"solve":[67],"complex,":[68],"long-horizon":[69],"tasks":[70,149,189],"that":[71,91,150],"could":[72],"not":[73],"be":[74],"solved":[75],"with":[76,134],"existing":[77],"methods":[79],"original":[82],"space.":[84],"ReLMoGen":[87,120,197,205],"\u2013":[88],"framework":[90],"combines":[92],"learned":[94],"policy":[95],"predict":[97],"plan":[104],"execute":[106],"needed":[109],"reach":[111,140],"these":[112],"subgoals.":[113],"To":[114],"validate":[115],"our":[116],"method,":[117],"apply":[119],"two":[122],"types":[123],"tasks:":[125],"1)":[126],"Interactive":[127],"Navigation":[128],"tasks,":[129,147],"navigation":[130,175],"problems":[131,157],"where":[132],"interactions":[133],"environment":[136],"are":[137,158,162],"required":[138],"destination,":[142],"2)":[144],"Mobile":[145],"Manipulation":[146],"manipulation":[148],"require":[151],"moving":[152],"robot":[154],"base.":[155],"These":[156],"challenging":[159],"because":[160],"they":[161],"usually":[163],"long-horizon,":[164],"hard":[165],"explore":[167],"during":[168],"training,":[169],"comprise":[171],"alternating":[172],"phases":[173],"interaction.":[177],"Our":[178],"method":[179],"is":[180],"benchmarked":[181],"on":[182],"diverse":[184],"set":[185],"seven":[187],"robotics":[188],"photo-realistic":[191],"simulation":[192],"environments.":[193],"In":[194],"all":[195],"settings,":[196],"outperforms":[198],"state-of-the-art":[199],"Hierarchical":[202],"baselines.":[204],"also":[206],"shows":[207],"outstanding":[208],"transferability":[209],"between":[210],"different":[211],"generators":[213],"at":[214],"test":[215],"time,":[216],"indicating":[217],"great":[219],"potential":[220],"transfer":[222],"real":[224],"robots.":[225],"For":[226],"more":[227],"information,":[228],"please":[229],"visit":[230],"project":[231],"website:":[232],"http://svl.stanford.edu/projects/relmogen.":[233]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3206530605","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-10-25T00:00:00"}
