{"id":"https://openalex.org/W4312238192","doi":"https://doi.org/10.1109/iros47612.2022.9981072","title":"Vision-Guided Quadrupedal Locomotion in the Wild with Multi-Modal Delay Randomization","display_name":"Vision-Guided Quadrupedal Locomotion in the Wild with Multi-Modal Delay Randomization","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312238192","doi":"https://doi.org/10.1109/iros47612.2022.9981072"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981072","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074289045","display_name":"Chieko Sarah Imai","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chieko Sarah Imai","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782597","display_name":"Minghao Zhang","orcid":"https://orcid.org/0000-0003-3337-890X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Zhang","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424335","display_name":"Yuchen Zhang","orcid":"https://orcid.org/0009-0008-9178-7369"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Zhang","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060951563","display_name":"Marcin Kierebi\u0144ski","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcin Kierebi\u0144ski","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085270850","display_name":"Ruihan Yang","orcid":"https://orcid.org/0000-0003-3154-4150"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruihan Yang","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060146466","display_name":"Yuzhe Qin","orcid":"https://orcid.org/0000-0002-9321-9305"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhe Qin","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100424275","display_name":"Xiaolong Wang","orcid":"https://orcid.org/0000-0003-3150-778X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolong Wang","raw_affiliation_strings":["University of California,San Diego,CA,USA","University of California, San Diego, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,San Diego,CA,USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"University of California, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.25,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.99104258,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5556","last_page":"5563"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7689038515090942},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7232999205589294},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6583681702613831},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6454774141311646},{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.5429607629776001},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5007438659667969},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4338957369327545},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3797658085823059},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3473284840583801},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3461207449436188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7689038515090942},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7232999205589294},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6583681702613831},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6454774141311646},{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.5429607629776001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5007438659667969},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4338957369327545},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3797658085823059},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3473284840583801},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3461207449436188},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9981072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981072","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2019681680","https://openalex.org/W2113501460","https://openalex.org/W2114937283","https://openalex.org/W2117864026","https://openalex.org/W2155007355","https://openalex.org/W2158782408","https://openalex.org/W2167340365","https://openalex.org/W2205975260","https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2739330054","https://openalex.org/W2767050701","https://openalex.org/W2909331752","https://openalex.org/W2911087563","https://openalex.org/W2937521543","https://openalex.org/W2951805468","https://openalex.org/W2962736495","https://openalex.org/W2962917939","https://openalex.org/W2963184939","https://openalex.org/W2969111820","https://openalex.org/W2977527020","https://openalex.org/W2990747716","https://openalex.org/W3015415344","https://openalex.org/W3039737909","https://openalex.org/W3048659003","https://openalex.org/W3087867916","https://openalex.org/W3093922502","https://openalex.org/W3101442004","https://openalex.org/W3104876774","https://openalex.org/W3108883557","https://openalex.org/W3109870774","https://openalex.org/W3140042148","https://openalex.org/W3174652807","https://openalex.org/W3175182975","https://openalex.org/W3175254947","https://openalex.org/W3178099496","https://openalex.org/W3199056664","https://openalex.org/W3204973825","https://openalex.org/W3205321526","https://openalex.org/W3206620955","https://openalex.org/W3213974477","https://openalex.org/W4312939545","https://openalex.org/W6631190155","https://openalex.org/W6682849425","https://openalex.org/W6755667589","https://openalex.org/W6771666257","https://openalex.org/W6773029903","https://openalex.org/W6776867236","https://openalex.org/W6778428183","https://openalex.org/W6784298057","https://openalex.org/W6787713516","https://openalex.org/W6798487212","https://openalex.org/W6801064428","https://openalex.org/W6801086965"],"related_works":["https://openalex.org/W1992962589","https://openalex.org/W2116677773","https://openalex.org/W3032871857","https://openalex.org/W1743191351","https://openalex.org/W3104633800","https://openalex.org/W3023567978","https://openalex.org/W4226458444","https://openalex.org/W3213331859","https://openalex.org/W4390637946","https://openalex.org/W4226082913"],"abstract_inverted_index":{"Developing":[0],"robust":[1],"vision-guided":[2,46],"controllers":[3],"for":[4,29,78,104,140],"quadrupedal":[5],"robots":[6],"in":[7,36,49,66,97,113,144,158,165],"complex":[8,170],"environments":[9,168],"with":[10,33,169,199],"various":[11],"obstacles,":[12,189],"dynamical":[13],"surroundings":[14],"and":[15,109,172],"uneven":[16],"terrains":[17],"is":[18,39,56,201],"very":[19,41],"challenging.":[20],"While":[21],"Reinforcement":[22],"Learning":[23],"(RL)":[24],"provides":[25],"a":[26,74,79,137,183],"promising":[27],"paradigm":[28],"agile":[30],"locomotion":[31,142],"skills":[32],"vision":[34],"inputs":[35,122],"simulation,":[37,145],"it":[38],"still":[40],"challenging":[42],"to":[43,91,118,125,135],"deploy":[44],"the":[45,50,58,70,102,106,110,120,126,152,159,177,188,194],"RL":[47,80,138],"policy":[48,139],"real":[51,71,127,153],"world.":[52],"Our":[53,196],"key":[54],"insight":[55],"that":[57,176],"asynchronous":[59,121],"multi-modal":[60],"observations,":[61],"caused":[62],"by":[63],"different":[64,67,166],"latencies":[65],"components":[68],"of":[69],"robot,":[72],"create":[73],"large":[75],"sim2real":[76],"gap":[77],"policy.":[81],"In":[82],"this":[83,93,130],"paper,":[84],"we":[85,100,132],"propose":[86],"Multi-Modal":[87],"Delay":[88],"Randomization":[89],"(MMDR)":[90],"address":[92],"issue":[94],"when":[95,123],"training":[96],"simulation.":[98],"Specifically,":[99],"randomize":[101],"selections":[103],"both":[105],"proprioceptive":[107],"states":[108],"visual":[111],"observations":[112],"time":[114],"during":[115],"training,":[116],"aiming":[117],"simulate":[119],"deploying":[124],"robot.":[128],"With":[129],"technique,":[131],"are":[133],"able":[134],"train":[136],"end-to-end":[141],"control":[143],"which":[146],"can":[147,179],"be":[148],"directly":[149],"deployed":[150],"on":[151],"A1":[154],"quadruped":[155],"robot":[156,178],"running":[157],"wild.":[160],"We":[161,174],"evaluate":[162],"our":[163],"method":[164],"outdoor":[167],"terrain":[171],"obstacles.":[173],"show":[175],"smoothly":[180],"maneuver":[181],"at":[182,202],"high":[184],"speed":[185],"while":[186],"avoiding":[187],"achieving":[190],"significant":[191],"improvement":[192],"over":[193],"baselines.":[195],"project":[197],"page":[198],"videos":[200],"https://mehooz.github.io/mmdr-wild/.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}