{"id":"https://openalex.org/W4312983640","doi":"https://doi.org/10.1109/iros47612.2022.9982259","title":"PM-FSM: Policies Modulating Finite State Machine for Robust Quadrupedal Locomotion","display_name":"PM-FSM: Policies Modulating Finite State Machine for Robust Quadrupedal Locomotion","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312983640","doi":"https://doi.org/10.1109/iros47612.2022.9982259"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982259","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110951241","display_name":"Ren Liu","orcid":"https://orcid.org/0000-0001-8805-8140"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren Liu","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA,30308"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA,30308","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002989902","display_name":"Nitish Sontakke","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitish Sontakke","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA,30308"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA,30308","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064581452","display_name":"Sehoon Ha","orcid":"https://orcid.org/0000-0002-1972-328X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sehoon Ha","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA,30308"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA,30308","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.3194,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52579484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"4063","last_page":"4069"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9508000016212463,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.7762552499771118},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6934516429901123},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6196686029434204},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5752657651901245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5465734004974365},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4382554590702057},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.43063223361968994},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.41677603125572205},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37771955132484436},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2769330143928528},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22981798648834229}],"concepts":[{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.7762552499771118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6934516429901123},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6196686029434204},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5752657651901245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5465734004974365},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4382554590702057},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.43063223361968994},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41677603125572205},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37771955132484436},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2769330143928528},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22981798648834229},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9982259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982259","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1504362584","https://openalex.org/W1771410628","https://openalex.org/W1969366849","https://openalex.org/W1978347628","https://openalex.org/W2045360725","https://openalex.org/W2064675550","https://openalex.org/W2074154222","https://openalex.org/W2094770975","https://openalex.org/W2148614951","https://openalex.org/W2149244757","https://openalex.org/W2169470463","https://openalex.org/W2539892030","https://openalex.org/W2550143307","https://openalex.org/W2590203987","https://openalex.org/W2593412525","https://openalex.org/W2604763608","https://openalex.org/W2736601468","https://openalex.org/W2779458783","https://openalex.org/W2889693550","https://openalex.org/W2907537824","https://openalex.org/W2911087563","https://openalex.org/W2963184939","https://openalex.org/W2963864421","https://openalex.org/W2968116426","https://openalex.org/W2977527020","https://openalex.org/W3008998212","https://openalex.org/W3010768390","https://openalex.org/W3029509103","https://openalex.org/W3035756007","https://openalex.org/W3093922502","https://openalex.org/W3104876774","https://openalex.org/W3204973825","https://openalex.org/W4246479614","https://openalex.org/W4295113716","https://openalex.org/W4311443585","https://openalex.org/W6748929038","https://openalex.org/W6757380569","https://openalex.org/W6765121789","https://openalex.org/W6784298057","https://openalex.org/W6794173013"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W3131574667","https://openalex.org/W2586732548","https://openalex.org/W2903025760"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(deep":[3],"RL)":[4],"has":[5],"emerged":[6],"as":[7,51,140],"an":[8,112],"effective":[9],"tool":[10],"for":[11,14,33],"developing":[12],"controllers":[13],"legged":[15],"robots.":[16,151],"However,":[17],"vanilla":[18],"deep":[19],"RL":[20],"often":[21],"requires":[22],"a":[23,41,60,66,72],"tremendous":[24],"amount":[25],"of":[26,106,115],"training":[27],"samples":[28],"and":[29,71,149],"is":[30],"not":[31],"feasible":[32],"achieving":[34],"robust":[35,79,134],"behaviors.":[36,80],"Instead,":[37],"researchers":[38],"have":[39],"investigated":[40],"novel":[42],"policy":[43,74,120],"architecture":[44,58,130],"by":[45,64,92],"incorporating":[46],"human":[47],"experts'":[48],"knowledge,":[49],"such":[50,139],"Policies":[52,86],"Modulating":[53,87],"Trajectory":[54],"Generators":[55],"(PMTG).":[56],"This":[57,109],"builds":[59],"recurrent":[61],"control":[62,105],"loop":[63],"combining":[65],"parametric":[67],"trajectory":[68],"generator":[69],"(TG)":[70],"feedback":[73],"network":[75],"to":[76,118,121],"achieve":[77,132],"more":[78,103,133],"In":[81],"this":[82],"work,":[83],"we":[84],"propose":[85],"Finite":[88],"State":[89],"Machine":[90],"(PM-FSM)":[91],"replacing":[93],"TGs":[94],"with":[95],"contact-aware":[96],"finite":[97],"state":[98],"machines":[99],"(FSM),":[100],"which":[101],"offers":[102,111],"flexible":[104],"each":[107],"leg.":[108],"invention":[110],"explicit":[113],"notion":[114],"contact":[116],"events":[117],"the":[119,128],"negotiate":[122],"unexpected":[123],"perturbations.":[124],"We":[125],"demonstrated":[126],"that":[127],"proposed":[129],"could":[131],"behaviors":[135],"in":[136],"various":[137],"scenarios,":[138],"challenging":[141],"terrains":[142],"or":[143],"external":[144],"perturbations,":[145],"on":[146],"both":[147],"simulated":[148],"real":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}