{"id":"https://openalex.org/W3127401840","doi":"https://doi.org/10.1109/access.2021.3055241","title":"Finite State Machine-Based Motion-Free Learning of Biped Walking","display_name":"Finite State Machine-Based Motion-Free Learning of Biped Walking","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3127401840","doi":"https://doi.org/10.1109/access.2021.3055241","mag":"3127401840"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3055241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055241","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3055241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016985873","display_name":"Gyoo-Chul Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Gyoo-Chul Kang","raw_affiliation_strings":["CLO Virtual Fashion LLC., Seoul, South Korea","Department of Computer Science, Hanyang University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CLO Virtual Fashion LLC., Seoul, South Korea","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103146890","display_name":"Yoonsang Lee","orcid":"https://orcid.org/0000-0002-0579-5987"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yoonsang Lee","raw_affiliation_strings":["Department of Computer Science, Hanyang University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-0579-5987","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5016985873"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1102,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76363762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"20662","last_page":"20672"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9686999917030334,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7341532111167908},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7002776265144348},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5591912865638733},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.5574366450309753},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.5168124437332153},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5042544603347778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4964192509651184},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.48350027203559875},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4691392779350281},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.45846307277679443},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.41373807191848755},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3247954845428467},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.23504993319511414},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09328335523605347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7341532111167908},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7002776265144348},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5591912865638733},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.5574366450309753},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.5168124437332153},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5042544603347778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4964192509651184},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.48350027203559875},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4691392779350281},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.45846307277679443},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.41373807191848755},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3247954845428467},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.23504993319511414},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09328335523605347},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3055241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055241","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3c8561c18c0243abb5a3642b5b01346a","is_oa":true,"landing_page_url":"https://doaj.org/article/3c8561c18c0243abb5a3642b5b01346a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 20662-20672 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3055241","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055241","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4285891953","display_name":null,"funder_award_id":"HY-2018","funder_id":"https://openalex.org/F4320321142","funder_display_name":"Hanyang University"},{"id":"https://openalex.org/G7406580142","display_name":null,"funder_award_id":"NRF-2019R1A4A1029800","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7729969500","display_name":null,"funder_award_id":"NRF-2019R1C1C1006778","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320321142","display_name":"Hanyang University","ror":"https://ror.org/046865y68"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1966784014","https://openalex.org/W1974420726","https://openalex.org/W2001165022","https://openalex.org/W2003584832","https://openalex.org/W2005478758","https://openalex.org/W2018571963","https://openalex.org/W2035306010","https://openalex.org/W2043878167","https://openalex.org/W2059486229","https://openalex.org/W2072118986","https://openalex.org/W2076806230","https://openalex.org/W2115887468","https://openalex.org/W2120894402","https://openalex.org/W2143729862","https://openalex.org/W2145339207","https://openalex.org/W2403968758","https://openalex.org/W2460299708","https://openalex.org/W2568351494","https://openalex.org/W2619871772","https://openalex.org/W2726187156","https://openalex.org/W2736601468","https://openalex.org/W2784449021","https://openalex.org/W2796290181","https://openalex.org/W2811441028","https://openalex.org/W2942634077","https://openalex.org/W2958043083","https://openalex.org/W2964121744","https://openalex.org/W2984106353","https://openalex.org/W2984579799","https://openalex.org/W2987886924","https://openalex.org/W3093481944","https://openalex.org/W3104342477","https://openalex.org/W3104515094","https://openalex.org/W3105609823","https://openalex.org/W3108412994","https://openalex.org/W4205985701","https://openalex.org/W4229720873","https://openalex.org/W4235001947","https://openalex.org/W4246479614","https://openalex.org/W4256308547","https://openalex.org/W6631190155","https://openalex.org/W6740222838","https://openalex.org/W6741002519","https://openalex.org/W6776891491"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W3156454664","https://openalex.org/W4236844032","https://openalex.org/W3205608944","https://openalex.org/W2119068017"],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"reinforcement":[2],"learning":[3,19,58,77,162],"(DRL)":[4],"is":[5],"commonly":[6],"used":[7],"to":[8,47,51,101,116,192,205],"create":[9],"controllers":[10],"for":[11,20,76,121],"physically":[12],"simulated":[13,99,190],"characters.":[14],"Among":[15],"DRL-based":[16],"approaches,":[17],"imitation":[18],"character":[21,100,133,191],"control":[22,113],"using":[23],"motion":[24,45,63,66,94],"capture":[25],"clips":[26],"as":[27,105,147,194],"tracking":[28],"references":[29],"has":[30,173],"shown":[31],"successful":[32],"results":[33],"in":[34,85,169],"controlling":[35],"various":[36,60],"motor":[37],"skills":[38],"with":[39],"natural":[40],"movement.":[41],"However,":[42],"the":[43,52,57,90,108,118,132,136,142,148,170,179,182,189,197,200,210],"output":[44,117],"tends":[46],"be":[48],"constrained":[49],"close":[50],"reference":[53],"motion,":[54],"and":[55,125,141,163,221],"thus":[56],"of":[59,62,92,138,159,181,212],"styles":[61],"requires":[64],"many":[65],"clips.":[67],"In":[68],"this":[69],"paper,":[70],"we":[71],"present":[72],"a":[73,78,86,98,103,174],"DRL":[74],"method":[75],"finite":[79],"state":[80,124,134],"machine":[81],"(FSM)":[82],"based":[83,130],"policy":[84,114,161,187],"motion-free":[87],"manner":[88],"(without":[89],"use":[91],"any":[93],"data),":[95],"which":[96],"controls":[97],"produce":[102],"gait":[104,110,144,201],"specified":[106],"by":[107,196],"desired":[109,149],"parameters.":[111],"The":[112,157,185],"learns":[115],"target":[119],"pose":[120],"each":[122,139],"FSM":[123],"transition":[126],"timing":[127],"between":[128],"states,":[129],"on":[131,178],"at":[135],"beginning":[137],"step":[140,150],"user-specified":[143],"parameters,":[145],"such":[146],"length":[151],"or":[152],"maximum":[153],"swing":[154],"foot":[155],"height.":[156],"combination":[158],"FSM-based":[160],"simple":[164],"linear":[165],"balance":[166],"feedback":[167],"embedded":[168],"base":[171],"controller":[172],"positive":[175],"synergistic":[176],"effect":[177],"performance":[180],"learned":[183,186],"policy.":[184],"allows":[188],"walk":[193],"instructed":[195],"continuously":[198],"changing":[199],"parameters":[202],"while":[203],"responding":[204],"external":[206,218],"perturbations.":[207],"We":[208],"demonstrate":[209],"effectiveness":[211],"our":[213],"approach":[214],"through":[215],"interactive":[216],"control,":[217],"push,":[219],"comparison,":[220],"ablation":[222],"studies.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2025-10-10T00:00:00"}