{"id":"https://openalex.org/W3094094143","doi":"https://doi.org/10.1109/tfuzz.2020.3033141","title":"Fuzzy Double Deep Q-Network-Based Gait Pattern Controller for Humanoid Robots","display_name":"Fuzzy Double Deep Q-Network-Based Gait Pattern Controller for Humanoid Robots","publication_year":2020,"publication_date":"2020-10-22","ids":{"openalex":"https://openalex.org/W3094094143","doi":"https://doi.org/10.1109/tfuzz.2020.3033141","mag":"3094094143"},"language":"en","primary_location":{"id":"doi:10.1109/tfuzz.2020.3033141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2020.3033141","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051865874","display_name":"Tzuu\u2010Hseng S. Li","orcid":"https://orcid.org/0000-0001-6194-330X"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Tzuu-Hseng S. Li","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6194-330X","affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061491967","display_name":"Ping\u2010Huan Kuo","orcid":"https://orcid.org/0000-0001-5125-4420"},"institutions":[{"id":"https://openalex.org/I1309796872","display_name":"National Pingtung University","ror":"https://ror.org/03z698x91","country_code":"TW","type":"education","lineage":["https://openalex.org/I1309796872"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ping-Huan Kuo","raw_affiliation_strings":["Department of Intelligent Robotics, National Pingtung University, Pingtung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5125-4420","affiliations":[{"raw_affiliation_string":"Department of Intelligent Robotics, National Pingtung University, Pingtung, Taiwan","institution_ids":["https://openalex.org/I1309796872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020252471","display_name":"Lin-Han Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Lin-Han Chen","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021657087","display_name":"Chia-Ching Hung","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Ching Hung","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024304902","display_name":"Po\u2010Chien Luan","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Po-Chien Luan","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052986019","display_name":"Hao-Ping Hsu","orcid":"https://orcid.org/0000-0001-5940-9685"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hao-Ping Hsu","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5940-9685","affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004650703","display_name":"Chien-Hsin Chang","orcid":"https://orcid.org/0000-0001-7569-2089"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chien-Hsin Chang","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-7569-2089","affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105520619","display_name":"Yi\u2010Ting Hsieh","orcid":"https://orcid.org/0009-0009-9577-6189"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Ting Hsieh","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083589156","display_name":"Wen-Hsun Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Hsun Lin","raw_affiliation_strings":["aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"aiRobots Laboratory, Department of Electrical Engineering, National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5051865874"],"corresponding_institution_ids":["https://openalex.org/I91807558"],"apc_list":null,"apc_paid":null,"fwci":0.871,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.7109026,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"30","issue":"1","first_page":"147","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7929663062095642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6130818128585815},{"id":"https://openalex.org/keywords/adaptive-neuro-fuzzy-inference-system","display_name":"Adaptive neuro fuzzy inference system","score":0.5948144793510437},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5133602023124695},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5115314722061157},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5081181526184082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4990711212158203},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4913903772830963},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4587329924106598},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4533885419368744},{"id":"https://openalex.org/keywords/gait","display_name":"Gait","score":0.44405123591423035},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.4108280837535858},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.40719228982925415},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.39988282322883606},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.34583136439323425}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7929663062095642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6130818128585815},{"id":"https://openalex.org/C186108316","wikidata":"https://www.wikidata.org/wiki/Q352530","display_name":"Adaptive neuro fuzzy inference system","level":4,"score":0.5948144793510437},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5133602023124695},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5115314722061157},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5081181526184082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4990711212158203},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4913903772830963},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4587329924106598},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4533885419368744},{"id":"https://openalex.org/C151800584","wikidata":"https://www.wikidata.org/wiki/Q2370000","display_name":"Gait","level":2,"score":0.44405123591423035},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.4108280837535858},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.40719228982925415},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.39988282322883606},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.34583136439323425},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tfuzz.2020.3033141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tfuzz.2020.3033141","pdf_url":null,"source":{"id":"https://openalex.org/S134177497","display_name":"IEEE Transactions on Fuzzy Systems","issn_l":"1063-6706","issn":["1063-6706","1941-0034"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G538588941","display_name":null,"funder_award_id":"MOST 106-2218-E-153-001-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6699547968","display_name":null,"funder_award_id":"MOST 106-2221-E-006-009-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W128197698","https://openalex.org/W1717588182","https://openalex.org/W1935300939","https://openalex.org/W1975987482","https://openalex.org/W1979445292","https://openalex.org/W1987778875","https://openalex.org/W1993852357","https://openalex.org/W2019207321","https://openalex.org/W2042204524","https://openalex.org/W2055913462","https://openalex.org/W2068033831","https://openalex.org/W2075207574","https://openalex.org/W2088986490","https://openalex.org/W2096655357","https://openalex.org/W2100475643","https://openalex.org/W2103499201","https://openalex.org/W2110781373","https://openalex.org/W2117070854","https://openalex.org/W2117087435","https://openalex.org/W2122107405","https://openalex.org/W2127763473","https://openalex.org/W2138136244","https://openalex.org/W2140764512","https://openalex.org/W2150152616","https://openalex.org/W2155686823","https://openalex.org/W2156174987","https://openalex.org/W2560785110","https://openalex.org/W2610418039","https://openalex.org/W2735320176","https://openalex.org/W2746553466","https://openalex.org/W2792940681","https://openalex.org/W2908302550","https://openalex.org/W3006416971","https://openalex.org/W3014159085","https://openalex.org/W3135843710","https://openalex.org/W4245436071","https://openalex.org/W4298857966","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4221142204","https://openalex.org/W1492295194","https://openalex.org/W2408917090"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"the":[3,12,48,53,83,86,97,100,110,117,121,129,138,146,152,162,189,193,206,213,222],"adaptive-network-based":[4],"fuzzy":[5,23],"inference":[6],"system":[7,126,132],"(ANFIS)":[8],"is":[9,65,93,106,133,164,173,219],"combined":[10],"with":[11,145],"double":[13],"deep":[14],"<italic":[15],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[16],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>":[17],"-network":[18],"(DDQN)":[19],"to":[20,51,108,112,115,150,167,221,229],"realize":[21],"a":[22,28,33,70,113,124,176],"DDQN":[24],"(FDDQN)":[25],"such":[26],"that":[27,188],"humanoid":[29,49,72],"robot":[30,50,73,177,194,214],"can":[31,191],"generate":[32],"linear":[34],"inverted":[35],"pendulum":[36],"model-based":[37],"gait":[38,54,207],"pattern":[39,55,208],"in":[40,69,204],"real":[41],"time.":[42],"The":[43,62,135,154,170,184,210],"FDDQN":[44,190],"not":[45],"only":[46],"allows":[47],"correct":[52],"instantly":[56],"but":[57],"also":[58],"improves":[59],"its":[60],"stability.":[61],"proposed":[63,155,171],"scheme":[64,172],"designed":[66],"and":[67,88,142,161,179],"implemented":[68],"toddler-sized":[71],"called":[74],"Louis.":[75,183],"First,":[76],"four":[77,159],"pressure":[78,141],"sensors":[79],"are":[80,148],"installed":[81],"on":[82,96,128,182],"bottom":[84],"of":[85,99,137,140,212,225],"sole":[87],"one":[89],"inertial":[90],"measurement":[91],"unit":[92],"set":[94],"up":[95],"trunk":[98],"robot.":[101,122],"A":[102],"wireless":[103],"communication":[104],"chip":[105],"employed":[107],"transfer":[109],"data":[111],"computer":[114],"determine":[116],"required":[118],"parameters":[119],"for":[120],"Next,":[123],"control":[125],"based":[127],"Linux":[130],"operating":[131],"developed.":[134],"values":[136],"center":[139],"acceleration":[143],"obtained":[144],"ANFIS":[147],"adopted":[149],"train":[151],"DDQN.":[153],"neural":[156],"network":[157],"comprises":[158],"layers,":[160],"model":[163],"cautiously":[165],"selected":[166],"avoid":[168],"overfitting.":[169],"verified":[174],"using":[175],"simulator":[178],"then":[180],"real-time-tested":[181],"experimental":[185],"results":[186],"indicate":[187],"provide":[192],"timely":[195],"feedback":[196,218],"during":[197],"walking":[198],"as":[199,201],"well":[200],"helps":[202],"it":[203],"adjusting":[205],"independently.":[209],"balancing":[211,223],"through":[215],"effective":[216],"dynamic":[217],"similar":[220],"ability":[224],"an":[226],"infant":[227],"learning":[228],"walk.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}