{"id":"https://openalex.org/W2141969984","doi":"https://doi.org/10.1109/cca.2005.1507168","title":"Dynamic fuzzy Q-learning control of uncertain systems with applications to humanoids","display_name":"Dynamic fuzzy Q-learning control of uncertain systems with applications to humanoids","publication_year":2005,"publication_date":"2005-09-12","ids":{"openalex":"https://openalex.org/W2141969984","doi":"https://doi.org/10.1109/cca.2005.1507168","mag":"2141969984"},"language":"en","primary_location":{"id":"doi:10.1109/cca.2005.1507168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cca.2005.1507168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 2005 IEEE Conference on Control Applications, 2005. CCA 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103265190","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0002-9856-7691"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["Process Instrumentation Lab, S2.2-B4-03, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Process Instrumentation Lab, S2.2-B4-03, School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035486559","display_name":"Meng Joo Er","orcid":"https://orcid.org/0000-0003-4597-7088"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng Joo Er","raw_affiliation_strings":["Intelligent Systems Center, Singapore"],"affiliations":[{"raw_affiliation_string":"Intelligent Systems Center, Singapore","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103265190"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.291,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64347654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"459","last_page":"464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero-moment-point","display_name":"Zero moment point","score":0.8656346797943115},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7347415685653687},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6507633924484253},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.61394202709198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5775021314620972},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.5528200268745422},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5068688988685608},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47201985120773315},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4422617256641388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42691320180892944},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2961335778236389},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25063204765319824},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18754693865776062}],"concepts":[{"id":"https://openalex.org/C19245436","wikidata":"https://www.wikidata.org/wiki/Q279038","display_name":"Zero moment point","level":4,"score":0.8656346797943115},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7347415685653687},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6507633924484253},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.61394202709198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5775021314620972},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.5528200268745422},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5068688988685608},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47201985120773315},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4422617256641388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42691320180892944},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2961335778236389},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25063204765319824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18754693865776062}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cca.2005.1507168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cca.2005.1507168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 2005 IEEE Conference on Control Applications, 2005. CCA 2005.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1553483187","https://openalex.org/W1935300939","https://openalex.org/W2006260022","https://openalex.org/W2019207321","https://openalex.org/W2033689783","https://openalex.org/W2037729465","https://openalex.org/W2107063340","https://openalex.org/W2109616287","https://openalex.org/W2121863487","https://openalex.org/W2137633880","https://openalex.org/W2142196876","https://openalex.org/W2305205647","https://openalex.org/W4214717370","https://openalex.org/W4234825356"],"related_works":["https://openalex.org/W1829175078","https://openalex.org/W2606527650","https://openalex.org/W2130383927","https://openalex.org/W2133801610","https://openalex.org/W2151003079","https://openalex.org/W2170918662","https://openalex.org/W2120357486","https://openalex.org/W2034988786","https://openalex.org/W2220923292","https://openalex.org/W2163503851"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,35],"design":[4],"methodology":[5],"for":[6,69,77],"enhancing":[7],"the":[8,22,32,39,44,87,101,104,112,121,127],"stability":[9,102],"of":[10,31,34,47,56,73],"humanoid":[11,36],"robots":[12,50],"is":[13,18,118,130],"presented.":[14],"Fuzzy":[15],"Q-learning":[16],"(FQL)":[17],"applied":[19],"to":[20,99,111],"improve":[21,100],"zero":[23],"moment":[24],"point":[25],"(ZMP)":[26],"performance":[27],"by":[28],"intelligent":[29],"control":[30],"trunk":[33],"robot.":[37],"With":[38],"fuzzy":[40,63,78],"evaluation":[41,64],"signal":[42],"and":[43,94,115,126],"neural":[45],"networks":[46],"FQL,":[48],"biped":[49],"are":[51,97,124],"dynamically":[52],"balanced":[53],"in":[54],"situations":[55],"time-varying":[57],"terrains.":[58],"Compared":[59],"with":[60],"scale":[61],"reward,":[62],"gives":[65],"more":[66],"informative":[67],"feedback":[68],"training.":[70],"Different":[71],"types":[72],"membership":[74],"functions":[75],"(MF)":[76],"systems":[79],"have":[80],"been":[81],"compared.":[82],"Simulation":[83],"studies":[84],"show":[85],"that":[86],"FQL":[88],"controllers":[89],"based":[90],"on":[91],"both":[92],"triangular":[93],"Gaussian":[95,116],"MFs":[96],"able":[98],"as":[103,120],"actual":[105],"ZMP":[106],"trajectories":[107],"become":[108],"very":[109],"close":[110],"ideal":[113],"case,":[114],"function":[117],"superior":[119],"actions":[122],"generated":[123],"smoother":[125],"learning":[128],"speed":[129],"faster":[131]},"counts_by_year":[{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}