{"id":"https://openalex.org/W2402164873","doi":"https://doi.org/10.1109/access.2016.2570255","title":"Gait Balance and Acceleration of a Biped Robot Based on Q-Learning","display_name":"Gait Balance and Acceleration of a Biped Robot Based on Q-Learning","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2402164873","doi":"https://doi.org/10.1109/access.2016.2570255","mag":"2402164873"},"language":"en","primary_location":{"id":"doi:10.1109/access.2016.2570255","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2570255","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2016.2570255","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055362696","display_name":"Jin-Ling Lin","orcid":"https://orcid.org/0000-0002-5762-4557"},"institutions":[{"id":"https://openalex.org/I68348662","display_name":"Shih Hsin University","ror":"https://ror.org/03ynprv96","country_code":"TW","type":"education","lineage":["https://openalex.org/I68348662"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jin-Ling Lin","raw_affiliation_strings":["Department of Information Management, Shih Hsin University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Management, Shih Hsin University, Taipei, Taiwan","institution_ids":["https://openalex.org/I68348662"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061189209","display_name":"Kao\u2010Shing Hwang","orcid":"https://orcid.org/0000-0001-9234-4836"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kao-Shing Hwang","raw_affiliation_strings":["Department of Electrical Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-9234-4836","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001081733","display_name":"Wei\u2010Cheng Jiang","orcid":"https://orcid.org/0000-0003-4432-8801"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Cheng Jiang","raw_affiliation_strings":["Department of Electrical Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100731680","display_name":"Yu-Jen Chen","orcid":"https://orcid.org/0000-0003-0288-0796"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Jen Chen","raw_affiliation_strings":["Department of Electrical Engineering, National Chung Cheng University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":1.9687,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.85049944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"4","issue":null,"first_page":"2439","last_page":"2449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6923623085021973},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6357452869415283},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6195384860038757},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4572770595550537},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.45017480850219727},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4294770359992981},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.41154199838638306},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33380070328712463},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.31847503781318665},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20005160570144653}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6923623085021973},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6357452869415283},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6195384860038757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4572770595550537},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.45017480850219727},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4294770359992981},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.41154199838638306},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33380070328712463},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.31847503781318665},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20005160570144653},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2016.2570255","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2570255","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:349a2e64a3204dd29205839ef2f98bc9","is_oa":true,"landing_page_url":"https://doaj.org/article/349a2e64a3204dd29205839ef2f98bc9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 4, Pp 2439-2449 (2016)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2016.2570255","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2016.2570255","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1492518272","https://openalex.org/W1783866091","https://openalex.org/W1970054848","https://openalex.org/W1975987482","https://openalex.org/W1978954991","https://openalex.org/W1984689183","https://openalex.org/W2005673282","https://openalex.org/W2018695512","https://openalex.org/W2078196735","https://openalex.org/W2080759927","https://openalex.org/W2102568724","https://openalex.org/W2102637731","https://openalex.org/W2109634481","https://openalex.org/W2121863487","https://openalex.org/W2133924084","https://openalex.org/W2161554807","https://openalex.org/W2165178808","https://openalex.org/W2165668210","https://openalex.org/W2168291627","https://openalex.org/W2574040797","https://openalex.org/W2779154774","https://openalex.org/W3011120880","https://openalex.org/W4214717370","https://openalex.org/W6629536611","https://openalex.org/W6638076483","https://openalex.org/W6732072140","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W2171912896","https://openalex.org/W1886477626","https://openalex.org/W2762381663","https://openalex.org/W4317826762","https://openalex.org/W218732962","https://openalex.org/W1540467731","https://openalex.org/W1979383880","https://openalex.org/W2538037439"],"abstract_inverted_index":{"This":[0,130],"paper":[1],"presents":[2],"a":[3,47,51,61,93,118,126,139,143,181],"method":[4,99,159],"for":[5,63,69,92],"the":[6,23,43,56,70,73,76,82,101,110,115,122,148,157,162,176,187,192],"biped":[7,123,136,183],"dynamic":[8,18,24],"walking":[9,19,137,173],"and":[10,79,106,142,145,189],"balance":[11,97],"control":[12,35,40],"using":[13],"reinforcement":[14],"learning,":[15],"which":[16],"learns":[17],"withouta":[20],"prioriknowledge":[21],"about":[22],"model.":[25],"The":[26,66,96,153],"learning":[27,98,194],"architecture":[28,67],"developed":[29],"is":[30,133,146],"aimed":[31],"to":[32,50,59,108,135,164,166,185],"solve":[33],"complex":[34],"problems":[36],"in":[37,125,170],"robotic":[38],"actuation":[39],"by":[41],"mapping":[42],"action":[44,83],"space":[45,78],"from":[46],"discretized":[48],"domain":[49],"continuous":[52,64],"one.":[53],"It":[54],"employs":[55],"discrete":[57],"actions":[58],"construct":[60],"policy":[62],"action.":[65],"allows":[68],"scaling":[71],"of":[72,75,81,103,117,172,191],"dimensionality":[74],"state":[77],"cardinality":[80],"set":[84],"that":[85,156],"represents":[86],"new":[87,90],"knowledge,":[88],"or":[89],"requirements":[91],"desired":[94],"task.":[95],"utilizing":[100],"motion":[102],"robot":[104,119,124,163,184],"arm":[105],"leg":[107],"shift":[109],"zero":[111],"moment":[112],"point":[113],"on":[114,138,180],"soles":[116],"can":[120,160],"maintain":[121],"static":[127],"stable":[128],"state.":[129],"balanced":[131],"algorithm":[132],"applied":[134],"flat":[140],"surface":[141],"seesaw":[144],"making":[147],"biped\u2019s":[149],"walks":[150],"more":[151],"stable.":[152],"simulation":[154],"shows":[155],"proposed":[158,193],"allow":[161],"learn":[165],"improve":[167],"its":[168],"behavior":[169],"terms":[171],"speed.":[174],"Finally,":[175],"methods":[177],"are":[178],"implemented":[179],"physical":[182],"demonstrate":[186],"feasibility":[188],"effectiveness":[190],"scheme.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}