{"id":"https://openalex.org/W2115558966","doi":"https://doi.org/10.1109/robot.2009.5152840","title":"Constructing action set from basis functions for reinforcement learning of robot control","display_name":"Constructing action set from basis functions for reinforcement learning of robot control","publication_year":2009,"publication_date":"2009-05-01","ids":{"openalex":"https://openalex.org/W2115558966","doi":"https://doi.org/10.1109/robot.2009.5152840","mag":"2115558966"},"language":"en","primary_location":{"id":"doi:10.1109/robot.2009.5152840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2009.5152840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020600038","display_name":"Akihiko Yamaguchi","orcid":"https://orcid.org/0000-0001-9060-3478"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Akihiko Yamaguchi","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047085140","display_name":"Jun Takamatsu","orcid":"https://orcid.org/0000-0001-7457-2878"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Takamatsu","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044340470","display_name":"Tsukasa Ogasawara","orcid":"https://orcid.org/0000-0001-9767-6039"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tsukasa Ogasawara","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, Nara, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020600038"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":4.0647,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94034232,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2525","last_page":"2532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.746418833732605},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6179229617118835},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6145238876342773},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.4918959140777588},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48507919907569885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4640789031982422},{"id":"https://openalex.org/keywords/basis-function","display_name":"Basis function","score":0.4605405032634735},{"id":"https://openalex.org/keywords/set-function","display_name":"Set function","score":0.4162932336330414},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25070297718048096}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.746418833732605},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6179229617118835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6145238876342773},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4918959140777588},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48507919907569885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4640789031982422},{"id":"https://openalex.org/C5917680","wikidata":"https://www.wikidata.org/wiki/Q2621825","display_name":"Basis function","level":2,"score":0.4605405032634735},{"id":"https://openalex.org/C15312841","wikidata":"https://www.wikidata.org/wiki/Q1657198","display_name":"Set function","level":3,"score":0.4162932336330414},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25070297718048096},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/robot.2009.5152840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2009.5152840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.543.109","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.543.109","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://robotics.naist.jp/~akihiko-y/wdocs/YamaguchiOgasawara2009-Constructing_Action_Set_From_Basis_Functions_for_Reinforcement_Learning_of_Robot_Control-icra-draft.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1531886263","https://openalex.org/W1536990779","https://openalex.org/W1543217731","https://openalex.org/W1602007439","https://openalex.org/W1751034982","https://openalex.org/W1758031947","https://openalex.org/W1958088497","https://openalex.org/W1966268398","https://openalex.org/W1987594164","https://openalex.org/W2004218165","https://openalex.org/W2045463255","https://openalex.org/W2090139585","https://openalex.org/W2097861969","https://openalex.org/W2109910161","https://openalex.org/W2110771465","https://openalex.org/W2119072456","https://openalex.org/W2139418546","https://openalex.org/W2143435603","https://openalex.org/W2162617871","https://openalex.org/W2162900923","https://openalex.org/W2168342951","https://openalex.org/W2169982856","https://openalex.org/W2181031009","https://openalex.org/W2535652371","https://openalex.org/W2545768840","https://openalex.org/W2808421695","https://openalex.org/W3011120880","https://openalex.org/W3097999317","https://openalex.org/W3139377883","https://openalex.org/W6632622343","https://openalex.org/W6635883855","https://openalex.org/W6638058698","https://openalex.org/W6676684363","https://openalex.org/W6680976742","https://openalex.org/W6728376379","https://openalex.org/W6729212690","https://openalex.org/W6792155000"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Continuous":[0],"action":[1,22,59,78,90,144,164,185,205],"sets":[2,23],"are":[3],"used":[4],"in":[5,11,64,117],"many":[6],"reinforcement":[7],"learning":[8,192],"(RL)":[9],"applications":[10],"robot":[12,62,168],"control":[13,16,63],"since":[14],"the":[15,26,41,47,50,89,94,97,102,105,111,121,130,133,139,142,151,154,162,183,188],"input":[17,67,155],"is":[18,49,99],"continuous.":[19],"However,":[20,44],"discrete":[21,58,77,204],"also":[24],"have":[25],"advantages":[27,189],"of":[28,30,46,52,83,96,104,123,132,141,153,190],"ease":[29],"implementation":[31],"and":[32,171,174,194],"compatibility":[33],"with":[34,129,150,161],"some":[35],"sophisticated":[36],"RL":[37,119,160],"methods,":[38],"such":[39],"as":[40],"Dyna":[42],"[1].":[43],"one":[45],"problem":[48],"absence":[51],"general":[53],"principles":[54],"on":[55],"designing":[56],"a":[57,76,81,167,172,175,202],"set":[60,79,82,91,98,145,165,186],"for":[61],"higher":[65],"dimensional":[66],"space.":[68,156],"In":[69],"this":[70],"paper,":[71],"we":[72],"propose":[73],"to":[74,101,166,197,201],"construct":[75],"given":[80],"basis":[84],"functions":[85],"(BFs).":[86],"We":[87,157],"designed":[88],"so":[92],"that":[93,115,182],"size":[95,140],"proportional":[100],"number":[103,122],"BFs.":[106],"This":[107],"method":[108],"can":[109],"exploit":[110],"function":[112],"approximator's":[113],"nature,":[114],"is,":[116],"practical":[118],"applications,":[120],"BFs":[124],"does":[125,146],"not":[126,147],"increase":[127,148],"exponentially":[128,149],"dimension":[131,152],"state":[134],"space":[135],"(e.g.":[136],"[2]).":[137],"Thus,":[138],"proposed":[143,163,184],"apply":[158],"an":[159],"navigation":[169],"task":[170],"crawling":[173],"jumping":[176],"tasks.":[177],"The":[178],"simulation":[179],"results":[180],"demonstrate":[181],"has":[187],"improved":[191],"speed,":[193],"better":[195],"ability":[196],"acquire":[198],"performance,":[199],"compared":[200],"conventional":[203],"set.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}