{"id":"https://openalex.org/W2159713338","doi":"https://doi.org/10.1109/robot.2002.1014349","title":"Control of nonholonomic mobile robot by an adaptive actor-critic method with simulated experience based value-functions","display_name":"Control of nonholonomic mobile robot by an adaptive actor-critic method with simulated experience based value-functions","publication_year":2003,"publication_date":"2003-06-25","ids":{"openalex":"https://openalex.org/W2159713338","doi":"https://doi.org/10.1109/robot.2002.1014349","mag":"2159713338"},"language":"en","primary_location":{"id":"doi:10.1109/robot.2002.1014349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2002.1014349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2002 IEEE International Conference on Robotics and Automation (Cat. No.02CH37292)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023975425","display_name":"Rafiuddin Syam","orcid":"https://orcid.org/0000-0003-3673-9934"},"institutions":[{"id":"https://openalex.org/I177136067","display_name":"Saga University","ror":"https://ror.org/04f4wg107","country_code":"JP","type":"education","lineage":["https://openalex.org/I177136067"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"R. Syam","raw_affiliation_strings":["Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan","institution_ids":["https://openalex.org/I177136067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111518950","display_name":"Keigo Watanabe","orcid":null},"institutions":[{"id":"https://openalex.org/I177136067","display_name":"Saga University","ror":"https://ror.org/04f4wg107","country_code":"JP","type":"education","lineage":["https://openalex.org/I177136067"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"K. Watanabe","raw_affiliation_strings":["Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan","institution_ids":["https://openalex.org/I177136067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011667213","display_name":"Keisuke Izumi","orcid":"https://orcid.org/0000-0001-8597-0759"},"institutions":[{"id":"https://openalex.org/I177136067","display_name":"Saga University","ror":"https://ror.org/04f4wg107","country_code":"JP","type":"education","lineage":["https://openalex.org/I177136067"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"K. Izumi","raw_affiliation_strings":["Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan","institution_ids":["https://openalex.org/I177136067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058003031","display_name":"Kazuo Kiguchi","orcid":"https://orcid.org/0000-0003-4408-0420"},"institutions":[{"id":"https://openalex.org/I177136067","display_name":"Saga University","ror":"https://ror.org/04f4wg107","country_code":"JP","type":"education","lineage":["https://openalex.org/I177136067"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"K. Kiguchi","raw_affiliation_strings":["Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Systems Control Engineering, Saga University, Honjomachi, Saga, Japan","institution_ids":["https://openalex.org/I177136067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177136067"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":null,"first_page":"3960","last_page":"3965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6516649127006531},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6424329280853271},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.6070140600204468},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5873801708221436},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5822157263755798},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5683196783065796},{"id":"https://openalex.org/keywords/nonholonomic-system","display_name":"Nonholonomic system","score":0.5610684752464294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4943969249725342},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.47352004051208496},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4356079697608948},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42889925837516785},{"id":"https://openalex.org/keywords/function-approximation","display_name":"Function approximation","score":0.42265358567237854},{"id":"https://openalex.org/keywords/radial-basis-function","display_name":"Radial basis function","score":0.42186814546585083},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4157218933105469},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3675881624221802},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3634684085845947},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.26744312047958374},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2195509970188141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6516649127006531},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6424329280853271},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.6070140600204468},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5873801708221436},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5822157263755798},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5683196783065796},{"id":"https://openalex.org/C138632511","wikidata":"https://www.wikidata.org/wiki/Q2478109","display_name":"Nonholonomic system","level":4,"score":0.5610684752464294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4943969249725342},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.47352004051208496},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4356079697608948},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42889925837516785},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.42265358567237854},{"id":"https://openalex.org/C98856871","wikidata":"https://www.wikidata.org/wiki/Q1588488","display_name":"Radial basis function","level":3,"score":0.42186814546585083},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4157218933105469},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3675881624221802},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3634684085845947},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26744312047958374},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2195509970188141},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robot.2002.1014349","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2002.1014349","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 2002 IEEE International Conference on Robotics and Automation (Cat. No.02CH37292)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W34557854","https://openalex.org/W41554520","https://openalex.org/W2069612046","https://openalex.org/W2091565802","https://openalex.org/W2103639221","https://openalex.org/W2121863487","https://openalex.org/W2136064843","https://openalex.org/W2139877293","https://openalex.org/W2156576818","https://openalex.org/W2158316397","https://openalex.org/W2171050997","https://openalex.org/W2911283634"],"related_works":["https://openalex.org/W2146794907","https://openalex.org/W2921193494","https://openalex.org/W1518488086","https://openalex.org/W2143253361","https://openalex.org/W4372319612","https://openalex.org/W2023745373","https://openalex.org/W4210722876","https://openalex.org/W2185104978","https://openalex.org/W1651673822","https://openalex.org/W1989295680"],"abstract_inverted_index":{"An":[0],"adaptive":[1,110],"actor-critic":[2,111,196],"algorithm":[3],"is":[4,13,22,95,175,204],"proposed":[5,202],"under":[6],"the":[7,17,26,40,73,76,86,107,130,138,150,153,156,161,179,195,201],"assumption":[8],"that":[9,42,137,182],"a":[10,34,92,102,122,171,208,213],"predictive":[11,87,93],"model":[12,94],"available":[14],"and":[15,189],"only":[16,165],"measurement":[18,167],"at":[19,168,186],"time":[20,169],"k":[21,188,190],"used":[23,99],"to":[24,39,47,75,97,100,148,193],"update":[25,149,160,194],"learning":[27,142,162,174],"algorithms.":[28],"Two":[29],"value-functions":[30,78],"are":[31,79,127],"realized":[32],"as":[33,121],"pure":[35],"static":[36],"mapping,":[37],"according":[38],"fact":[41],"they":[43],"can":[44,52,118,143,159],"be":[45,53,98,119,145],"reduced":[46],"nonlinear":[48],"current":[49],"estimators,":[50],"which":[51],"easily":[54],"constructed":[55],"by":[56,163,206],"using":[57,164],"any":[58],"artificial":[59],"neural":[60],"networks":[61],"(NNs)":[62],"with":[63,178],"sigmoidal":[64],"function":[65,69],"or":[66],"radial":[67],"basis":[68],"(RBF),":[70],"if":[71,91],"all":[72],"inputs":[74],"present":[77,157],"based":[80],"on":[81],"simulated":[82],"experiences":[83],"generated":[84],"from":[85],"model.":[88],"In":[89],"addition,":[90],"assumed":[96],"construct":[101],"model-based":[103],"actor":[104],"(MBA)":[105],"in":[106],"framework":[108],"of":[109,116,129,132,152,200],"approach,":[112],"then":[113],"this":[114],"type":[115],"MBA":[117],"viewed":[120],"network":[123],"whose":[124],"connection":[125],"weights":[126,151],"composed":[128],"elements":[131],"feedback":[133],"gain":[134],"matrix,":[135],"so":[136],"temporal":[139],"difference":[140],"(TD)":[141],"also":[144],"naturally":[146],"applied":[147],"actor.":[154],"Since":[155],"method":[158],"one":[166],"k,":[170],"relatively":[172],"fast":[173],"expected,":[176],"compared":[177],"previous":[180],"approach":[181,203],"needs":[183],"two":[184],"measurements":[185],"times":[187],"+":[191],"1":[192],"networks.":[197],"The":[198],"effectiveness":[199],"illustrated":[205],"simulating":[207],"trajectory-tracking":[209],"control":[210],"problem":[211],"for":[212],"nonholonomic":[214],"mobile":[215],"robot.":[216]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}