{"id":"https://openalex.org/W2137267792","doi":"https://doi.org/10.1007/s10015-008-0514-8","title":"Natural actor-critic with baseline adjustment for variance reduction","display_name":"Natural actor-critic with baseline adjustment for variance reduction","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W2137267792","doi":"https://doi.org/10.1007/s10015-008-0514-8","mag":"2137267792"},"language":"en","primary_location":{"id":"doi:10.1007/s10015-008-0514-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-008-0514-8","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089173802","display_name":"Tetsuro Morimura","orcid":"https://orcid.org/0009-0002-9711-8023"},"institutions":[{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]},{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tetsuro Morimura","raw_affiliation_strings":["IBM Research, Tokyo Research Laboratory, Tokyo, Japan","Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Okinawa Institute of Science and Technology"],"affiliations":[{"raw_affiliation_string":"IBM Research, Tokyo Research Laboratory, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Okinawa Institute of Science and Technology","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031054137","display_name":"Eiji Uchibe","orcid":"https://orcid.org/0000-0001-7908-0258"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Uchibe","raw_affiliation_strings":["Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Okinawa Institute of Science & Technology"],"affiliations":[{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Okinawa Institute of Science & Technology","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]},{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I912014387","display_name":"Keihin (Japan)","ror":"https://ror.org/03jvjps27","country_code":"JP","type":"company","lineage":["https://openalex.org/I912014387"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["ATR Computational Neuroscience Laboratories, Keihanna, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, Nasa, Japan","Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Okinawa Institute of Science and Technology","Nara Institute of Science and Technology"],"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, Keihanna, Japan","institution_ids":["https://openalex.org/I912014387"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Nasa, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Okinawa Institute of Science and Technology","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089173802"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I4210145865"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":0.5897,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79749947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"13","issue":"1","first_page":"275","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.9268368482589722},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.58329838514328},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5289685130119324},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5023632049560547},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4992072582244873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4979877471923828},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4487270414829254},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42847979068756104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41983145475387573},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3532745838165283},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3246074914932251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13802561163902283},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.07709044218063354}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.9268368482589722},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.58329838514328},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5289685130119324},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5023632049560547},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4992072582244873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4979877471923828},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4487270414829254},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42847979068756104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41983145475387573},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3532745838165283},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3246074914932251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13802561163902283},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.07709044218063354},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10015-008-0514-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-008-0514-8","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1521427077","https://openalex.org/W1564755532","https://openalex.org/W1594783240","https://openalex.org/W1814308503","https://openalex.org/W1970789124","https://openalex.org/W2098432798","https://openalex.org/W2108682071","https://openalex.org/W2127107099","https://openalex.org/W2130801532","https://openalex.org/W2144446635","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W3103182070","https://openalex.org/W4301630257"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2005801347","https://openalex.org/W2372385138","https://openalex.org/W2186640231","https://openalex.org/W4296359239","https://openalex.org/W3184322736"],"abstract_inverted_index":null,"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}