{"id":"https://openalex.org/W2137267792","doi":"https://doi.org/10.1007/s10015-008-0514-8","title":"Natural actor-critic with baseline adjustment for variance reduction","display_name":"Natural actor-critic with baseline adjustment for variance reduction","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W2137267792","doi":"https://doi.org/10.1007/s10015-008-0514-8","mag":"2137267792"},"language":"en","primary_location":{"id":"doi:10.1007/s10015-008-0514-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-008-0514-8","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089173802","display_name":"Tetsuro Morimura","orcid":"https://orcid.org/0009-0002-9711-8023"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I4210145865","display_name":"IBM Research - Tokyo","ror":"https://ror.org/04915qk43","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145865"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tetsuro Morimura","raw_affiliation_strings":["IBM Research, Tokyo Research Laboratory, Tokyo, Japan","Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Okinawa Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Tokyo Research Laboratory, Tokyo, Japan","institution_ids":["https://openalex.org/I4210145865"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Okinawa Institute of Science and Technology","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031054137","display_name":"Eiji Uchibe","orcid":"https://orcid.org/0000-0001-7908-0258"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Uchibe","raw_affiliation_strings":["Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Okinawa Institute of Science & Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Okinawa Institute of Science & Technology","institution_ids":["https://openalex.org/I142637625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004840638","display_name":"Kenji Doya","orcid":"https://orcid.org/0000-0002-2446-6820"},"institutions":[{"id":"https://openalex.org/I142637625","display_name":"Okinawa Institute of Science and Technology Graduate University","ror":"https://ror.org/02qg15b79","country_code":"JP","type":"education","lineage":["https://openalex.org/I142637625"]},{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]},{"id":"https://openalex.org/I912014387","display_name":"Keihin (Japan)","ror":"https://ror.org/03jvjps27","country_code":"JP","type":"company","lineage":["https://openalex.org/I912014387"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Doya","raw_affiliation_strings":["ATR Computational Neuroscience Laboratories, Keihanna, Japan","Graduate School of Information Science, Nara Institute of Science and Technology, Nasa, Japan","Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","Nara Institute of Science and Technology","Okinawa Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Laboratories, Keihanna, Japan","institution_ids":["https://openalex.org/I912014387"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Nasa, Japan","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Initial Research Project, Okinawa Institute of Science and Technology, Okinawa, Japan","institution_ids":["https://openalex.org/I142637625"]},{"raw_affiliation_string":"Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Okinawa Institute of Science and Technology","institution_ids":["https://openalex.org/I142637625"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089173802"],"corresponding_institution_ids":["https://openalex.org/I142637625","https://openalex.org/I4210145865"],"apc_list":{"value":3190,"currency":"USD","value_usd":3190},"apc_paid":null,"fwci":0.6554,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82933709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"13","issue":"1","first_page":"275","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.9268368482589722},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.58329838514328},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5289685130119324},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5023632049560547},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4992072582244873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4979877471923828},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4487270414829254},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42847979068756104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41983145475387573},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3532745838165283},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3246074914932251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13802561163902283},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.07709044218063354}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.9268368482589722},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.58329838514328},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5289685130119324},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5023632049560547},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4992072582244873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4979877471923828},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4487270414829254},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42847979068756104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41983145475387573},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3532745838165283},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3246074914932251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13802561163902283},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.07709044218063354},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10015-008-0514-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10015-008-0514-8","pdf_url":null,"source":{"id":"https://openalex.org/S104439334","display_name":"Artificial Life and Robotics","issn_l":"1433-5298","issn":["1433-5298","1614-7456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life and Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1521427077","https://openalex.org/W1564755532","https://openalex.org/W1594783240","https://openalex.org/W1814308503","https://openalex.org/W1970789124","https://openalex.org/W2098432798","https://openalex.org/W2108682071","https://openalex.org/W2127107099","https://openalex.org/W2130801532","https://openalex.org/W2144446635","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W3103182070","https://openalex.org/W4301630257"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2005801347","https://openalex.org/W2372385138","https://openalex.org/W2186640231","https://openalex.org/W4296359239","https://openalex.org/W3184322736"],"abstract_inverted_index":null,"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2013,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}