{"id":"https://openalex.org/W1990437501","doi":"https://doi.org/10.1016/s0167-6911(01)00152-9","title":"A sensitivity formula for risk-sensitive cost and the actor\u2013critic algorithm","display_name":"A sensitivity formula for risk-sensitive cost and the actor\u2013critic algorithm","publication_year":2001,"publication_date":"2001-12-01","ids":{"openalex":"https://openalex.org/W1990437501","doi":"https://doi.org/10.1016/s0167-6911(01)00152-9","mag":"1990437501"},"language":"en","primary_location":{"id":"doi:10.1016/s0167-6911(01)00152-9","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0167-6911(01)00152-9","pdf_url":null,"source":{"id":"https://openalex.org/S56603566","display_name":"Systems & Control Letters","issn_l":"0167-6911","issn":["0167-6911","1872-7956"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems & Control Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018541798","display_name":"Vivek S. Borkar","orcid":"https://orcid.org/0000-0003-0756-5402"},"institutions":[{"id":"https://openalex.org/I11947397","display_name":"Tata Institute of Fundamental Research","ror":"https://ror.org/03ht1xw27","country_code":"IN","type":"education","lineage":["https://openalex.org/I11947397","https://openalex.org/I2799351866","https://openalex.org/I3149292468"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"V.S. Borkar","raw_affiliation_strings":["School of Technology and Computer Science, Tata Institute of Fundamental Research, Homi Bhabha Road, Mumbai 400005, India","School of Technology & Computer Science, Tata Institute of Fundamental Research, Homi Bhabha Road, Mumbai 400005, India"],"affiliations":[{"raw_affiliation_string":"School of Technology and Computer Science, Tata Institute of Fundamental Research, Homi Bhabha Road, Mumbai 400005, India","institution_ids":["https://openalex.org/I11947397"]},{"raw_affiliation_string":"School of Technology & Computer Science, Tata Institute of Fundamental Research, Homi Bhabha Road, Mumbai 400005, India","institution_ids":["https://openalex.org/I11947397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5018541798"],"corresponding_institution_ids":["https://openalex.org/I11947397"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":null,"fwci":0.3999,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.61697481,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"44","issue":"5","first_page":"339","last_page":"346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.7230603098869324},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.6978651285171509},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6320078372955322},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5326877236366272},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5203706622123718},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.513741135597229},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45222052931785583},{"id":"https://openalex.org/keywords/stochastic-differential-equation","display_name":"Stochastic differential equation","score":0.4168383777141571},{"id":"https://openalex.org/keywords/ordinary-differential-equation","display_name":"Ordinary differential equation","score":0.4104993939399719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38294902443885803},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.27554529905319214},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.2327306866645813}],"concepts":[{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.7230603098869324},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.6978651285171509},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6320078372955322},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5326877236366272},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5203706622123718},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.513741135597229},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45222052931785583},{"id":"https://openalex.org/C51955184","wikidata":"https://www.wikidata.org/wiki/Q1545585","display_name":"Stochastic differential equation","level":2,"score":0.4168383777141571},{"id":"https://openalex.org/C51544822","wikidata":"https://www.wikidata.org/wiki/Q465274","display_name":"Ordinary differential equation","level":3,"score":0.4104993939399719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38294902443885803},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.27554529905319214},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.2327306866645813},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/s0167-6911(01)00152-9","is_oa":false,"landing_page_url":"https://doi.org/10.1016/s0167-6911(01)00152-9","pdf_url":null,"source":{"id":"https://openalex.org/S56603566","display_name":"Systems & Control Letters","issn_l":"0167-6911","issn":["0167-6911","1872-7956"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems & Control Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1568229137","https://openalex.org/W1589395967","https://openalex.org/W1970602736","https://openalex.org/W2004276046","https://openalex.org/W2037197628","https://openalex.org/W2052626772","https://openalex.org/W2071983464","https://openalex.org/W2080631849","https://openalex.org/W2082261506","https://openalex.org/W2086304253","https://openalex.org/W2094364653","https://openalex.org/W2120465407","https://openalex.org/W2125812768","https://openalex.org/W2139914196","https://openalex.org/W2140282437","https://openalex.org/W2146524676","https://openalex.org/W2171033527","https://openalex.org/W2180192350","https://openalex.org/W2334782222","https://openalex.org/W2531891978","https://openalex.org/W2914656440","https://openalex.org/W2947302008","https://openalex.org/W3021829440","https://openalex.org/W4246388106","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W1660242800","https://openalex.org/W2077211377","https://openalex.org/W3152686072","https://openalex.org/W2379651310","https://openalex.org/W1541249122","https://openalex.org/W2113019827","https://openalex.org/W2367222340","https://openalex.org/W2162286586","https://openalex.org/W2399970821","https://openalex.org/W4255368532"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}