{"id":"https://openalex.org/W2160522427","doi":"https://doi.org/10.1177/0037549708098120","title":"Simulation-Based Optimization Algorithms for Finite-Horizon Markov Decision Processes","display_name":"Simulation-Based Optimization Algorithms for Finite-Horizon Markov Decision Processes","publication_year":2008,"publication_date":"2008-11-24","ids":{"openalex":"https://openalex.org/W2160522427","doi":"https://doi.org/10.1177/0037549708098120","mag":"2160522427"},"language":"en","primary_location":{"id":"doi:10.1177/0037549708098120","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549708098120","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038163398","display_name":"Shalabh Bhatnagar","orcid":"https://orcid.org/0000-0001-7644-3914"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shalabh Bhatnagar","raw_affiliation_strings":["Department of Computer Science and Automation Indian Institute of Science Bangalore 560 012, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Automation Indian Institute of Science Bangalore 560 012, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057952216","display_name":"Mohammed Shahid Abdulla","orcid":"https://orcid.org/0000-0002-0464-0617"},"institutions":[{"id":"https://openalex.org/I2801120862","display_name":"General Motors (India)","ror":"https://ror.org/05g5nrw43","country_code":"IN","type":"company","lineage":["https://openalex.org/I118136607","https://openalex.org/I2801120862"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammed Shahid Abdulla","raw_affiliation_strings":["General Motors India Science Lab Bangalore"],"affiliations":[{"raw_affiliation_string":"General Motors India Science Lab Bangalore","institution_ids":["https://openalex.org/I2801120862"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038163398"],"corresponding_institution_ids":["https://openalex.org/I59270414"],"apc_list":null,"apc_paid":null,"fwci":1.7512,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86879294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"84","issue":"12","first_page":"577","last_page":"600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7832196950912476},{"id":"https://openalex.org/keywords/finite-state","display_name":"Finite state","score":0.6207064986228943},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5875021815299988},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5573251247406006},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5557231903076172},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5411692261695862},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5228251218795776},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4924498498439789},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4684567451477051},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45061033964157104},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3256598114967346},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10200658440589905}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7832196950912476},{"id":"https://openalex.org/C2983497884","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite state","level":3,"score":0.6207064986228943},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5875021815299988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5573251247406006},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5557231903076172},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5411692261695862},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5228251218795776},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4924498498439789},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4684567451477051},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45061033964157104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3256598114967346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10200658440589905},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/0037549708098120","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549708098120","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},{"id":"pmh:oai:eprints.iisc.ac.in:17467","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196309","display_name":"NOT FOUND REPOSITORY (Indian Institute of Science Bangalore)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59270414","host_organization_name":"Indian Institute of Science Bangalore","host_organization_lineage":["https://openalex.org/I59270414"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W25486626","https://openalex.org/W32403112","https://openalex.org/W104909430","https://openalex.org/W591892725","https://openalex.org/W649943522","https://openalex.org/W1515851193","https://openalex.org/W1516418405","https://openalex.org/W1544291029","https://openalex.org/W1576452626","https://openalex.org/W1587487627","https://openalex.org/W1597303641","https://openalex.org/W1862351217","https://openalex.org/W1943309769","https://openalex.org/W1985291828","https://openalex.org/W2009303086","https://openalex.org/W2012117977","https://openalex.org/W2059287472","https://openalex.org/W2061769118","https://openalex.org/W2063123975","https://openalex.org/W2065134213","https://openalex.org/W2081076524","https://openalex.org/W2082261506","https://openalex.org/W2091312325","https://openalex.org/W2091565802","https://openalex.org/W2098432798","https://openalex.org/W2109516767","https://openalex.org/W2111303831","https://openalex.org/W2115020145","https://openalex.org/W2119567691","https://openalex.org/W2120465407","https://openalex.org/W2121111990","https://openalex.org/W2121863487","https://openalex.org/W2124289529","https://openalex.org/W2125852847","https://openalex.org/W2139418546","https://openalex.org/W2142393026","https://openalex.org/W2150152677","https://openalex.org/W2155027007","https://openalex.org/W2156293667","https://openalex.org/W2156737235","https://openalex.org/W2170432401","https://openalex.org/W2173945562","https://openalex.org/W2182044576","https://openalex.org/W2235056388","https://openalex.org/W2322524800","https://openalex.org/W2334782222","https://openalex.org/W2400458653","https://openalex.org/W2528252365","https://openalex.org/W2529217187","https://openalex.org/W2531891978","https://openalex.org/W2560674852","https://openalex.org/W2607666848","https://openalex.org/W2912485311","https://openalex.org/W4214717370","https://openalex.org/W4231022371","https://openalex.org/W4302033506"],"related_works":["https://openalex.org/W2367222340","https://openalex.org/W2380172021","https://openalex.org/W2788947214","https://openalex.org/W2117282672","https://openalex.org/W2104198943","https://openalex.org/W61735584","https://openalex.org/W2026691440","https://openalex.org/W2349149331","https://openalex.org/W2161367706","https://openalex.org/W2981887127"],"abstract_inverted_index":{"We":[0],"develop":[1],"four":[2,64],"simulation-based":[3],"algorithms":[4,13,65],"for":[5,16,28,45,68],"finite-horizon":[6],"Markov":[7],"decision":[8],"processes.":[9],"Two":[10],"of":[11,71],"these":[12],"are":[14,27,66],"developed":[15],"finite":[17,29,32],"state":[18,30],"and":[19,31,58],"compact":[20],"action":[21,33],"spaces":[22],"while":[23],"the":[24,36,46,63],"other":[25],"two":[26],"spaces.":[34],"Of":[35],"former":[37],"two,":[38],"one":[39],"algorithm":[40],"uses":[41],"a":[42,69],"linear":[43],"parameterization":[44],"policy,":[47],"resulting":[48],"in":[49,74],"reduced":[50],"memory":[51],"complexity.":[52],"Convergence":[53],"analysis":[54],"is":[55],"briefly":[56],"sketched":[57],"illustrative":[59],"numerical":[60],"experiments":[61],"with":[62],"shown":[67],"problem":[70],"flow":[72],"control":[73],"communication":[75],"networks.":[76]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}