{"id":"https://openalex.org/W1983053125","doi":"https://doi.org/10.1137/110827466","title":"Singularly Perturbed Discounted Markov Control Processes in a General State Space","display_name":"Singularly Perturbed Discounted Markov Control Processes in a General State Space","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W1983053125","doi":"https://doi.org/10.1137/110827466","mag":"1983053125"},"language":"en","primary_location":{"id":"doi:10.1137/110827466","is_oa":false,"landing_page_url":"https://doi.org/10.1137/110827466","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072909119","display_name":"O.L.V. Costa","orcid":"https://orcid.org/0000-0002-0875-8698"},"institutions":[{"id":"https://openalex.org/I4210142721","display_name":"Hospital Universit\u00e1rio da Universidade de S\u00e3o Paulo","ror":"https://ror.org/0406jsq08","country_code":"BR","type":"healthcare","lineage":["https://openalex.org/I17974374","https://openalex.org/I4210142721"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"O. L. V. Costa","raw_affiliation_strings":["Universidade de S\u00e3o Paulo = University of S\u00e3o Paulo"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo = University of S\u00e3o Paulo","institution_ids":["https://openalex.org/I4210142721"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052608804","display_name":"Fran\u00e7ois Dufour","orcid":"https://orcid.org/0000-0001-6653-2024"},"institutions":[{"id":"https://openalex.org/I4210166017","display_name":"Institut de Math\u00e9matiques de Bordeaux","ror":"https://ror.org/05m3r1b84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I15057530","https://openalex.org/I4210141950","https://openalex.org/I4210160189","https://openalex.org/I4210166017"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"F. Dufour","raw_affiliation_strings":["Quality control and dynamic reliability","Institut de Math\u00e9matiques de Bordeaux"],"affiliations":[{"raw_affiliation_string":"Quality control and dynamic reliability","institution_ids":[]},{"raw_affiliation_string":"Institut de Math\u00e9matiques de Bordeaux","institution_ids":["https://openalex.org/I4210166017"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072909119"],"corresponding_institution_ids":["https://openalex.org/I4210142721"],"apc_list":null,"apc_paid":null,"fwci":3.0665,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90775582,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"50","issue":"2","first_page":"720","last_page":"747"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9474999904632568,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.8359804153442383},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6841210126876831},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.6835570931434631},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5882529020309448},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.5845826864242554},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5802038311958313},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5728937983512878},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.5165785551071167},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49941086769104004},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4983537197113037},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.47331464290618896},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4699568748474121},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44884949922561646},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4371776282787323},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43125271797180176},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3038768470287323},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.20651888847351074},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.13961052894592285},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.12880054116249084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.10805198550224304}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8359804153442383},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6841210126876831},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.6835570931434631},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5882529020309448},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.5845826864242554},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5802038311958313},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5728937983512878},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.5165785551071167},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49941086769104004},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4983537197113037},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.47331464290618896},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4699568748474121},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44884949922561646},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4371776282787323},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43125271797180176},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3038768470287323},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.20651888847351074},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.13961052894592285},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.12880054116249084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.10805198550224304},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1137/110827466","is_oa":false,"landing_page_url":"https://doi.org/10.1137/110827466","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:www.producao.usp.br:BDPI/41676","is_oa":false,"landing_page_url":"http://www.producao.usp.br/handle/BDPI/41676","pdf_url":null,"source":{"id":"https://openalex.org/S4306401373","display_name":"Scientific Electronic Library Online (S\u00e3o Paulo Research Foundation, Latin American and Caribbean Center on Health Sciences Information, Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2982035970","host_organization_name":"Costa Rican Department of Social Security","host_organization_lineage":["https://openalex.org/I2982035970"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W10227384","https://openalex.org/W1967037758","https://openalex.org/W1971088936","https://openalex.org/W1972725295","https://openalex.org/W2013630257","https://openalex.org/W2027311528","https://openalex.org/W2046034165","https://openalex.org/W2064778949","https://openalex.org/W2102773314","https://openalex.org/W2121672706","https://openalex.org/W2149308614"],"related_works":["https://openalex.org/W2152670157","https://openalex.org/W4308702637","https://openalex.org/W2386410636","https://openalex.org/W176737593","https://openalex.org/W2808418668","https://openalex.org/W2903299703","https://openalex.org/W2016648086","https://openalex.org/W2156021013","https://openalex.org/W2042946219","https://openalex.org/W2807018115"],"abstract_inverted_index":{"This":[0,74],"paper":[1,48],"studies":[2],"the":[3,44,63,66,87,90,113,117,121,126,141,145,156,168,180,183,187,206,210],"asymptotic":[4],"optimality":[5],"of":[6,65,89,116,129,144,179,209],"discrete-time":[7],"Markov":[8,98],"decision":[9],"processes":[10],"(MDPs)":[11],"with":[12,54,100],"general":[13,55,193],"state":[14,56,67,194],"space":[15,18,68],"and":[16,19,22,35,57,60,195,198],"action":[17,58,196],"having":[20],"weak":[21],"strong":[23,203],"interactions.":[24],"By":[25],"using":[26,162],"a":[27,81,95,130,151],"similar":[28],"approach":[29],"as":[30,135,213],"developed":[31],"by":[32,69,79,161],"Liu,":[33],"Zhang,":[34],"Yin":[36],"[Appl.":[37],"Math.":[38],"Optim.,":[39],"44":[40],"(2001),":[41],"pp.":[42],"105\u2013129],":[43],"idea":[45],"in":[46,86,182],"this":[47],"is":[49,76,106,110,148,171,190],"to":[50,61,94,125,138],"consider":[51],"an":[52,71,163],"MDP":[53,189,211],"spaces":[59,197],"reduce":[62],"dimension":[64],"considering":[70],"averaged":[72,132],"model.":[73],"formulation":[75],"often":[77],"described":[78],"introducing":[80],"small":[82],"parameter":[83],"$\\epsilon":[84],">0$":[85],"definition":[88],"transition":[91],"kernel,":[92],"leading":[93],"singularly":[96],"perturbed":[97,122],"model":[99],"two":[101,185],"time":[102],"scales.":[103],"Our":[104,174],"objective":[105],"twofold.":[107],"First":[108],"it":[109,147],"shown":[111],"that":[112,150],"value":[114,127],"function":[115,128],"control":[118,133,153,158],"problem":[119,134,159,170],"for":[120,155,167],"system":[123],"converges":[124],"limit":[131,169],"$\\epsilon$":[136],"goes":[137],"zero.":[139],"In":[140],"second":[142],"part":[143],"paper,":[146],"proved":[149],"feedback":[152,165],"policy":[154,166],"original":[157],"defined":[160,191],"optimal":[164],"asymptotically":[172],"optimal.":[173],"work":[175],"extends":[176],"existing":[177],"results":[178],"literature":[181],"following":[184],"directions:":[186],"underlying":[188],"on":[192,205],"we":[199],"do":[200],"not":[201],"impose":[202],"conditions":[204],"recurrence":[207],"structure":[208],"such":[212],"Doeblin's":[214],"condition.":[215]},"counts_by_year":[{"year":2012,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}