{"id":"https://openalex.org/W4409311523","doi":"https://doi.org/10.1109/ton.2025.3553858","title":"State-Independent Control for Constrained Markov Decision Processes With Birth-Death Dynamics","display_name":"State-Independent Control for Constrained Markov Decision Processes With Birth-Death Dynamics","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311523","doi":"https://doi.org/10.1109/ton.2025.3553858"},"language":"en","primary_location":{"id":"doi:10.1109/ton.2025.3553858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3553858","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098933898","display_name":"Yilin Zheng","orcid":"https://orcid.org/0000-0002-5663-4411"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yilin Zheng","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0002-5663-4411","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076974020","display_name":"Atilla Ery\u0131lmaz","orcid":"https://orcid.org/0000-0001-5560-5806"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atilla Eryilmaz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA"],"raw_orcid":"https://orcid.org/0000-0001-5560-5806","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":1.4058,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81425582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"33","issue":"4","first_page":"1976","last_page":"1988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.6238999962806702,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.6238999962806702,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.6215999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.5997999906539917,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5691829919815063},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5465093851089478},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5442784428596497},{"id":"https://openalex.org/keywords/birth\u2013death-process","display_name":"Birth\u2013death process","score":0.541205644607544},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5318752527236938},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.4646114408969879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45525065064430237},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4551706910133362},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29966509342193604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2246764898300171},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20420128107070923},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1651897430419922},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14075416326522827},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.13966938853263855},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.12579560279846191},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09896618127822876}],"concepts":[{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5691829919815063},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5465093851089478},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5442784428596497},{"id":"https://openalex.org/C65990518","wikidata":"https://www.wikidata.org/wiki/Q1456275","display_name":"Birth\u2013death process","level":3,"score":0.541205644607544},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5318752527236938},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.4646114408969879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45525065064430237},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4551706910133362},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29966509342193604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2246764898300171},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20420128107070923},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1651897430419922},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14075416326522827},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.13966938853263855},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.12579560279846191},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09896618127822876},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ton.2025.3553858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ton.2025.3553858","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1423292295","display_name":null,"funder_award_id":"W911NF-24-1-0103","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G3405165046","display_name":null,"funder_award_id":"N00014-19-1-2621","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W166250193","https://openalex.org/W1970043744","https://openalex.org/W1996859119","https://openalex.org/W2003798390","https://openalex.org/W2016384870","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2124102642","https://openalex.org/W2141515329","https://openalex.org/W2150905291","https://openalex.org/W2159471113","https://openalex.org/W2414220426","https://openalex.org/W2467243923","https://openalex.org/W2781990454","https://openalex.org/W2790607499","https://openalex.org/W2885549115","https://openalex.org/W2889169527","https://openalex.org/W2950303912","https://openalex.org/W2963782453","https://openalex.org/W2965749257","https://openalex.org/W2996787464","https://openalex.org/W3035652043","https://openalex.org/W3095887231","https://openalex.org/W3203973756","https://openalex.org/W4206497039","https://openalex.org/W4206742934","https://openalex.org/W4254175217","https://openalex.org/W4382198242","https://openalex.org/W4382318199","https://openalex.org/W4398157077","https://openalex.org/W6635324964","https://openalex.org/W6639039794","https://openalex.org/W6712331629","https://openalex.org/W6734134982","https://openalex.org/W6736209634","https://openalex.org/W6754663540","https://openalex.org/W6760725094","https://openalex.org/W6779433532","https://openalex.org/W6780200251","https://openalex.org/W6783916088","https://openalex.org/W6784620602","https://openalex.org/W6785471904","https://openalex.org/W6791543022","https://openalex.org/W6794584983","https://openalex.org/W6845935556","https://openalex.org/W6857447482"],"related_works":["https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W4236062181","https://openalex.org/W2315999538","https://openalex.org/W2367222340","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"In":[0,81,190],"many":[1],"applications,":[2],"we":[3,84,201],"regularly":[4],"face":[5],"the":[6,43,58,64,69,91,94,103,106,109,112,115,120,123,135,149,158,177,185,209],"fundamental":[7],"problem":[8,59,196],"of":[9,21,35,96,108,118,122,137,152,184],"allocating":[10],"a":[11,19,26,30,52,78,99,164,193,226],"common":[12],"resource":[13,44],"(funding,":[14],"time,":[15],"energy,":[16],"etc.)":[17],"among":[18],"network":[20],"processes":[22,124],"that":[23,93,147,205,222],"evolve":[24],"in":[25,63,74],"continuous-space":[27],"according":[28],"to":[29,39,126,231],"birth-death":[31,198],"dynamics.":[32],"The":[33],"state":[34],"each":[36],"process":[37],"tends":[38],"gradually":[40,46],"improve":[41],"with":[42,77,134,176],"and":[45,105,237],"degrade":[47],"without":[48],"it.":[49],"Formulated":[50],"as":[51,157,208],"Constrained":[53],"Markov":[54],"Decision":[55],"Process":[56],"(CMDP),":[57],"is":[60,145,154],"typically":[61],"attacked":[62],"continuous":[65,187],"space":[66,76,188],"directly":[67],"using":[68],"function":[70,142,238],"approximation":[71,239],"method":[72,88],"or":[73],"discrete":[75],"fixed":[79],"granularity.":[80],"this":[82],"work,":[83],"investigated":[85],"an":[86,138],"alternative":[87,232],"based":[89],"on":[90,102],"fact":[92],"granularity":[95,113,179,211],"discretization":[97,178,210],"has":[98,114,225],"crucial":[100],"impact":[101],"size":[104],"evolution":[107],"state-space.":[110,140],"Increasing":[111],"desirable":[116],"effect":[117],"increasing":[119,139],"control":[121],"(due":[125],"increased":[127],"interaction":[128],"regularity),":[129],"but":[130],"it":[131,144],"also":[132,217],"comes":[133],"burden":[136],"Without":[141],"approximation,":[143],"well-known":[146],"finding":[148],"optimal":[150],"solution":[151],"CMDP":[153],"formidably":[155],"difficult":[156],"state-space":[159],"grows.":[160,215],"We":[161,216],"have":[162],"taken":[163],"fresh":[165],"look":[166],"at":[167],"designing":[168],"State-Independent":[169],"policies":[170,204],"whose":[171],"complexity":[172],"does":[173],"not":[174],"scale":[175],"parameter":[180],"<italic":[181,212],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[182,213],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">n</i>":[183,214],"underlying":[186],"processes.":[189],"particular,":[191],"for":[192],"constrained-resource":[194],"allocation":[195],"over":[197],"type":[199],"processes,":[200],"developed":[202],"state-independent":[203],"guarantee":[206],"asymptotic-optimality":[207],"show,":[218],"through":[219],"numerical":[220],"comparisons,":[221],"our":[223],"design":[224],"lower":[227],"running":[228],"time":[229],"compared":[230],"designs":[233],"including":[234],"index-based":[235],"methods":[236],"methods.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}