{"id":"https://openalex.org/W2049396938","doi":"https://doi.org/10.1109/tac.2012.2204831","title":"Dynamic Optimization and Learning for Renewal Systems","display_name":"Dynamic Optimization and Learning for Renewal Systems","publication_year":2012,"publication_date":"2012-06-14","ids":{"openalex":"https://openalex.org/W2049396938","doi":"https://doi.org/10.1109/tac.2012.2204831","mag":"2049396938"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2012.2204831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2012.2204831","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029961049","display_name":"Michael J. Neely","orcid":"https://orcid.org/0000-0003-3524-1587"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael J. Neely","raw_affiliation_strings":["Electrical Engineering Department, University of Southern California, Los Angeles, CA, USA","Electr. Eng. Dept., Univ. of Southern California, Los Angeles, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Electr. Eng. Dept., Univ. of Southern California, Los Angeles, CA, USA#TAB#","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029961049"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":2.9882,"has_fulltext":false,"cited_by_count":110,"citation_normalized_percentile":{"value":0.91617716,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"58","issue":"1","first_page":"32","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6538412570953369},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6088650226593018},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5922196507453918},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5888817310333252},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5601236820220947},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4884239733219147},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4854586720466614},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43270379304885864},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.41861382126808167},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3930111825466156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2982567846775055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1632346510887146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14297011494636536}],"concepts":[{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6538412570953369},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6088650226593018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5922196507453918},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5888817310333252},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5601236820220947},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4884239733219147},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4854586720466614},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43270379304885864},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.41861382126808167},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3930111825466156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2982567846775055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1632346510887146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14297011494636536},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2012.2204831","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2012.2204831","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W565357261","https://openalex.org/W1484478478","https://openalex.org/W1518931405","https://openalex.org/W1760439761","https://openalex.org/W1970492947","https://openalex.org/W1974862874","https://openalex.org/W1987093621","https://openalex.org/W2003842604","https://openalex.org/W2018675650","https://openalex.org/W2038007012","https://openalex.org/W2058316706","https://openalex.org/W2070570138","https://openalex.org/W2083642677","https://openalex.org/W2093518728","https://openalex.org/W2108773869","https://openalex.org/W2124839177","https://openalex.org/W2127423818","https://openalex.org/W2134196343","https://openalex.org/W2135663206","https://openalex.org/W2135798231","https://openalex.org/W2137152139","https://openalex.org/W2138717292","https://openalex.org/W2140656373","https://openalex.org/W2151166730","https://openalex.org/W2154036212","https://openalex.org/W2162093633","https://openalex.org/W2487144912","https://openalex.org/W2962836310","https://openalex.org/W4250589301","https://openalex.org/W4297972233","https://openalex.org/W4300306656","https://openalex.org/W4300542022","https://openalex.org/W4301885439","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W1978745259","https://openalex.org/W3127438322","https://openalex.org/W1990112656","https://openalex.org/W4287330080","https://openalex.org/W4283738289","https://openalex.org/W2363855676","https://openalex.org/W2152231846","https://openalex.org/W2203568081"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"optimization":[3,106],"of":[4,45,67,86,161,197],"time":[5,84,92],"averages":[6],"in":[7,20,54,79],"systems":[8,131,200],"with":[9,201,210],"variable":[10],"length":[11],"renewal":[12],"frames.":[13],"Applications":[14],"include":[15],"power-aware":[16],"and":[17,25,40,214,221],"profit-aware":[18],"scheduling":[19],"wireless":[21],"networks,":[22,24],"peer-to-peer":[23],"transportation":[26],"systems.":[27],"Every":[28],"frame,":[29,63,140],"a":[30,43,51,57,65,83,114,128,135,176,195],"new":[31],"policy":[32,48],"is":[33,72,122,155],"implemented":[34],"that":[35,41,132],"affects":[36],"the":[37,62,96,188],"frame":[38,78],"size":[39],"creates":[42],"vector":[44],"attributes.":[46],"The":[47,70,108,120,153],"can":[49],"be":[50],"single":[52,136],"decision":[53,137,164],"response":[55],"to":[56,73,81,90,112,145,158,170,175],"random":[58],"event":[59],"observed":[60],"on":[61,76,95,104,138,183],"or":[64],"sequence":[66],"such":[68],"decisions.":[69],"goal":[71],"choose":[74],"policies":[75],"each":[77,118,139,184],"order":[80],"maximize":[82],"average":[85,93],"one":[87],"attribute,":[88],"subject":[89],"additional":[91],"constraints":[94],"others.":[97],"Two":[98],"algorithms":[99,142],"are":[100,143,168,208],"developed,":[101],"both":[102,141],"based":[103],"Lyapunov":[105],"concepts.":[107],"first":[109],"makes":[110],"decisions":[111],"minimize":[113],"\u201cdrift-plus-penalty\u201d":[115],"ratio":[116],"over":[117],"frame.":[119,185],"second":[121],"similar":[123],"but":[124],"does":[125],"not":[126],"involve":[127],"ratio.":[129],"For":[130],"make":[133],"only":[134],"shown":[144],"learn":[146],"efficient":[147],"behavior":[148],"without":[149],"a-priori":[150],"statistical":[151],"knowledge.":[152],"framework":[154],"also":[156],"applicable":[157],"large":[159,202],"classes":[160],"constrained":[162],"Markov":[163],"problems.":[165],"Such":[166],"problems":[167],"reduced":[169],"finding":[171],"an":[172,216],"approximate":[173],"solution":[174],"simpler":[177,189],"unconstrained":[178],"stochastic":[179],"shortest":[180],"path":[181],"problem":[182,190],"Approximations":[186],"for":[187,199],"may":[191],"still":[192],"suffer":[193],"from":[194],"curse":[196],"dimensionality":[198],"state":[203],"space.":[204],"However,":[205],"our":[206],"results":[207],"compatible":[209],"any":[211],"approximation":[212],"method,":[213],"demonstrate":[215],"explicit":[217],"tradeoff":[218],"between":[219],"performance":[220],"convergence":[222],"time.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}