{"id":"https://openalex.org/W2908395399","doi":"https://doi.org/10.1109/icarcv.2018.8581152","title":"Stochastic Optimal Control of Dynamic Queue Systems: A Probabilistic Perspective","display_name":"Stochastic Optimal Control of Dynamic Queue Systems: A Probabilistic Perspective","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2908395399","doi":"https://doi.org/10.1109/icarcv.2018.8581152","mag":"2908395399"},"language":"en","primary_location":{"id":"doi:10.1109/icarcv.2018.8581152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv.2018.8581152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012777183","display_name":"Yulong Gao","orcid":"https://orcid.org/0000-0003-2338-5487"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Yulong Gao","raw_affiliation_strings":["ACCESS Linnaeus Centre, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ACCESS Linnaeus Centre, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778373","display_name":"Shuang Wu","orcid":"https://orcid.org/0000-0001-9512-2358"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuang Wu","raw_affiliation_strings":["Electronic and Computer Engineering, Hong Kong University of Science and Technology, Kowloon, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic and Computer Engineering, Hong Kong University of Science and Technology, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045975901","display_name":"Karl Henrik Johansson","orcid":"https://orcid.org/0000-0001-9940-5929"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Karl H. Johansson","raw_affiliation_strings":["ACCESS Linnaeus Centre, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ACCESS Linnaeus Centre, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007329669","display_name":"Ling Shi","orcid":"https://orcid.org/0000-0002-6771-8258"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ling Shi","raw_affiliation_strings":["Electronic and Computer Engineering, Hong Kong University of Science and Technology, Kowloon, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronic and Computer Engineering, Hong Kong University of Science and Technology, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365448","display_name":"Lihua Xie","orcid":"https://orcid.org/0000-0002-7137-4136"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lihua Xie","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3318,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68976874,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"837","last_page":"842"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7007791996002197},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6874851584434509},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6714455485343933},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5750427842140198},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5148855447769165},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4618801772594452},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4519873857498169},{"id":"https://openalex.org/keywords/queue-management-system","display_name":"Queue management system","score":0.4307498633861542},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19462060928344727},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1222446858882904}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7007791996002197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6874851584434509},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6714455485343933},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5750427842140198},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5148855447769165},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4618801772594452},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4519873857498169},{"id":"https://openalex.org/C128220111","wikidata":"https://www.wikidata.org/wiki/Q4531011","display_name":"Queue management system","level":3,"score":0.4307498633861542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19462060928344727},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1222446858882904},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarcv.2018.8581152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icarcv.2018.8581152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Conference on Control, Automation, Robotics and Vision (ICARCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W623657083","https://openalex.org/W1518931405","https://openalex.org/W2010654234","https://openalex.org/W2029631728","https://openalex.org/W2098432798","https://openalex.org/W2171310684","https://openalex.org/W2483880798","https://openalex.org/W2759379487","https://openalex.org/W2783118320"],"related_works":["https://openalex.org/W187740018","https://openalex.org/W2509267828","https://openalex.org/W2162286586","https://openalex.org/W4255368532","https://openalex.org/W3029168790","https://openalex.org/W2362829887","https://openalex.org/W48765632","https://openalex.org/W4287888322","https://openalex.org/W28679724","https://openalex.org/W2003834722"],"abstract_inverted_index":{"Queue":[0],"overflow":[1],"of":[2,23],"a":[3,32,53,80],"dynamic":[4,38],"queue":[5,39,46],"system":[6],"gives":[7],"rise":[8],"to":[9],"the":[10,17,21,26,90,101,105,108,131,136],"information":[11],"loss":[12],"(or":[13],"packet":[14],"loss)":[15],"in":[16,25],"communication":[18],"buffer":[19],"or":[20],"decrease":[22],"throughput":[24],"transportation":[27],"network.":[28],"This":[29],"paper":[30],"investigates":[31],"stochastic":[33,68],"optimal":[34,69,121],"control":[35,70,93],"problem":[36,51],"for":[37,71,89],"systems":[40],"when":[41],"imposing":[42],"probability":[43,132],"constraints":[44,75],"on":[45],"overflows.":[47],"We":[48,61],"reformulate":[49],"this":[50],"as":[52,79],"Markov":[54],"decision":[55],"process":[56],"(MDP)":[57],"with":[58,73],"safety":[59],"constraints.":[60],"prove":[62],"that":[63,103],"both":[64],"finite-horizon":[65,91],"and":[66,123,129],"infinite-horizon":[67],"MDP":[72],"such":[74],"can":[76,111],"be":[77,112],"transformed":[78],"linear":[81],"program":[82],"(LP),":[83],"respectively.":[84],"Feasibility":[85],"conditions":[86],"are":[87,98],"provided":[88],"constrained":[92],"problem.":[94],"Two":[95],"implementation":[96],"algorithms":[97],"designed":[99],"under":[100],"assumption":[102],"only":[104],"state":[106,109,124],"(not":[107],"distribution)":[110],"observed":[113],"at":[114],"each":[115],"time":[116],"instant.":[117],"Simulation":[118],"results":[119],"compare":[120],"cost":[122],"distribution":[125],"among":[126],"different":[127],"scenarios,":[128],"show":[130],"constraint":[133],"satisfaction":[134],"by":[135],"proposed":[137],"algorithms.":[138]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}