{"id":"https://openalex.org/W4281629912","doi":"https://doi.org/10.1109/noms54207.2022.9789809","title":"Factored Reinforcement Learning for Auto-scaling in Tandem Queues","display_name":"Factored Reinforcement Learning for Auto-scaling in Tandem Queues","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4281629912","doi":"https://doi.org/10.1109/noms54207.2022.9789809"},"language":"en","primary_location":{"id":"doi:10.1109/noms54207.2022.9789809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms54207.2022.9789809","pdf_url":null,"source":{"id":"https://openalex.org/S4363605650","display_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cnrs.hal.science/hal-03811176","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064123013","display_name":"Thomas Tournaire","orcid":"https://orcid.org/0000-0003-3772-7679"},"institutions":[{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thomas Tournaire","raw_affiliation_strings":["Nokia Bell Labs France,SAMOVAR,Paris-Saclay,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs France,SAMOVAR,Paris-Saclay,France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101863515","display_name":"Yue Jin","orcid":"https://orcid.org/0000-0002-0143-0024"},"institutions":[{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yue Jin","raw_affiliation_strings":["Nokia Bell Labs France,Paris-Saclay,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs France,Paris-Saclay,France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078326709","display_name":"Armen Aghasaryan","orcid":"https://orcid.org/0009-0009-3284-1027"},"institutions":[{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Armen Aghasaryan","raw_affiliation_strings":["Nokia Bell Labs France,Paris-Saclay,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs France,Paris-Saclay,France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112853088","display_name":"Hind Castel-Taleb","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4387153010","display_name":"T\u00e9l\u00e9com SudParis","ror":"https://ror.org/05xvk4r52","country_code":"FR","type":"education","lineage":["https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4387153010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hind Castel-Taleb","raw_affiliation_strings":["Telecom SudParis Evry,SAMOVAR,France","Institut Polytechnique de Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecom SudParis Evry,SAMOVAR,France","institution_ids":["https://openalex.org/I4210145102","https://openalex.org/I4387153010"]},{"raw_affiliation_string":"Institut Polytechnique de Paris","institution_ids":["https://openalex.org/I4210145102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033591197","display_name":"Emmanuel Hyon","orcid":"https://orcid.org/0000-0001-8542-1522"},"institutions":[{"id":"https://openalex.org/I40434647","display_name":"Universit\u00e9 Paris Nanterre","ror":"https://ror.org/013bkhk48","country_code":"FR","type":"education","lineage":["https://openalex.org/I40434647"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emmanuel Hyon","raw_affiliation_strings":["Université Paris Nanterre,UPL,Nanterre,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Paris Nanterre,UPL,Nanterre,France","institution_ids":["https://openalex.org/I40434647"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5392,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53115757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8878111243247986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8098506927490234},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6587931513786316},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5232376456260681},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5112245082855225},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4801989793777466},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.47602277994155884},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4627177119255066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25346851348876953},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14917564392089844}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8878111243247986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8098506927490234},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6587931513786316},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5232376456260681},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5112245082855225},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4801989793777466},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.47602277994155884},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4627177119255066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25346851348876953},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14917564392089844},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/noms54207.2022.9789809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms54207.2022.9789809","pdf_url":null,"source":{"id":"https://openalex.org/S4363605650","display_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03811176v1","is_oa":true,"landing_page_url":"https://cnrs.hal.science/hal-03811176","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium, Apr 2022, Budapest, Hungary. pp.1-7, ⟨10.1109/NOMS54207.2022.9789809⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03811176v1","is_oa":true,"landing_page_url":"https://cnrs.hal.science/hal-03811176","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NOMS 2022-2022 IEEE/IFIP Network Operations and Management Symposium, Apr 2022, Budapest, Hungary. pp.1-7, ⟨10.1109/NOMS54207.2022.9789809⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W578577700","https://openalex.org/W1502893368","https://openalex.org/W1554015367","https://openalex.org/W1997477668","https://openalex.org/W2094289169","https://openalex.org/W2129679414","https://openalex.org/W2131660762","https://openalex.org/W2161966552","https://openalex.org/W2334782222","https://openalex.org/W2595166142","https://openalex.org/W2733081033","https://openalex.org/W2809914090","https://openalex.org/W2963863328","https://openalex.org/W3009907352","https://openalex.org/W3010267575","https://openalex.org/W3159379802","https://openalex.org/W3161207621","https://openalex.org/W3217082949","https://openalex.org/W6616769910","https://openalex.org/W6630339688","https://openalex.org/W6633172667","https://openalex.org/W6679290601","https://openalex.org/W6683603353","https://openalex.org/W6734681594","https://openalex.org/W6780559895","https://openalex.org/W6794630435"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"As":[0],"today\u2019s":[1],"networking":[2],"systems":[3],"utilise":[4],"more":[5],"virtual-isation,":[6],"efficient":[7],"auto-scaling":[8,33,55,125,158],"of":[9,41,103,113,118,123,138,182],"resources":[10],"becomes":[11],"increasingly":[12],"critical":[13],"for":[14],"controlling":[15],"both":[16],"the":[17,27,31,42,67,72,95,104,111,124,156],"performance":[18],"and":[19,63,85,141,176,185],"energy":[20],"consumption.":[21],"In":[22],"this":[23],"paper,":[24],"we":[25],"study":[26],"techniques":[28],"to":[29,53,93,128,154],"learn":[30],"optimal":[32,157],"policies":[34,130],"in":[35,110,180],"a":[36,100,107,114,133,146,165],"distributed":[37,75,108],"network":[38,109],"when":[39],"parts":[40],"system":[43],"dynamics":[44],"are":[45],"unknown.":[46],"Reinforcement":[47,148,173],"Learning":[48,149,174],"methods":[49,175],"have":[50,77,132],"been":[51],"applied":[52],"solve":[54],"problems.":[56],"However":[57],"they":[58],"can":[59,89],"run":[60],"into":[61],"computational":[62],"convergence":[64,96,186],"issues":[65,97],"as":[66],"problem":[68,126],"scale":[69],"grows.":[70],"On":[71],"other":[73],"hand,":[74],"networks":[76],"relational":[78],"structures":[79,92],"with":[80,164,171],"local":[81],"dependencies":[82],"between":[83,136],"physical":[84],"virtual":[86],"resources.":[87],"We":[88,144,160,168],"exploit":[90],"these":[91],"overcome":[94],"by":[98],"using":[99],"factored":[101,147],"representation":[102],"system.We":[105],"consider":[106],"form":[112],"tandem":[115],"queue":[116],"composed":[117],"two":[119],"nodes.":[120],"The":[121],"objective":[122],"is":[127],"find":[129,155],"that":[131],"good":[134],"trade-off":[135],"quality":[137],"service":[139],"(QoS)":[140],"operating":[142],"costs.":[143],"develop":[145],"algorithm,":[150],"named":[151],"FMDP":[152],"online,":[153],"policies.":[159],"evaluate":[161],"our":[162],"algorithm":[163],"simulated":[166],"environment.":[167],"compare":[169],"it":[170],"existing":[172],"show":[177],"its":[178],"relevance":[179],"terms":[181],"policy":[183],"efficiency":[184],"speed.":[187]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}