{"id":"https://openalex.org/W3191167321","doi":"https://doi.org/10.1145/3452296.3472902","title":"Network planning with deep reinforcement learning","display_name":"Network planning with deep reinforcement learning","publication_year":2021,"publication_date":"2021-08-09","ids":{"openalex":"https://openalex.org/W3191167321","doi":"https://doi.org/10.1145/3452296.3472902","mag":"3191167321"},"language":"en","primary_location":{"id":"doi:10.1145/3452296.3472902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472902","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101577855","display_name":"Hang Zhu","orcid":"https://orcid.org/0009-0006-2974-9113"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hang Zhu","raw_affiliation_strings":["Johns Hopkins University"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011734370","display_name":"Varun Gupta","orcid":"https://orcid.org/0000-0002-0390-9266"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Varun Gupta","raw_affiliation_strings":["Facebook Inc"],"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070424215","display_name":"Satyajeet Singh Ahuja","orcid":"https://orcid.org/0009-0005-8907-3859"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Satyajeet Singh Ahuja","raw_affiliation_strings":["Facebook Inc"],"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084821923","display_name":"Yuandong Tian","orcid":"https://orcid.org/0000-0003-4202-4847"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yuandong Tian","raw_affiliation_strings":["Facebook Inc"],"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386237","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0003-2736-5694"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["Facebook Inc"],"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100641353","display_name":"Xin Jin","orcid":"https://orcid.org/0009-0001-7592-0448"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Jin","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101577855"],"corresponding_institution_ids":["https://openalex.org/I145311948"],"apc_list":null,"apc_paid":null,"fwci":10.7218,"has_fulltext":false,"cited_by_count":101,"citation_normalized_percentile":{"value":0.98681815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"258","last_page":"271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.8419946432113647},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8082461357116699},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7653474807739258},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7436913251876831},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.6784188747406006},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6356408596038818},{"id":"https://openalex.org/keywords/linear-programming","display_name":"Linear programming","score":0.49899959564208984},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45242369174957275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4484906792640686},{"id":"https://openalex.org/keywords/network-planning-and-design","display_name":"Network planning and design","score":0.4377692937850952},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3828608989715576},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18368887901306152},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11227867007255554},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09354245662689209}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8419946432113647},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8082461357116699},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7653474807739258},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7436913251876831},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.6784188747406006},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6356408596038818},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.49899959564208984},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45242369174957275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4484906792640686},{"id":"https://openalex.org/C114563136","wikidata":"https://www.wikidata.org/wiki/Q19725982","display_name":"Network planning and design","level":2,"score":0.4377692937850952},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3828608989715576},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18368887901306152},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11227867007255554},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09354245662689209},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3452296.3472902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3452296.3472902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3452296.3472902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3452296.3472902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM SIGCOMM 2021 Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G161079778","display_name":"CSR: NeTS: Small: In-Network Resource Management for Rack-Scale Computers","funder_award_id":"1813487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5031731575","display_name":"SPX: Collaborative Research: Scaling the Software-Defined Data Center with Network-Storage Stack Co-Design","funder_award_id":"1918757","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8633208974","display_name":null,"funder_award_id":"1813487,1918757","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320324787","display_name":"Peking University","ror":"https://ror.org/02v51f717"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3191167321.pdf","grobid_xml":"https://content.openalex.org/works/W3191167321.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W193938304","https://openalex.org/W1484040084","https://openalex.org/W1972342121","https://openalex.org/W1981651736","https://openalex.org/W1983523797","https://openalex.org/W2029242918","https://openalex.org/W2047714188","https://openalex.org/W2075901706","https://openalex.org/W2096655151","https://openalex.org/W2116341502","https://openalex.org/W2116485279","https://openalex.org/W2124280272","https://openalex.org/W2126533086","https://openalex.org/W2126822952","https://openalex.org/W2136979582","https://openalex.org/W2145339207","https://openalex.org/W2156737235","https://openalex.org/W2492794003","https://openalex.org/W2597342186","https://openalex.org/W2604669799","https://openalex.org/W2607264901","https://openalex.org/W2612690371","https://openalex.org/W2744628735","https://openalex.org/W2751516180","https://openalex.org/W2754517384","https://openalex.org/W2764015261","https://openalex.org/W2766447205","https://openalex.org/W2788667846","https://openalex.org/W2805177834","https://openalex.org/W2824027552","https://openalex.org/W2944956154","https://openalex.org/W2946348792","https://openalex.org/W2947829929","https://openalex.org/W2950058920","https://openalex.org/W2951430899","https://openalex.org/W2962883549","https://openalex.org/W2963821229","https://openalex.org/W2964021722","https://openalex.org/W2965857891","https://openalex.org/W2967062414","https://openalex.org/W2968986602","https://openalex.org/W2970706905","https://openalex.org/W2976987664","https://openalex.org/W2996568029","https://openalex.org/W2999905431","https://openalex.org/W3020084632","https://openalex.org/W3033597088","https://openalex.org/W3034808617","https://openalex.org/W3038898937","https://openalex.org/W3047863327","https://openalex.org/W3098136764","https://openalex.org/W3098304379","https://openalex.org/W3164625502","https://openalex.org/W3173563914","https://openalex.org/W4210257598","https://openalex.org/W4212774754","https://openalex.org/W4238857332","https://openalex.org/W4248841288","https://openalex.org/W4256127810","https://openalex.org/W6608076508","https://openalex.org/W6677316912","https://openalex.org/W6679257226","https://openalex.org/W6683195989","https://openalex.org/W6807384801"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W2951976120","https://openalex.org/W2983685817","https://openalex.org/W4285278887","https://openalex.org/W2995925505","https://openalex.org/W134783735","https://openalex.org/W2365237642","https://openalex.org/W3116484972","https://openalex.org/W4232431455","https://openalex.org/W2021332829"],"abstract_inverted_index":{"Network":[0],"planning":[1],"is":[2,15],"critical":[3],"to":[4,34],"the":[5,36],"performance,":[6],"reliability":[7],"and":[8],"cost":[9],"of":[10,39],"web":[11],"services.":[12],"This":[13],"problem":[14],"typically":[16],"formulated":[17],"as":[18],"an":[19],"Integer":[20],"Linear":[21],"Programming":[22],"(ILP)":[23],"problem.":[24],"Today's":[25],"practice":[26],"relies":[27],"on":[28],"hand-tuned":[29],"heuristics":[30],"from":[31],"human":[32],"experts":[33],"address":[35],"scalability":[37],"challenge":[38],"ILP":[40],"solvers.":[41]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":19}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}