{"id":"https://openalex.org/W3009439480","doi":"https://doi.org/10.1109/globecom38437.2019.9013908","title":"Significant Sampling for Shortest Path Routing: A Deep Reinforcement Learning Solution","display_name":"Significant Sampling for Shortest Path Routing: A Deep Reinforcement Learning Solution","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3009439480","doi":"https://doi.org/10.1109/globecom38437.2019.9013908","mag":"3009439480"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9013908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013908","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/1721.1/131056","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037069274","display_name":"Yulin Shao","orcid":"https://orcid.org/0000-0002-6300-3175"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yulin Shao","raw_affiliation_strings":["Dept. of Information Engineering, The Chinese University of Hong Kong, Shatin, New Territories, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Information Engineering, The Chinese University of Hong Kong, Shatin, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026024045","display_name":"Arman Rezaee","orcid":"https://orcid.org/0000-0002-2497-3507"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arman Rezaee","raw_affiliation_strings":["Dept. of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical Engineering and Computer Science, Massachusetts Institute of Technology, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019164720","display_name":"Soung Chang Liew","orcid":"https://orcid.org/0000-0001-7055-6483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Soung Chang Liew","raw_affiliation_strings":["Dept. of Information Engineering, The Chinese University of Hong Kong, Shatin, New Territories, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Information Engineering, The Chinese University of Hong Kong, Shatin, New Territories, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113569271","display_name":"Vincent W. S. Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent W. S. Chan","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4434,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8184515,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"521","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8208781480789185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7704104781150818},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5760329365730286},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5217674374580383},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.49619370698928833},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4441480040550232},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4014859199523926},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.389191210269928},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3252226710319519},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19876280426979065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8208781480789185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7704104781150818},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5760329365730286},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5217674374580383},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.49619370698928833},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4441480040550232},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4014859199523926},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.389191210269928},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3252226710319519},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19876280426979065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/globecom38437.2019.9013908","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013908","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/131056","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/131056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prof. Chan via Phoebe Ayers","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"pmh:oai:dspace.mit.edu:1721.1/131057","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/131057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prof. Chan via Phoebe Ayers","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/131056","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/131056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prof. Chan via Phoebe Ayers","raw_type":"http://purl.org/eprint/type/ConferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2580175322","https://openalex.org/W2915604332","https://openalex.org/W2919115771","https://openalex.org/W2963864421","https://openalex.org/W3103559770","https://openalex.org/W4298023569","https://openalex.org/W4302570325","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"We":[0,197],"face":[1],"a":[2,96,103,134,164,203,234],"growing":[3],"ecosystem":[4],"of":[5,26,43,62,69,73,90,113,128,150,170,219,245],"applications":[6,45],"that":[7,109,146,199,226,236],"produce":[8],"and":[9,15,23,52,84,116,193],"consume":[10],"data":[11],"at":[12],"unprecedented":[13],"rates":[14],"with":[16,167],"strict":[17],"latency":[18],"requirements.":[19],"Meanwhile,":[20],"the":[21,67,81,111,119,126,131,140,148,168,184,187,190,194,207,213,220,242,246],"bursty":[22],"unpredictable":[24],"nature":[25],"their":[27,38],"traffic":[28,221],"can":[29,229],"induce":[30],"highly":[31],"dynamic":[32],"environments":[33],"within":[34],"networks":[35],"which":[36,56],"endanger":[37],"own":[39],"viability.":[40],"Unencumbered":[41],"operation":[42],"these":[44],"requires":[46],"rapid":[47],"(re)actions":[48],"by":[49],"Network":[50],"Management":[51],"Control":[53],"(NMC)":[54],"systems":[55],"themselves":[57],"depends":[58],"on":[59,176],"timely":[60],"collection":[61,72],"network":[63,75,82,91,152],"state":[64,123,149],"information.":[65],"Given":[66],"size":[68],"today's":[70],"networks,":[71],"detailed":[74],"states":[76,92],"is":[77,93],"prohibitively":[78],"costly":[79],"for":[80,95,121,215],"transport":[83],"computational":[85],"resources.":[86],"Thus,":[87],"judicious":[88],"sampling":[89,115,191],"necessary":[94],"cost-effective":[97],"NMC":[98,141],"system.":[99],"This":[100],"paper":[101],"proposes":[102],"deep":[104],"reinforcement":[105],"learning":[106],"(DRL)":[107],"solution":[108,201,228],"learns":[110,186],"principle":[112],"significant":[114],"effectively":[117],"balances":[118],"need":[120,214],"accurate":[122],"information":[124],"against":[125],"cost":[127],"sampling.":[129],"Modeling":[130],"problem":[132],"as":[133,143,183],"Markov":[135],"Decision":[136],"Process,":[137],"we":[138,224],"treat":[139],"system":[142],"an":[144,216],"agent":[145,160,185],"samples":[147],"various":[151],"elements":[153],"to":[154,178,206,231],"make":[155],"optimal":[156,211],"routing":[157,172],"decisions.":[158,173],"The":[159,174],"will":[161,180],"periodically":[162],"receive":[163],"reward":[165,195],"commensurate":[166],"quality":[169],"its":[171],"decision":[175],"when":[177],"sample":[179],"progressively":[181],"improve":[182],"relationship":[188],"between":[189],"frequency":[192],"function.":[196],"show":[198,225],"our":[200,227],"has":[202,237],"comparable":[204],"performance":[205],"recently":[208],"published":[209],"analytical":[210,243],"without":[212],"explicit":[217],"knowledge":[218],"model.":[222],"Furthermore,":[223],"adapt":[230],"new":[232],"environments,":[233],"feature":[235],"been":[238],"largely":[239],"absent":[240],"in":[241],"considerations":[244],"problem.":[247]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2026-08-27T14:10:00.468798","created_date":"2025-10-10T00:00:00"}