{"id":"https://openalex.org/W4315629822","doi":"https://doi.org/10.1109/globecom48099.2022.10000597","title":"Constructing a DRL Decision Making Scheme for Multi-Path Routing in All-IP Access Network","display_name":"Constructing a DRL Decision Making Scheme for Multi-Path Routing in All-IP Access Network","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4315629822","doi":"https://doi.org/10.1109/globecom48099.2022.10000597"},"language":"en","primary_location":{"id":"doi:10.1109/globecom48099.2022.10000597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000597","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101916962","display_name":"Jiaqi Tang","orcid":"https://orcid.org/0000-0002-3144-0194"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jiaqi Tang","raw_affiliation_strings":["Centre for Telecommunications Research, King's College,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"Centre for Telecommunications Research, King's College,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061953901","display_name":"Andrej Mihailovi\u0107","orcid":"https://orcid.org/0000-0001-5067-6234"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrej Mihailovic","raw_affiliation_strings":["Centre for Telecommunications Research, King's College,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"Centre for Telecommunications Research, King's College,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111429871","display_name":"Hamid Aghvami","orcid":null},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hamid Aghvami","raw_affiliation_strings":["Centre for Telecommunications Research, King's College,Department of Engineering,London,UK"],"affiliations":[{"raw_affiliation_string":"Centre for Telecommunications Research, King's College,Department of Engineering,London,UK","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101916962"],"corresponding_institution_ids":["https://openalex.org/I183935753"],"apc_list":null,"apc_paid":null,"fwci":1.7321,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85694521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3623","last_page":"3628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7678273916244507},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7119855880737305},{"id":"https://openalex.org/keywords/open-shortest-path-first","display_name":"Open Shortest Path First","score":0.6631746888160706},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6033668518066406},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.50118088722229},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.47909262776374817},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4493253827095032},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4330222010612488}],"concepts":[{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7678273916244507},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7119855880737305},{"id":"https://openalex.org/C70522964","wikidata":"https://www.wikidata.org/wiki/Q220169","display_name":"Open Shortest Path First","level":5,"score":0.6631746888160706},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6033668518066406},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.50118088722229},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.47909262776374817},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4493253827095032},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4330222010612488}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom48099.2022.10000597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom48099.2022.10000597","pdf_url":null,"source":{"id":"https://openalex.org/S4363607705","display_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2030619083","https://openalex.org/W2081979535","https://openalex.org/W2111162397","https://openalex.org/W2121959042","https://openalex.org/W2255030574","https://openalex.org/W2745880520","https://openalex.org/W2808350794","https://openalex.org/W2927073559","https://openalex.org/W2963549123","https://openalex.org/W2982316857","https://openalex.org/W3078093847","https://openalex.org/W3199320363","https://openalex.org/W4211068600","https://openalex.org/W4213318441","https://openalex.org/W4214634120","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2119673702","https://openalex.org/W2061699822","https://openalex.org/W3160281244","https://openalex.org/W947546393","https://openalex.org/W4220949317","https://openalex.org/W1977412657","https://openalex.org/W1997091564","https://openalex.org/W2122925822","https://openalex.org/W1993229082","https://openalex.org/W2541249923"],"abstract_inverted_index":{"Despite":[0],"the":[1,34,93,121,162,196,200,208],"massive":[2],"increase":[3],"in":[4,22,51,80,161,174,199],"network":[5,24,203,212],"capacities":[6],"and":[7,32,46,139,156,165,185,189],"devices":[8],"capabilities,":[9],"intra-domain":[10],"TE":[11],"problems":[12],"have":[13],"remained":[14],"a":[15,52,64,71,78,106,114,169],"challenge":[16],"due":[17],"to":[18,42,104,207],"high":[19],"traffic":[20,122,171,197],"demand":[21,198],"dynamic":[23],"settings.":[25],"In":[26,57,192],"this":[27,193],"paper,":[28],"we":[29,62],"fundamentally":[30],"adopt":[31],"construct":[33],"use":[35],"of":[36,108,120,183,210],"Deep":[37,73],"Reinforcement":[38],"Learning":[39],"(DRL)":[40],"algorithm":[41],"improve":[43],"end-to-end":[44,157],"delay":[45],"maximum":[47,152,176],"link":[48,153,177,213],"utilisation":[49,154,178],"(MLU)":[50,155],"wireless":[53],"All-IP":[54],"access":[55,202],"network.":[56],"an":[58],"experimental":[59],"pseudo":[60],"setting,":[61],"propose":[63],"routing":[65,109,134],"method":[66],"DRL-MPR":[67],"(Multi-Plane":[68],"Routing)":[69],"within":[70],"Dueling":[72],"Q-Network":[74],"(DDQN)":[75],"framework":[76],"as":[77,117,137],"controller":[79],"which":[81],"by":[82],"simultaneously":[83],"allocating":[84],"multiple":[85],"robust":[86],"IP":[87,201],"sessions,":[88],"each":[89],"session":[90],"will":[91],"take":[92],"near":[94],"optimal":[95],"path/plane.":[96],"We":[97,124],"first":[98],"revisit":[99],"Multi-Plane":[100,141],"Routing":[101,142],"Protocol":[102],"(MPR)":[103],"configure":[105],"set":[107],"paths/Routing":[110],"Planes":[111],"(RP)":[112],"from":[113],"physical":[115],"topology":[116],"pre-condition":[118],"ahead":[119],"injection.":[123],"compare":[125],"our":[126],"decision":[127],"making":[128],"scheme":[129],"results":[130,146,173],"with":[131],"some":[132],"traditional":[133],"methodologies":[135],"such":[136],"OSPF":[138,184],"standard":[140],"(MPR).":[143],"Our":[144],"simulation":[145,194],"show":[147],"that":[148],"DRL":[149],"obtains":[150],"lower":[151],"delay.":[158],"For":[159],"example,":[160],"19":[163],"nodes":[164],"41":[166],"links":[167],"topology,":[168],"small":[170],"load":[172],"60%":[175],"for":[179],"DRL-MPR,":[180],"whereas":[181],"those":[182],"MPR":[186],"are":[187],"100%":[188],"94%":[190],"respectively.":[191],"environment,":[195],"is":[204],"gradually":[205],"increasing":[206],"point":[209],"saturated":[211],"utilisation.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}