{"id":"https://openalex.org/W2979802281","doi":"https://doi.org/10.1109/icc40277.2020.9149287","title":"Hierarchical Deep Double Q-Routing","display_name":"Hierarchical Deep Double Q-Routing","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W2979802281","doi":"https://doi.org/10.1109/icc40277.2020.9149287","mag":"2979802281"},"language":"en","primary_location":{"id":"doi:10.1109/icc40277.2020.9149287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9149287","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.04041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102741453","display_name":"Ramy E. Ali","orcid":"https://orcid.org/0000-0002-6273-1998"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramy E. Ali","raw_affiliation_strings":["Electrical Engineering Department, Penn State University, University Park, PA, USA","Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Penn State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]},{"raw_affiliation_string":"Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112757286","display_name":"Bilgehan Erman","orcid":null},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bilgehan Erman","raw_affiliation_strings":["Nokia Bell Labs, Murray Hill, NJ, USA","Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]},{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053471896","display_name":"Ejder Ba\u015ftu\u01e7","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ejder Bastug","raw_affiliation_strings":["Nokia Bell Labs, Paris-Saclay, France","Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Paris-Saclay, France","institution_ids":["https://openalex.org/I4210149358"]},{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000556464","display_name":"Bruce Cilli","orcid":null},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce Cilli","raw_affiliation_strings":["Nokia Bell Labs, Murray Hill, NJ, USA","Nokia Bell Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murray Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]},{"raw_affiliation_string":"Nokia Bell Labs","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4685,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48216329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7815138697624207},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6873123645782471},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6719061136245728},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6027573347091675},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6006946563720703},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5847017168998718},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5588623881340027},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5339426398277283},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5180673599243164},{"id":"https://openalex.org/keywords/hierarchical-routing","display_name":"Hierarchical routing","score":0.49352800846099854},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.4122246503829956},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.3964526057243347},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.35372987389564514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20697137713432312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7815138697624207},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6873123645782471},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6719061136245728},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6027573347091675},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6006946563720703},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5847017168998718},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5588623881340027},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5339426398277283},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5180673599243164},{"id":"https://openalex.org/C177818476","wikidata":"https://www.wikidata.org/wiki/Q12878103","display_name":"Hierarchical routing","level":5,"score":0.49352800846099854},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.4122246503829956},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3964526057243347},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.35372987389564514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20697137713432312},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icc40277.2020.9149287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc40277.2020.9149287","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2020 - 2020 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.04041","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.04041","pdf_url":"https://arxiv.org/pdf/1910.04041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2979802281","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1910.04041v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.04041","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.04041","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.04041","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.04041","pdf_url":"https://arxiv.org/pdf/1910.04041","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2979802281.pdf","grobid_xml":"https://content.openalex.org/works/W2979802281.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2002658483","https://openalex.org/W2098688960","https://openalex.org/W2115211925","https://openalex.org/W2144658257","https://openalex.org/W2155968351","https://openalex.org/W2156666755","https://openalex.org/W2171299282","https://openalex.org/W2173564293","https://openalex.org/W2286743186","https://openalex.org/W2292669715","https://openalex.org/W2512877821","https://openalex.org/W2514718641","https://openalex.org/W2746553466","https://openalex.org/W2758296822","https://openalex.org/W2761873684","https://openalex.org/W2787193614","https://openalex.org/W2921334498","https://openalex.org/W2921864399","https://openalex.org/W2960532465","https://openalex.org/W2963477884","https://openalex.org/W2963549123","https://openalex.org/W2964291307","https://openalex.org/W2967289781","https://openalex.org/W3011120880","https://openalex.org/W3044022314","https://openalex.org/W6637967152","https://openalex.org/W6677067356","https://openalex.org/W6681404798","https://openalex.org/W6682459407","https://openalex.org/W6685007669","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6696214461","https://openalex.org/W6744749404","https://openalex.org/W6759949977","https://openalex.org/W6760707525","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W3046046019","https://openalex.org/W3185937809","https://openalex.org/W2604812984","https://openalex.org/W2157555555","https://openalex.org/W3117509546","https://openalex.org/W1223456760","https://openalex.org/W2126520502","https://openalex.org/W3170539922","https://openalex.org/W2312884018","https://openalex.org/W3181247003","https://openalex.org/W3008637587","https://openalex.org/W2588423404","https://openalex.org/W3155893627","https://openalex.org/W2884702057","https://openalex.org/W1972016694","https://openalex.org/W3154844326","https://openalex.org/W1842330615","https://openalex.org/W2022714236","https://openalex.org/W1887388879","https://openalex.org/W2984500036"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"a":[3,79,119,131],"deep":[4],"reinforcement":[5],"learning":[6],"approach":[7,25,158],"applied":[8,179],"to":[9,125,138,161,167,180],"the":[10,29,41,53,60,67,73,89,96,102,106,127,135,139,144,149,154,168,172],"packet":[11],"routing":[12],"problem":[13],"with":[14,44,105],"high-dimensional":[15],"constraints":[16],"instigated":[17],"by":[18,28,87,101,153],"dynamic":[19,169],"and":[20,142,176],"autonomous":[21],"communication":[22],"networks.":[23],"Our":[24,157],"is":[26,123,159],"motivated":[27],"fact":[30],"that":[31],"centralized":[32],"path":[33,61,84],"calculation":[34,62,85],"approaches":[35,43],"are":[36,48,99],"often":[37],"not":[38,49],"scalable,":[39],"whereas":[40],"distributed":[42],"locally":[45],"acting":[46],"nodes":[47,65,104],"fully":[50],"aware":[51],"of":[52,108],"end-to-end":[54,74,97,128],"performance.":[55,75],"We":[56],"instead":[57],"hierarchically":[58],"distribute":[59],"over":[63],"designated":[64],"in":[66,163],"network":[68,146,173],"while":[69],"taking":[70],"into":[71],"account":[72],"Specifically,":[76],"we":[77],"develop":[78],"hierarchical":[80,114],"cluster-oriented":[81],"adaptive":[82],"per-flow":[83],"mechanism":[86],"leveraging":[88],"Deep":[90],"Double":[91],"Q-network":[92],"(DDQN)":[93],"algorithm,":[94],"where":[95],"paths":[98],"calculated":[100],"source":[103,136],"assistance":[107],"cluster":[109],"(group)":[110],"leaders":[111,141],"at":[112],"different":[113],"levels.":[115],"In":[116],"our":[117],"approach,":[118],"deferred":[120],"composite":[121],"reward":[122],"designed":[124],"capture":[126],"performance":[129,147],"through":[130,148],"feedback":[132],"signal":[133],"from":[134],"node":[137],"group":[140,155],"captures":[143],"local":[145,150],"resource":[151],"assessments":[152],"leaders.":[156],"expected":[160],"scale":[162],"large":[164],"networks,":[165],"adapt":[166],"demand,":[170],"utilize":[171],"resources":[174],"efficiently":[175],"can":[177],"be":[178],"segment":[181],"routing.":[182]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}