{"id":"https://openalex.org/W3163732889","doi":"https://doi.org/10.1109/globecom46510.2021.9685191","title":"Congestion-Aware Routing in Dynamic IoT Networks: A Reinforcement Learning Approach","display_name":"Congestion-Aware Routing in Dynamic IoT Networks: A Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3163732889","doi":"https://doi.org/10.1109/globecom46510.2021.9685191","mag":"3163732889"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685191","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.09678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087727756","display_name":"Hossam Farag","orcid":"https://orcid.org/0000-0002-1023-9694"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Hossam Farag","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark","Aalborg university"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Aalborg university","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054388477","display_name":"\u010cedomir Stefanovi\u0107","orcid":"https://orcid.org/0000-0002-9361-2908"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Cedomir Stefanovic","raw_affiliation_strings":["Aalborg University,Department of Electronic Systems,Denmark","Aalborg university"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University,Department of Electronic Systems,Denmark","institution_ids":["https://openalex.org/I891191580"]},{"raw_affiliation_string":"Aalborg university","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I891191580"],"apc_list":null,"apc_paid":null,"fwci":0.5431,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52690289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7880287170410156},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820756435394287},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.698632538318634},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.684705376625061},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5223121047019958},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5013182163238525},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4989745616912842},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.48871302604675293},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.47078603506088257},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.463184118270874},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4401776194572449},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.4391497075557709},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.4342002868652344},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.41624757647514343},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.410749614238739},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.12011849880218506},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1128801703453064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08368441462516785}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7880287170410156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820756435394287},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.698632538318634},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.684705376625061},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5223121047019958},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5013182163238525},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4989745616912842},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.48871302604675293},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.47078603506088257},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.463184118270874},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4401776194572449},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.4391497075557709},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.4342002868652344},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.41624757647514343},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.410749614238739},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.12011849880218506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1128801703453064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08368441462516785},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685191","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.09678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.09678","pdf_url":"https://arxiv.org/pdf/2105.09678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:publications/2095cc19-f8f4-45df-a76e-2b9833ec8d78","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/2095cc19-f8f4-45df-a76e-2b9833ec8d78","pdf_url":"https://arxiv.org/pdf/2105.09678.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Farag, H M & Stefanovic, C 2021, Congestion-Aware Routing in Dynamic IoT Networks : A Reinforcement Learning Approach. in 2021 IEEE Global Communications Conference (GLOBECOM)., 9685191, IEEE (Institute of Electrical and Electronics Engineers), 2021 IEEE Global Communications Conference (GLOBECOM), Madrid, Spain, 07/12/2021. https://doi.org/10.1109/GLOBECOM46510.2021.9685191","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"mag:3163732889","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.09678.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.09678","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.09678","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.09678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.09678","pdf_url":"https://arxiv.org/pdf/2105.09678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1589747210","https://openalex.org/W2020372320","https://openalex.org/W2122682296","https://openalex.org/W2269222209","https://openalex.org/W2281666703","https://openalex.org/W2298500030","https://openalex.org/W2325877089","https://openalex.org/W2470924389","https://openalex.org/W2796634612","https://openalex.org/W2887019724","https://openalex.org/W2890378792","https://openalex.org/W2916641566","https://openalex.org/W2918106404","https://openalex.org/W2936937129","https://openalex.org/W2944068553","https://openalex.org/W2950240877","https://openalex.org/W2963732377","https://openalex.org/W3001363416","https://openalex.org/W3003455606","https://openalex.org/W3004800617","https://openalex.org/W3043919840","https://openalex.org/W3091112391","https://openalex.org/W3098367833","https://openalex.org/W6759393341","https://openalex.org/W6762594601"],"related_works":["https://openalex.org/W349733693","https://openalex.org/W2885520469","https://openalex.org/W3043919840","https://openalex.org/W2079063037","https://openalex.org/W2796423370","https://openalex.org/W2056365155","https://openalex.org/W2788670607","https://openalex.org/W155342122","https://openalex.org/W2134138975","https://openalex.org/W2088542400","https://openalex.org/W2007199039","https://openalex.org/W3209731606","https://openalex.org/W2158717756","https://openalex.org/W2161024981","https://openalex.org/W2547772182","https://openalex.org/W2773922973","https://openalex.org/W2791687313","https://openalex.org/W2169180084","https://openalex.org/W2320918562","https://openalex.org/W2895784573"],"abstract_inverted_index":{"The":[0,29,89,139,150,171],"innovative":[1],"services":[2],"empowered":[3],"by":[4],"the":[5,39,63,78,106,113,131,134,137,145,153,164,175,195],"Internet":[6],"of":[7,42,46,68,80,116,130,152,184],"Things":[8],"(IoT)":[9],"require":[10],"a":[11,43,51,86,123,128,191],"seamless":[12],"and":[13,22,25,70,136,161,187],"reliable":[14],"wireless":[15],"infras-tructure":[16],"that":[17,121,174],"enables":[18],"communications":[19],"within":[20],"heterogeneous":[21],"dynamic":[23,107],"low-power":[24],"lossy":[26],"networks":[27,84],"(LLNs).":[28],"Routing":[30],"Protocol":[31],"for":[32],"LLNs":[33],"(RPL)":[34],"was":[35],"designed":[36],"to":[37,97,167],"meet":[38],"communication":[40],"requirements":[41],"wide":[44],"range":[45],"IoT":[47],"application":[48],"domains.":[49],"How-ever,":[50],"load":[52],"balancing":[53],"problem":[54,79],"exists":[55],"in":[56,66,82,182,194],"RPL":[57,83,147],"under":[58],"heavy":[59],"traffic-load":[60],"scenarios,":[61],"degrading":[62],"network":[64,108,180],"performance":[65,151,181],"terms":[67,183],"delay":[69,189],"packet":[71,185],"delivery.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"tackle":[77],"load-balancing":[81],"using":[85],"reinforcement-learning":[87],"framework.":[88],"proposed":[90,154,176],"method":[91,177],"adopts":[92],"Q-learning":[93],"at":[94],"each":[95],"node":[96,111],"learn":[98],"an":[99],"optimal":[100],"parent":[101],"selection":[102],"policy":[103],"based":[104],"on":[105],"conditions.":[109],"Each":[110],"maintains":[112],"routing":[114,125],"information":[115],"its":[117,169],"neighbours":[118],"as":[119,127],"Q-values":[120,140],"represent":[122],"composite":[124],"cost":[126],"function":[129],"congestion":[132],"level,":[133],"link-quality":[135],"hop-distance.":[138],"are":[141],"updated":[142],"continuously":[143],"exploiting":[144],"existing":[146,165],"signalling":[148,196],"mechanism.":[149],"approach":[155],"is":[156],"evaluated":[157],"through":[158],"extensive":[159],"simulations":[160],"compared":[162],"with":[163,190],"work":[166],"demonstrate":[168],"effectiveness.":[170],"results":[172],"show":[173],"substantially":[178],"improves":[179],"delivery":[186],"average":[188],"marginal":[192],"increase":[193],"frequency.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}