{"id":"https://openalex.org/W4285178543","doi":"https://doi.org/10.1109/ojcoms.2022.3183172","title":"Optimizing Packet Forwarding Performance in Multiband Relay Networks via Customized Reinforcement Learning","display_name":"Optimizing Packet Forwarding Performance in Multiband Relay Networks via Customized Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285178543","doi":"https://doi.org/10.1109/ojcoms.2022.3183172"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2022.3183172","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3183172","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/09795677.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/09795677.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025149992","display_name":"Bushra Mughal","orcid":"https://orcid.org/0000-0003-0634-3111"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Bushra Mughal","raw_affiliation_strings":["Department of Electrical Engineering, Lakehead University, Thunder Bay, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063911030","display_name":"Zubair Md. Fadlullah","orcid":"https://orcid.org/0000-0002-4785-2425"},"institutions":[{"id":"https://openalex.org/I4210100115","display_name":"Thunder Bay Regional Research Institute","ror":"https://ror.org/013kbs677","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210100115"]},{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zubair Md. Fadlullah","raw_affiliation_strings":["Department of Computer Science, Lakehead University, Thunder Bay, ON, Canada","Lakehead University, and the Thunder Bay Regional Health Research Institute (TBRHRI), Thunder Bay, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]},{"raw_affiliation_string":"Lakehead University, and the Thunder Bay Regional Health Research Institute (TBRHRI), Thunder Bay, Canada","institution_ids":["https://openalex.org/I4210100115","https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068882573","display_name":"Mostafa M. Fouda","orcid":"https://orcid.org/0000-0003-1790-8640"},"institutions":[{"id":"https://openalex.org/I106969075","display_name":"Idaho State University","ror":"https://ror.org/0162z8b04","country_code":"US","type":"education","lineage":["https://openalex.org/I106969075"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa M. Fouda","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA","institution_ids":["https://openalex.org/I106969075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088692076","display_name":"Salama Ikki","orcid":"https://orcid.org/0000-0003-3868-4447"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Salama Ikki","raw_affiliation_strings":["Department of Electrical Engineering, Lakehead University, Thunder Bay, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025149992"],"corresponding_institution_ids":["https://openalex.org/I72541430"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.8283,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73520623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"3","issue":null,"first_page":"973","last_page":"985"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8590341806411743},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7764346599578857},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6638217568397522},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6507488489151001},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6067301034927368},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5359374284744263},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.4777188301086426},{"id":"https://openalex.org/keywords/relay-channel","display_name":"Relay channel","score":0.4694893956184387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4337886869907379},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.41383177042007446},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3017103672027588},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1212247908115387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11739775538444519}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8590341806411743},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7764346599578857},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6638217568397522},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6507488489151001},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6067301034927368},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5359374284744263},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.4777188301086426},{"id":"https://openalex.org/C46257984","wikidata":"https://www.wikidata.org/wiki/Q7310895","display_name":"Relay channel","level":4,"score":0.4694893956184387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4337886869907379},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.41383177042007446},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3017103672027588},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1212247908115387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11739775538444519},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2022.3183172","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3183172","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/09795677.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e674fe81adfd4a44accd7263edc63703","is_oa":true,"landing_page_url":"https://doaj.org/article/e674fe81adfd4a44accd7263edc63703","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 3, Pp 973-985 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2022.3183172","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3183172","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/09795677.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285178543.pdf","grobid_xml":"https://content.openalex.org/works/W4285178543.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2001843648","https://openalex.org/W2069794613","https://openalex.org/W2088006206","https://openalex.org/W2186404154","https://openalex.org/W2531144652","https://openalex.org/W2559752671","https://openalex.org/W2612769208","https://openalex.org/W2762841927","https://openalex.org/W2766302896","https://openalex.org/W2805822637","https://openalex.org/W2897694770","https://openalex.org/W2915034656","https://openalex.org/W2968133478","https://openalex.org/W2989691087","https://openalex.org/W3015858852","https://openalex.org/W3045667952","https://openalex.org/W3092131467","https://openalex.org/W3094568265","https://openalex.org/W3094597547","https://openalex.org/W3111474528","https://openalex.org/W3140433839","https://openalex.org/W3190571699","https://openalex.org/W4206677430","https://openalex.org/W4214717370","https://openalex.org/W4241723285"],"related_works":["https://openalex.org/W2099376255","https://openalex.org/W2608897767","https://openalex.org/W2963768675","https://openalex.org/W2153829573","https://openalex.org/W2004047158","https://openalex.org/W2119153672","https://openalex.org/W2993015344","https://openalex.org/W1559320887","https://openalex.org/W2082611414","https://openalex.org/W2374704553"],"abstract_inverted_index":{"In":[0],"next-generation":[1],"wireless":[2],"networks,":[3],"relay-based":[4],"packet":[5,54,104],"forwarding,":[6],"emerged":[7],"as":[8,131],"an":[9,76,145,206],"appealing":[10],"technique":[11],"to":[12,31,64,74,99,175],"extend":[13],"network":[14,111],"coverage":[15],"while":[16],"maintaining":[17],"the":[18,50,157,177,194,223,229,245,249,257],"required":[19],"service":[20],"quality.":[21],"The":[22],"incorporation":[23],"of":[24,52,164,234,248],"multiple":[25,125],"frequency":[26],"bands,":[27],"ranging":[28],"from":[29],"MHz/GHz":[30],"THz":[32],"frequencies,":[33],"and":[34,66,89,147,166,239,255],"their":[35,106],"opportunistic":[36],"and/or":[37],"simultaneous":[38],"exploitation":[39],"by":[40,184,252],"relay":[41,58,100,126,170,197],"nodes":[42],"can":[43,60,210],"significantly":[44,109],"improve":[45],"system":[46],"capacity,":[47],"however":[48],"at":[49],"risk":[51],"increased":[53],"latency.":[55],"Since":[56,121,155],"a":[57,71,82,132,151,161,181,186,201],"node":[59],"use":[61],"different":[62],"bands":[63],"send":[65],"receive":[67],"packets,":[68],"there":[69],"is":[70,119,150,167],"pressing":[72],"need":[73],"design":[75],"efficient":[77],"channel":[78,97,117,190],"allocation":[79],"algorithm":[80,203,227],"without":[81],"central":[83],"oracle.":[84],"While":[85],"existing":[86,230],"greedy":[87],"heuristics":[88],"game-theoretic":[90],"techniques,":[91],"which":[92,140],"were":[93],"developed":[94],"for":[95,169],"multi-band":[96,196],"assignment":[98],"nodes,":[101,127,171],"achieve":[102],"minimum":[103],"latency,":[105],"performance":[107],"drops":[108],"when":[110],"dynamism":[112],"(i.e.,":[113],"user":[114],"mobility,":[115],"non-quasi-static":[116],"conditions)":[118],"introduced.":[120],"this":[122,212],"problem":[123,192],"involves":[124],"we":[128,172,209],"model":[129,251],"it":[130],"Markov":[133],"Decision":[134],"Process":[135],"(MDP)":[136],"involving":[137],"various":[138],"stages,":[139],"essentially":[141],"means":[142],"that":[143,204,222],"achieving":[144],"optimal":[146,178],"stable":[148],"solution":[149,179],"computationally":[152],"hard":[153],"problem.":[154,216],"solving":[156],"MDP,":[158],"traditionally,":[159],"consumes":[160],"great":[162],"deal":[163],"time":[165],"intractable":[168],"explore":[173],"how":[174],"approximate":[176],"in":[180,193,232],"distributed":[182],"manner":[183],"reformulating":[185],"reinforcement":[187,214,225],"learning-based,":[188],"smart":[189],"adaptation":[191],"considered":[195],"network.":[198],"By":[199],"customizing":[200],"Q-Learning":[202],"adopts":[205],"epsilon-greedy":[207],"policy,":[208],"solve":[211],"re-formulated":[213],"learning":[215,226],"Extensive":[217],"computer-based":[218],"simulation":[219],"results":[220],"demonstrate":[221],"proposed":[224,250],"outperforms":[228],"methods":[231],"terms":[233],"transmission":[235],"time,":[236],"buffer":[237],"overflow,":[238],"effective":[240],"throughput.":[241],"We":[242],"also":[243],"provide":[244],"convergence":[246],"analysis":[247],"systematically":[253],"finding":[254],"setting":[256],"appropriate":[258],"parameters.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}