{"id":"https://openalex.org/W4281740486","doi":"https://doi.org/10.1109/mnet.007.2100606","title":"Self-Optimizing Data Offloading in Mobile Heterogeneous Radio-Optical Networks: A Deep Reinforcement Learning Approach","display_name":"Self-Optimizing Data Offloading in Mobile Heterogeneous Radio-Optical Networks: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4281740486","doi":"https://doi.org/10.1109/mnet.007.2100606"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.007.2100606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.007.2100606","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060633659","display_name":"Sihua Shao","orcid":"https://orcid.org/0000-0002-2831-9860"},"institutions":[{"id":"https://openalex.org/I207123951","display_name":"New Mexico Institute of Mining and Technology","ror":"https://ror.org/005p9kw61","country_code":"US","type":"education","lineage":["https://openalex.org/I207123951"]},{"id":"https://openalex.org/I4210147704","display_name":"IC Tech (United States)","ror":"https://ror.org/052ff1r50","country_code":"US","type":"company","lineage":["https://openalex.org/I4210147704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sihua Shao","raw_affiliation_strings":["New Mexico Tech,USA","New Mexico Tech, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Mexico Tech,USA","institution_ids":["https://openalex.org/I4210147704"]},{"raw_affiliation_string":"New Mexico Tech, USA","institution_ids":["https://openalex.org/I207123951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066904836","display_name":"Mahmoud Nazzal","orcid":"https://orcid.org/0000-0003-3375-0310"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahmoud Nazzal","raw_affiliation_strings":["New Jersey Institute of Technology,USA","New Jersey Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,USA","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"New Jersey Institute of Technology, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062119199","display_name":"Abdallah Khreishah","orcid":"https://orcid.org/0000-0003-1583-713X"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdallah Khreishah","raw_affiliation_strings":["New Jersey Institute of Technology,USA","New Jersey Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,USA","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"New Jersey Institute of Technology, USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050702557","display_name":"Moussa Ayyash","orcid":"https://orcid.org/0000-0003-0868-143X"},"institutions":[{"id":"https://openalex.org/I74234424","display_name":"Chicago State University","ror":"https://ror.org/05ekwbr88","country_code":"US","type":"education","lineage":["https://openalex.org/I74234424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Moussa Ayyash","raw_affiliation_strings":["Chicago State University,USA","Chicago State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chicago State University,USA","institution_ids":["https://openalex.org/I74234424"]},{"raw_affiliation_string":"Chicago State University, USA","institution_ids":["https://openalex.org/I74234424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4417,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.58356923,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"36","issue":"2","first_page":"100","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8234779238700867},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7666873931884766},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5863542556762695},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5816091895103455},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4800321161746979},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.43407002091407776},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.420280784368515},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3611374497413635},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1814252734184265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17498651146888733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234779238700867},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7666873931884766},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5863542556762695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5816091895103455},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4800321161746979},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.43407002091407776},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.420280784368515},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3611374497413635},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1814252734184265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17498651146888733}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mnet.007.2100606","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.007.2100606","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5819416423","display_name":null,"funder_award_id":"OIA-1757207,CNS-1647170","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1591737215","https://openalex.org/W2145339207","https://openalex.org/W2233076240","https://openalex.org/W2575875755","https://openalex.org/W2981096252","https://openalex.org/W2990238905","https://openalex.org/W3000616891","https://openalex.org/W3010191449","https://openalex.org/W3013353193","https://openalex.org/W3042966647","https://openalex.org/W3093706459","https://openalex.org/W3098450357","https://openalex.org/W3199842862","https://openalex.org/W3200913878"],"related_works":["https://openalex.org/W2756697477","https://openalex.org/W2760405630","https://openalex.org/W2116234565","https://openalex.org/W1584888409","https://openalex.org/W2914383144","https://openalex.org/W3100451096","https://openalex.org/W2103572136","https://openalex.org/W2095498786","https://openalex.org/W2366251550","https://openalex.org/W2779515473"],"abstract_inverted_index":{"In":[0,80],"addition":[1],"to":[2,41,64,96,146,183,209,230,253],"the":[3,55,65,73,122,135,161,167,185,220,227,240,244,248,251],"exploration":[4],"of":[5,19,69,112,124,215,250],"more":[6],"spectrum":[7],"at":[8],"high-frequency":[9],"bands,":[10],"next-generation":[11],"wireless":[12,43],"networks":[13,36,44,87],"will":[14],"witness":[15],"an":[16,38],"intelligent":[17],"convergence":[18,174],"radio":[20],"frequency":[21],"(RF)":[22],"and":[23,29,50,67,78,94,100,119,130,190,197,203,217,235,247],"non-RF":[24],"links":[25],"such":[26,155],"as":[27,59,61],"optical":[28],"visible":[30],"light":[31],"communication.":[32],"Optical":[33],"attocell":[34],"(OAC)":[35],"provide":[37,97],"additional":[39],"layer":[40],"RF-based":[42],"with":[45,92,138],"gigabit-per-second":[46],"data":[47,114],"transmission":[48],"rate":[49],"centimeter-level":[51],"location":[52,66],"accuracy.":[53],"However,":[54],"directionality,":[56],"line-of-sight":[57],"constraints,":[58],"well":[60],"strong":[62],"sensitivity":[63],"orientation":[68],"user":[70],"terminals":[71],"challenge":[72],"stringent":[74],"requirements":[75,109],"for":[76,213],"throughput":[77],"latency.":[79],"this":[81],"article,":[82],"we":[83,238],"consider":[84],"mobile":[85],"heterogeneous":[86],"(HetNets)":[88],"incorporating":[89],"indoor":[90],"OAC":[91],"femtocells":[93],"macrocells":[95],"a":[98,156,172,176,195,205],"low-cost":[99],"energy-efficient":[101],"solution.":[102],"The":[103],"HetNets":[104,137],"solution":[105],"satisfies":[106],"diverse":[107],"service":[108],"in":[110,121,134,142],"terms":[111],"user-experienced":[113],"rate,":[115],"mobility,":[116],"latency,":[117],"accuracy,":[118],"security":[120],"Internet":[123],"Things.":[125],"To":[126,170],"support":[127],"seamless":[128],"connectivity":[129],"optimal":[131,221],"resource":[132],"allocation":[133],"proposed":[136,182],"mobility":[139],"awareness,":[140],"handover":[141,186],"dynamic":[143,254],"environments":[144],"needs":[145],"be":[147],"addressed":[148],"efficiently.":[149],"Incorporating":[150],"rich":[151],"environmental":[152],"parameters":[153,187,222],"into":[154],"decision":[157],"making":[158],"problem":[159],"facilitates":[160],"self-optimization":[162],"process,":[163],"but":[164],"extensively":[165],"expands":[166],"state":[168,245],"space.":[169],"achieve":[171],"fast":[173],"speed,":[175],"deep":[177,206],"reinforcement":[178,199],"learning":[179],"approach":[180],"is":[181,194],"optimize":[184],"(e.g.,":[188],"time-to-trigger":[189],"hysteresis":[191],"margin).":[192],"This":[193],"model-free":[196],"off-policy":[198],"setting":[200],"that":[201],"trains":[202],"employs":[204],"neural":[207],"network":[208],"predict":[210],"future":[211],"rewards":[212],"successions":[214],"states":[216],"actions.":[218],"Thus,":[219],"are":[223],"obtained":[224],"by":[225],"selecting":[226],"best":[228],"actions":[229],"take.":[231],"Through":[232],"numerical":[233],"simulation":[234],"performance":[236],"analysis,":[237],"discover":[239],"gain":[241],"from":[242],"enriching":[243],"space":[246],"adaptability":[249],"system":[252],"environments.":[255]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}