{"id":"https://openalex.org/W4412722624","doi":"https://doi.org/10.1109/mcom.001.2400521","title":"Offline and Distributional Reinforcement Learning for Wireless Communications","display_name":"Offline and Distributional Reinforcement Learning for Wireless Communications","publication_year":2025,"publication_date":"2025-07-29","ids":{"openalex":"https://openalex.org/W4412722624","doi":"https://doi.org/10.1109/mcom.001.2400521"},"language":"en","primary_location":{"id":"doi:10.1109/mcom.001.2400521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.001.2400521","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017608924","display_name":"Eslam Eldeeb","orcid":"https://orcid.org/0000-0002-6322-2036"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Eslam Eldeeb","raw_affiliation_strings":["University of Oulu,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040878028","display_name":"Hirley Alves","orcid":"https://orcid.org/0000-0002-8689-5313"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hirley Alves","raw_affiliation_strings":["University of Oulu,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oulu,Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":0.9173,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73025902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"63","issue":"8","first_page":"71","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.846184253692627},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7296229004859924},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6138529181480408},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4294450283050537},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3770855963230133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2845558226108551}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.846184253692627},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7296229004859924},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6138529181480408},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4294450283050537},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3770855963230133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2845558226108551}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcom.001.2400521","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.001.2400521","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2765302304","https://openalex.org/W2990138404","https://openalex.org/W3007091509","https://openalex.org/W3016146955","https://openalex.org/W3022566517","https://openalex.org/W3033324992","https://openalex.org/W3043953517","https://openalex.org/W3059813204","https://openalex.org/W4322729780","https://openalex.org/W4381194591","https://openalex.org/W4403332121","https://openalex.org/W4404370995","https://openalex.org/W4411689011","https://openalex.org/W6777091672","https://openalex.org/W6779265984","https://openalex.org/W6796971187"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2],"of":[3],"heterogeneous":[4],"and":[5,22,29,45,89,106,119,136,158,166,182],"massive":[6],"wireless":[7,53,83,123,186],"connectivity":[8],"in":[9,37,51,81,174],"6G":[10,175],"networks":[11],"demands":[12],"intelligent":[13],"solutions":[14],"to":[15],"ensure":[16],"scalability,":[17],"reliability,":[18],"privacy,":[19],"ultra-low":[20],"latency,":[21],"effective":[23],"control.":[24],"Although":[25],"artificial":[26],"intelligence":[27],"(AI)":[28],"machine":[30],"learning":[31,43],"(ML)":[32],"have":[33],"demonstrated":[34],"their":[35],"potential":[36,167],"this":[38],"domain,":[39],"traditional":[40],"online":[41,61],"reinforcement":[42],"(RL)":[44],"deep":[46],"RL":[47,94,121,153],"methods":[48,58],"face":[49],"limitations":[50],"real-time":[52,82,185],"networks.":[54],"For":[55],"instance,":[56],"these":[57,99,172],"rely":[59],"on":[60,87,103,129],"interaction":[62],"with":[63],"the":[64,78,178],"environment,":[65],"which":[66],"might":[67],"be":[68],"unfeasible,":[69],"costly,":[70],"or":[71],"unsafe.":[72],"In":[73],"addition,":[74],"they":[75],"cannot":[76],"handle":[77],"inherent":[79],"uncertainties":[80],"applications.":[84,125],"We":[85,111],"focus":[86],"offline":[88,118],"distributional":[90,120],"RL,":[91],"two":[92],"advanced":[93],"techniques":[95,173],"that":[96,116,143],"can":[97],"overcome":[98],"challenges":[100,165],"by":[101],"training":[102],"static":[104],"datasets":[105],"accounting":[107],"for":[108,122,170,180],"network":[109],"uncertainties.":[110],"introduce":[112],"a":[113],"novel":[114],"framework":[115],"combines":[117],"communication":[124],"Through":[126],"case":[127],"studies":[128],"unmanned":[130],"aerial":[131],"vehicle":[132],"(UAV)":[133],"trajectory":[134],"optimization":[135],"radio":[137],"resource":[138],"management":[139],"(RRM),":[140],"we":[141,162],"demonstrate":[142],"our":[144],"proposed":[145],"conservative":[146],"quantile":[147],"regression":[148],"(CQR)":[149],"algorithm":[150],"outperforms":[151],"conventional":[152],"approaches":[154],"regarding":[155],"convergence":[156],"speed":[157],"risk":[159],"management.":[160],"Finally,":[161],"discuss":[163],"open":[164],"future":[168],"directions":[169],"applying":[171],"networks,":[176],"paving":[177],"way":[179],"safer":[181],"more":[183],"efficient":[184],"systems.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}