{"id":"https://openalex.org/W2906115618","doi":"https://doi.org/10.1109/access.2018.2886216","title":"Deep Reinforcement Learning Paradigm for Performance Optimization of Channel Observation\u2013Based MAC Protocols in Dense WLANs","display_name":"Deep Reinforcement Learning Paradigm for Performance Optimization of Channel Observation\u2013Based MAC Protocols in Dense WLANs","publication_year":2018,"publication_date":"2018-12-18","ids":{"openalex":"https://openalex.org/W2906115618","doi":"https://doi.org/10.1109/access.2018.2886216","mag":"2906115618"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2886216","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2886216","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08580452.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08580452.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061788935","display_name":"Rashid Ali","orcid":"https://orcid.org/0000-0002-9756-1909"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Rashid Ali","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064675962","display_name":"Nurullah Shahin","orcid":"https://orcid.org/0000-0003-4978-0661"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nurullah Shahin","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045249230","display_name":"Yousaf Bin Zikria","orcid":"https://orcid.org/0000-0002-6570-5306"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yousaf Bin Zikria","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006531094","display_name":"Byung-Seo Kim","orcid":"https://orcid.org/0000-0001-9824-1950"},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byung-Seo Kim","raw_affiliation_strings":["Department of Software and Communications Engineering, Hongik University, Sejong, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Software and Communications Engineering, Hongik University, Sejong, South Korea","institution_ids":["https://openalex.org/I94588446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100685527","display_name":"Sung Won Kim","orcid":"https://orcid.org/0000-0001-8454-6980"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung Won Kim","raw_affiliation_strings":["Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5061788935"],"corresponding_institution_ids":["https://openalex.org/I55240360"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":14.8822,"has_fulltext":true,"cited_by_count":272,"citation_normalized_percentile":{"value":0.99145374,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"3500","last_page":"3511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7816321849822998},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.758232057094574},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.6208975315093994},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5935381650924683},{"id":"https://openalex.org/keywords/media-access-control","display_name":"Media access control","score":0.5900310277938843},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5741086602210999},{"id":"https://openalex.org/keywords/local-area-network","display_name":"Local area network","score":0.557006299495697},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5052321553230286},{"id":"https://openalex.org/keywords/wi-fi","display_name":"Wi-Fi","score":0.5017638206481934},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4451005756855011},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.41437897086143494},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34054625034332275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3313060700893402},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1730327010154724}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7816321849822998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758232057094574},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.6208975315093994},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5935381650924683},{"id":"https://openalex.org/C513196756","wikidata":"https://www.wikidata.org/wiki/Q3295108","display_name":"Media access control","level":3,"score":0.5900310277938843},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5741086602210999},{"id":"https://openalex.org/C137471899","wikidata":"https://www.wikidata.org/wiki/Q11381","display_name":"Local area network","level":2,"score":0.557006299495697},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5052321553230286},{"id":"https://openalex.org/C508800617","wikidata":"https://www.wikidata.org/wiki/Q29643","display_name":"Wi-Fi","level":4,"score":0.5017638206481934},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4451005756855011},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.41437897086143494},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34054625034332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3313060700893402},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1730327010154724},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2886216","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2886216","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08580452.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d98cee9507bd4aa68edc235b8cae9789","is_oa":true,"landing_page_url":"https://doaj.org/article/d98cee9507bd4aa68edc235b8cae9789","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 3500-3511 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2886216","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2886216","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08580452.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1544410465","display_name":null,"funder_award_id":"2018R1D1A1A09082266","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G1739134435","display_name":null,"funder_award_id":"IITP-","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G1922582178","display_name":null,"funder_award_id":"90822","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G266217951","display_name":null,"funder_award_id":"IITP-2018","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G342704958","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G7685055460","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8789450543","display_name":null,"funder_award_id":"IITP-2018-2016-0-00313","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G95716153","display_name":null,"funder_award_id":"IITP-2018-2016-0-00313","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2906115618.pdf","grobid_xml":"https://content.openalex.org/works/W2906115618.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W207309682","https://openalex.org/W2046979221","https://openalex.org/W2106186328","https://openalex.org/W2131194367","https://openalex.org/W2147035723","https://openalex.org/W2170307702","https://openalex.org/W2556469849","https://openalex.org/W2562947506","https://openalex.org/W2566425973","https://openalex.org/W2592120495","https://openalex.org/W2613582343","https://openalex.org/W2795413649","https://openalex.org/W2798247949","https://openalex.org/W2963889719","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W157802213","https://openalex.org/W2373554934","https://openalex.org/W2376446835","https://openalex.org/W648152398","https://openalex.org/W2358514502","https://openalex.org/W2390139827","https://openalex.org/W2197024106","https://openalex.org/W1218075017","https://openalex.org/W1487301045","https://openalex.org/W2363567994"],"abstract_inverted_index":{"The":[0,212,244],"potential":[1],"applications":[2],"of":[3,13,101,121,132,145,168,180,214,246],"deep":[4],"learning":[5,47],"to":[6,25,86,140,176,239],"the":[7,57,73,79,98,114,119,133,141,146,169,178,215,227,247],"media":[8],"access":[9,113,208,265],"control":[10,61],"(MAC)":[11],"layer":[12,161,206],"wireless":[14,123],"local":[15],"area":[16],"networks":[17],"(WLANs)":[18],"have":[19],"already":[20],"been":[21],"progressively":[22],"acknowledged":[23],"due":[24,139],"their":[26],"novel":[27],"features":[28,34],"for":[29,136,159,204],"future":[30,137],"communications.":[31],"Their":[32],"new":[33,94],"challenge":[35],"conventional":[36,240],"communications":[37],"theories":[38],"with":[39,72,118,262],"more":[40],"sophisticated":[41],"artificial":[42],"intelligence-based":[43],"theories.":[44],"Deep":[45],"reinforcement":[46],"(DRL)":[48],"is":[49,54,106,130,174,202,218,257],"one":[50,131],"DL":[51],"technique":[52],"that":[53,108,226],"motivated":[55],"by":[56,70],"behaviorist":[58],"sensibility":[59],"and":[60,92,235,267],"philosophy,":[62],"where":[63],"a":[64],"learner":[65],"can":[66],"achieve":[67],"an":[68,156],"objective":[69],"interacting":[71],"environment.":[74],"Next-generation":[75],"dense":[76,103,165,186,210],"WLANs":[77,110,138,261],"like":[78],"IEEE":[80],"802.11ax":[81],"high-efficiency":[82],"WLAN":[83,233],"are":[84],"expected":[85],"confront":[87],"ultra-dense":[88],"diverse":[89,99,232,260],"user":[90],"environments":[91,234],"radically":[93],"applications.":[95],"To":[96],"satisfy":[97],"requirements":[100],"such":[102],"WLANs,":[104],"it":[105],"anticipated":[107],"prospective":[109],"will":[111],"freely":[112],"best":[115],"channel":[116,124,181,207,264],"resources":[117],"assistance":[120],"self-scrutinized":[122],"condition":[125],"inference.":[126],"Channel":[127],"collision":[128],"handling":[129],"major":[134],"obstacles":[135],"increase":[142],"in":[143,149,164,185,209,259],"density":[144],"users.":[147],"Therefore,":[148],"this":[150],"paper,":[151],"we":[152],"propose":[153],"DRL":[154,170],"as":[155,269],"intelligent":[157,189,229],"paradigm":[158,230],"MAC":[160,183,205,242],"resource":[162,191],"allocation":[163,192],"WLANs.":[166,187,211],"One":[167],"models,":[171],"Q-learning":[172],"(QL),":[173],"used":[175],"optimize":[177],"performance":[179,213,245,270],"observation-based":[182],"protocols":[184],"An":[188],"QL-based":[190],"(":[193],"<inline-formula":[194,249],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[195,250],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[196,251],"<tex-math":[197,252],"notation=\"LaTeX\">${i}$":[198,253],"</tex-math></inline-formula>":[199,254],"QRA)":[200],"mechanism":[201,217,256],"proposed":[203,216,228,248],"evaluated":[219,258],"through":[220],"extensive":[221],"simulations.":[222],"Simulation":[223],"results":[224],"indicate":[225],"learns":[231],"optimizes":[236],"performance,":[237],"compared":[238],"non-intelligent":[241],"protocols.":[243],"QRA":[255],"throughput,":[263],"delay,":[266],"fairness":[268],"metrics.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":27},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":31},{"year":2015,"cited_by_count":24},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}