{"id":"https://openalex.org/W3022237627","doi":"https://doi.org/10.1109/tmc.2020.2990399","title":"Non-Uniform Time-Step Deep Q-Network for Carrier-Sense Multiple Access in Heterogeneous Wireless Networks","display_name":"Non-Uniform Time-Step Deep Q-Network for Carrier-Sense Multiple Access in Heterogeneous Wireless Networks","publication_year":2020,"publication_date":"2020-04-28","ids":{"openalex":"https://openalex.org/W3022237627","doi":"https://doi.org/10.1109/tmc.2020.2990399","mag":"3022237627"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2020.2990399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.2990399","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696870","display_name":"Yiding Yu","orcid":"https://orcid.org/0000-0002-3538-576X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Yiding Yu","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019164720","display_name":"Soung Chang Liew","orcid":"https://orcid.org/0000-0001-7055-6483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Soung Chang Liew","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066110295","display_name":"Taotao Wang","orcid":"https://orcid.org/0000-0001-9454-4997"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taotao Wang","raw_affiliation_strings":["College of Information Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100696870"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":5.643,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.96097451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"20","issue":"9","first_page":"2848","last_page":"2861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8455514907836914},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7212713956832886},{"id":"https://openalex.org/keywords/carrier-sense-multiple-access-with-collision-avoidance","display_name":"Carrier sense multiple access with collision avoidance","score":0.7040180563926697},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6337469816207886},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5440851449966431},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5388225317001343},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5118374228477478},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.47017234563827515},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.4661634564399719},{"id":"https://openalex.org/keywords/channel-access-method","display_name":"Channel access method","score":0.46053364872932434},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4491252899169922},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41978710889816284},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3838021159172058},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.139219731092453},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13150516152381897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455514907836914},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7212713956832886},{"id":"https://openalex.org/C59229178","wikidata":"https://www.wikidata.org/wiki/Q944633","display_name":"Carrier sense multiple access with collision avoidance","level":4,"score":0.7040180563926697},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6337469816207886},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5440851449966431},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5388225317001343},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5118374228477478},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.47017234563827515},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.4661634564399719},{"id":"https://openalex.org/C193430537","wikidata":"https://www.wikidata.org/wiki/Q1665191","display_name":"Channel access method","level":3,"score":0.46053364872932434},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4491252899169922},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41978710889816284},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3838021159172058},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.139219731092453},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13150516152381897},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2020.2990399","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2020.2990399","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W2064675550","https://openalex.org/W2096448929","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2147524058","https://openalex.org/W2162598825","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2277948250","https://openalex.org/W2575705757","https://openalex.org/W2580175322","https://openalex.org/W2803370496","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2906875993","https://openalex.org/W2922273628","https://openalex.org/W2947945231","https://openalex.org/W2950863887","https://openalex.org/W2962201887","https://openalex.org/W2963079995","https://openalex.org/W2963828068","https://openalex.org/W2985064065","https://openalex.org/W2989581916","https://openalex.org/W3100844423","https://openalex.org/W3103559770","https://openalex.org/W4236158019","https://openalex.org/W6732665253"],"related_works":["https://openalex.org/W2153998550","https://openalex.org/W2017127842","https://openalex.org/W2254829401","https://openalex.org/W2091503456","https://openalex.org/W567299524","https://openalex.org/W1945372791","https://openalex.org/W2098465008","https://openalex.org/W2105424200","https://openalex.org/W4250938240","https://openalex.org/W4248248431"],"abstract_inverted_index":{"This":[0,223],"paper":[1,108,224,285],"investigates":[2],"a":[3,41,64,83,122,167,226],"new":[4,302],"class":[5],"of":[6,30,43,59,103,115,124,147,152,220,230,290],"carrier-sense":[7,22],"multiple":[8,25],"access":[9,26,55],"(CSMA)":[10],"protocols":[11,76,255],"that":[12,155,207,240,266],"employ":[13],"deep":[14,180],"reinforcement":[15],"learning":[16,24,168],"(DRL)":[17],"techniques,":[18],"referred":[19],"to":[20,33,96,194,232],"as":[21,52,111],"deep-reinforcement":[23],"(CS-DLMA).":[27],"The":[28,173],"goal":[29],"CS-DLMA":[31,94,119,153,178,192,241,267],"is":[32,154,179,215,268],"enable":[34],"efficient":[35,271],"and":[36,253],"equitable":[37],"spectrum":[38],"sharing":[39],"among":[40],"group":[42],"co-located":[44],"heterogeneous":[45,84],"wireless":[46,297],"networks.":[47],"Existing":[48],"CSMA":[49,200,274],"protocols,":[50,201,275],"such":[51],"the":[53,72,112,145,163,184,208,218,244,288],"medium":[54],"control":[56],"(MAC)":[57],"protocol":[58],"WiFi,":[60],"are":[61,88,188,204],"designed":[62],"for":[63,191,212],"homogeneous":[65],"network":[66],"in":[67,82,177,206,296,309],"which":[68],"all":[69],"nodes":[70,89],"adopt":[71],"same":[73],"protocol.":[74],"Such":[75],"suffer":[77],"from":[78],"severe":[79],"performance":[80],"degradation":[81],"environment":[85],"where":[86],"there":[87],"adopting":[90],"other":[91,141,273,310],"MAC":[92],"protocols.":[93],"aims":[95],"circumvent":[97],"this":[98,107,234,284,301],"problem":[99],"by":[100,143,256],"making":[101],"use":[102,289,308],"DRL.":[104,172],"In":[105,199],"particular,":[106],"adopts":[109],"\u03b1-fairness":[110,246],"general":[113,245],"objective":[114,247],"CS-DLMA.":[116],"With":[117],"\u03b1-fairness,":[118],"can":[120,157,242,305],"achieve":[121,158,243],"range":[123],"different":[125],"objectives":[126,160],"(e.g.,":[127],"maximizing":[128],"sum":[129],"throughput,":[130],"achieving":[131,135],"proportional":[132],"fairness,":[133],"or":[134],"max-min":[136],"fairness)":[137],"when":[138,248,279],"coexisting":[139,164,249,280],"with":[140,250,281],"MACs":[142,165],"changing":[144],"value":[146],"\u03b1.":[148],"A":[149],"salient":[150],"feature":[151],"it":[156],"these":[159],"without":[161],"knowing":[162],"through":[166],"process":[169],"based":[170],"on":[171,287],"underpinning":[174],"DRL":[175],"technique":[176],"Q-network":[181],"(DQN).":[182],"However,":[183],"conventional":[185],"DQN":[186,231,294,303],"algorithms":[187],"not":[189],"suitable":[190],"due":[193],"their":[195],"uniform":[196],"time-step":[197,228,293],"assumption.":[198],"time":[202,209],"steps":[203],"non-uniform":[205,227,292],"duration":[210,219],"required":[211],"carrier":[213],"sensing":[214],"smaller":[216],"than":[217,272],"data":[221],"transmission.":[222],"introduces":[225],"formulation":[229,295,304],"address":[233],"issue.":[235],"Our":[236],"simulation":[237],"results":[238],"show":[239],"TDMA,":[251],"ALOHA,":[252],"WiFi":[254],"adjusting":[257],"its":[258],"own":[259],"transmission":[260],"strategy.":[261],"Interestingly,":[262],"we":[263,299],"also":[264,306],"find":[265,307],"more":[269],"Pareto":[270],"e.g.,":[276],"p-persistent":[277],"CSMA,":[278],"WiFi.":[282],"Although":[283],"focuses":[286],"our":[291],"networking,":[298],"believe":[300],"domains.":[311]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}