{"id":"https://openalex.org/W4313002056","doi":"https://doi.org/10.1109/twc.2022.3210955","title":"Intelligent Access to Unlicensed Spectrum: A Mean Field Based Deep Reinforcement Learning Approach","display_name":"Intelligent Access to Unlicensed Spectrum: A Mean Field Based Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4313002056","doi":"https://doi.org/10.1109/twc.2022.3210955"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3210955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3210955","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087012349","display_name":"Errong Pei","orcid":"https://orcid.org/0000-0002-3262-1317"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Errong Pei","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3262-1317","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011436940","display_name":"Yige Huang","orcid":"https://orcid.org/0000-0002-9734-7793"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yige Huang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9734-7793","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351954","display_name":"Lin Zhang","orcid":"https://orcid.org/0000-0003-3889-492X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["National Key Laboratory on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-3889-492X","affiliations":[{"raw_affiliation_string":"National Key Laboratory on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082446723","display_name":"Yun Li","orcid":"https://orcid.org/0000-0001-8477-8845"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-8477-8845","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436731","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-3354-0690"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University of Sheffield, Sheffield, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3354-0690","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University of Sheffield, Sheffield, U.K","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.8985,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.71206518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"22","issue":"4","first_page":"2325","last_page":"2337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8373134732246399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8222990036010742},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6266375184059143},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.6245288252830505},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5026772022247314},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.49329107999801636},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.49137869477272034},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4411272406578064},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.425006628036499},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3642025589942932},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3515797555446625},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25246554613113403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18987509608268738},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18414700031280518}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8373134732246399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8222990036010742},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6266375184059143},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.6245288252830505},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5026772022247314},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.49329107999801636},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.49137869477272034},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4411272406578064},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.425006628036499},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3642025589942932},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3515797555446625},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25246554613113403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18987509608268738},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18414700031280518},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3210955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3210955","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1174718781","display_name":null,"funder_award_id":"2021YFB2900300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2051078533","display_name":"\u96fe\u65e0\u7ebf\u63a5\u5165\u7f51\u4f4e\u65f6\u5ef6\u9ad8\u80fd\u6548\u8fb9\u7f18\u7f13\u5b58\u7406\u8bba\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61971129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3045803906","display_name":null,"funder_award_id":"KQTD20190929172545139","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G4274383337","display_name":null,"funder_award_id":"62071077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2005327844","https://openalex.org/W2089415692","https://openalex.org/W2120846115","https://openalex.org/W2145339207","https://openalex.org/W2162598825","https://openalex.org/W2165131254","https://openalex.org/W2256955842","https://openalex.org/W2278683827","https://openalex.org/W2421246997","https://openalex.org/W2493910502","https://openalex.org/W2509052156","https://openalex.org/W2562565773","https://openalex.org/W2779629182","https://openalex.org/W2898754723","https://openalex.org/W2900490252","https://openalex.org/W2908261578","https://openalex.org/W2922273628","https://openalex.org/W2963194439","https://openalex.org/W2963581947","https://openalex.org/W2964005248","https://openalex.org/W2965272873","https://openalex.org/W2968764495","https://openalex.org/W2969435873","https://openalex.org/W2969519626","https://openalex.org/W2981096252","https://openalex.org/W2982143035","https://openalex.org/W2997091448","https://openalex.org/W2997237340","https://openalex.org/W2998709521","https://openalex.org/W3005252141","https://openalex.org/W3012305658","https://openalex.org/W3024896345","https://openalex.org/W3048945047","https://openalex.org/W3088733992","https://openalex.org/W3099404728","https://openalex.org/W3103898516","https://openalex.org/W3105649577","https://openalex.org/W3110402513","https://openalex.org/W3110989801","https://openalex.org/W3158805953","https://openalex.org/W3169776651","https://openalex.org/W3179901930","https://openalex.org/W4214717370","https://openalex.org/W6675811377","https://openalex.org/W6678168664","https://openalex.org/W6747941106"],"related_works":["https://openalex.org/W2786459840","https://openalex.org/W2545213287","https://openalex.org/W2336181987","https://openalex.org/W2054719951","https://openalex.org/W3089664461","https://openalex.org/W4389477274","https://openalex.org/W1976405282","https://openalex.org/W2541724026","https://openalex.org/W2078869233","https://openalex.org/W1157983132"],"abstract_inverted_index":{"As":[0],"the":[1,23,43,62,88,92,96,111,131,147,164,170,180,188,193,199,204,211,217,225,235,240,247,252,257,266,282],"demand":[2],"for":[3,130],"mobile":[4],"data":[5,11],"traffic":[6,12],"continues":[7],"to":[8,13,34,41,187,197,246],"grow,":[9],"offloading":[10],"unlicensed":[14,37,63,97],"spectrum":[15,38,82,98],"is":[16,30,142],"a":[17,106,125],"promising":[18],"approach":[19],"that":[20,233],"can":[21,202,238,255,270],"relieve":[22],"pressure":[24],"on":[25,163],"cellular":[26,49],"systems.":[27],"Therefore,":[28],"it":[29],"an":[31,36,214,222],"urgent":[32],"need":[33],"propose":[35],"access":[39,73,99,128,166],"method":[40],"guarantee":[42],"harmonious":[44],"and":[45,55,75,84,108,117,139,145,156,175,244,250,263,269,278,291],"efficient":[46],"coexistence":[47,67,132,181,267],"between":[48],"network":[50],"technologies":[51],"such":[52,58,69,285],"as":[53,59,70,105,286],"LTE":[54],"incumbent":[56],"users":[57],"WiFi":[60],"in":[61,160,179,274],"spectrum.":[64],"However,":[65],"existing":[66],"schemes":[68],"licensed":[71],"assisted":[72],"(LAA)":[74],"LTE-unlicensed":[76],"(LTE-U)":[77],"still":[78],"suffer":[79],"from":[80],"inefficient":[81],"utilization":[83],"unsatisfactory":[85],"fairness.":[86],"In":[87],"paper,":[89],"we":[90,191],"formulate":[91],"optimization":[93,259],"problem":[94,243],"of":[95,136,150,172,206,213,228,260,265,276],"among":[100],"multiple":[101,184,219],"small":[102],"bases":[103],"(SBSs)":[104],"game,":[107],"then":[109,146],"solve":[110,198],"Nash":[112],"Equilibrium":[113],"(NE)":[114],"with":[115,183,216,224,281],"cooperative":[116],"distributed":[118],"multi-agent":[119],"deep":[120],"reinforcement":[121],"learning":[122,173,241],"(MADRL).":[123],"Specifically,":[124],"two":[126],"level":[127],"framework":[129],"scenario,":[133],"which":[134,201],"consists":[135],"feedback":[137],"cycle":[138],"executive":[140],"cycle,":[141],"first":[143],"proposed,":[144],"key":[148],"elements":[149],"MADRL":[151],"including":[152],"state,":[153],"action,":[154],"reward":[155],"Q-network":[157],"are":[158],"designed":[159],"detail":[161],"based":[162],"proposed":[165,236,253],"framework.":[167],"To":[168],"overcome":[169,239],"problems":[171],"divergence":[174,242],"prohibitive":[176],"computation":[177],"overhead":[178],"scenario":[182],"SBSs":[185],"due":[186],"non-stability":[189],"phenomena,":[190],"adopt":[192],"mean":[194],"field":[195],"technology":[196],"NE,":[200],"simplify":[203],"process":[205],"solving":[207],"NE":[208,248],"by":[209],"converting":[210],"interaction":[212],"agent":[215],"remaining":[218],"agents":[220],"into":[221],"action":[223],"average":[226],"effect":[227],"them.":[229],"Simulation":[230],"results":[231],"show":[232],"1)":[234],"algorithm":[237,254],"converge":[245],"quickly,":[249],"2)":[251],"achieve":[256,271],"bi-objective":[258],"total":[261],"throughput":[262,277],"fairness":[264,279],"network,":[268],"better":[272],"performance":[273],"terms":[275],"compared":[280],"baseline":[283],"methods":[284],"Cat-4":[287],"LBT,":[288],"Cooperative":[289],"LBT":[290],"Random":[292],"schemes.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}