{"id":"https://openalex.org/W3113123172","doi":"https://doi.org/10.1109/twc.2021.3086762","title":"Transmit Power Pool Design for Grant-Free NOMA-IoT Networks via Deep Reinforcement Learning","display_name":"Transmit Power Pool Design for Grant-Free NOMA-IoT Networks via Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-11","ids":{"openalex":"https://openalex.org/W3113123172","doi":"https://doi.org/10.1109/twc.2021.3086762","mag":"3113123172"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3086762","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2021.3086762","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9610145/09452792.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7693/9610145/09452792.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010716954","display_name":"Muhammad Fayaz","orcid":"https://orcid.org/0000-0001-6383-2988"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]},{"id":"https://openalex.org/I68649149","display_name":"University of Malakand","ror":"https://ror.org/012xdha97","country_code":"PK","type":"education","lineage":["https://openalex.org/I68649149"]}],"countries":["GB","PK"],"is_corresponding":false,"raw_author_name":"Muhammad Fayaz","raw_affiliation_strings":["School of Electronic Engineering and Computer Science (EECS), Queen Mary University of London, London, U.K","University of Malakand, Chakdara, Pakistan","[School of Electronic Engineering and Computer Science (EECS), Queen Mary University of London, London, U.K.]"],"raw_orcid":"https://orcid.org/0000-0001-6383-2988","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science (EECS), Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"University of Malakand, Chakdara, Pakistan","institution_ids":["https://openalex.org/I68649149"]},{"raw_affiliation_string":"[School of Electronic Engineering and Computer Science (EECS), Queen Mary University of London, London, U.K.]","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041458779","display_name":"Wenqiang Yi","orcid":"https://orcid.org/0000-0003-4732-5040"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wenqiang Yi","raw_affiliation_strings":["Queen Mary University of London, London, U.K","Queen Mary University of London; London U.K"],"raw_orcid":"https://orcid.org/0000-0003-4732-5040","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Queen Mary University of London; London U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076863392","display_name":"Yuanwei Liu","orcid":"https://orcid.org/0000-0002-6389-8941"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuanwei Liu","raw_affiliation_strings":["Queen Mary University of London, London, U.K","Queen Mary University of London; London U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Queen Mary University of London; London U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002265731","display_name":"Arumugam Nallanathan","orcid":"https://orcid.org/0000-0001-8337-5884"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arumugam Nallanathan","raw_affiliation_strings":["Queen Mary University of London, London, U.K","Queen Mary University of London; London U.K"],"raw_orcid":"https://orcid.org/0000-0001-8337-5884","affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Queen Mary University of London; London U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5627,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.60615445,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"20","issue":"11","first_page":"7626","last_page":"7641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8233309984207153},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.7878234386444092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7847155332565308},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.7733838558197021},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6364387273788452},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5350369811058044},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5149903893470764},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.503208339214325},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4843848645687103},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.48274511098861694},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4812983572483063},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.42324525117874146},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3952588737010956},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.2710276246070862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2574886083602905},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17898434400558472},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.14557889103889465},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09364449977874756}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8233309984207153},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.7878234386444092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7847155332565308},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.7733838558197021},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6364387273788452},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5350369811058044},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5149903893470764},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.503208339214325},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4843848645687103},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.48274511098861694},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4812983572483063},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.42324525117874146},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3952588737010956},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2710276246070862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574886083602905},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17898434400558472},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.14557889103889465},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09364449977874756},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/twc.2021.3086762","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2021.3086762","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9610145/09452792.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2012.06881","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.06881","pdf_url":"https://arxiv.org/pdf/2012.06881","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3113123172","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.06881","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:hub.hku.hk:10722/349602","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/349602","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2012.06881","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.06881","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.60692/7f9k7-q8m06","is_oa":true,"landing_page_url":"https://doi.org/10.60692/7f9k7-q8m06","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.60692/vg4ex-n2447","is_oa":true,"landing_page_url":"https://doi.org/10.60692/vg4ex-n2447","pdf_url":null,"source":{"id":"https://openalex.org/S7407051682","display_name":"Greater South Information System","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/twc.2021.3086762","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2021.3086762","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9610145/09452792.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2730373108","display_name":"Communications Signal Processing Based Solutions for Massive Machine-to-Machine Networks (M3NETs)","funder_award_id":"EP/R006466/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5635460702","display_name":null,"funder_award_id":"EP/R006466/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3113123172.pdf","grobid_xml":"https://content.openalex.org/works/W3113123172.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2150339816","https://openalex.org/W2155968351","https://openalex.org/W2437597201","https://openalex.org/W2601871131","https://openalex.org/W2617147441","https://openalex.org/W2769456309","https://openalex.org/W2890592307","https://openalex.org/W2894110571","https://openalex.org/W2898035736","https://openalex.org/W2900584518","https://openalex.org/W2962947312","https://openalex.org/W2963079995","https://openalex.org/W2963186244","https://openalex.org/W2963875807","https://openalex.org/W2964121744","https://openalex.org/W2968764495","https://openalex.org/W2969525674","https://openalex.org/W2978075923","https://openalex.org/W3004968144","https://openalex.org/W3005589427","https://openalex.org/W3008705472","https://openalex.org/W3013284348","https://openalex.org/W3013973746","https://openalex.org/W3023368031","https://openalex.org/W3027993135","https://openalex.org/W3037231455","https://openalex.org/W3037585024","https://openalex.org/W3042544305","https://openalex.org/W3049287381","https://openalex.org/W3089192431","https://openalex.org/W3089248281","https://openalex.org/W3098680154","https://openalex.org/W3102217847","https://openalex.org/W3104193638","https://openalex.org/W3120094264","https://openalex.org/W3120599064","https://openalex.org/W3139502571","https://openalex.org/W3191627997","https://openalex.org/W6631190155","https://openalex.org/W6780256602","https://openalex.org/W6780260341"],"related_works":["https://openalex.org/W3009951301","https://openalex.org/W2956079899","https://openalex.org/W3149205744","https://openalex.org/W2883900340","https://openalex.org/W3113727645","https://openalex.org/W2946500827","https://openalex.org/W2960847977","https://openalex.org/W2739171486","https://openalex.org/W3187773888","https://openalex.org/W3208341688","https://openalex.org/W3124054189","https://openalex.org/W3094589948","https://openalex.org/W2967006416","https://openalex.org/W3126806008","https://openalex.org/W3090719189","https://openalex.org/W3108988174","https://openalex.org/W2544882198","https://openalex.org/W2990874329","https://openalex.org/W3125816701","https://openalex.org/W2993252065"],"abstract_inverted_index":{"Grant-free":[0],"non-orthogonal":[1],"multiple":[2,8,206],"access":[3,9,207],"(GF-NOMA)":[4],"is":[5,26,77,130],"a":[6,38,69,101],"potential":[7],"framework":[10],"for":[11,86],"short-packet":[12],"internet-of-things":[13],"(IoT)":[14],"networks":[15,186],"to":[16,29,45,64,79,112,117,171],"enhance":[17],"connectivity.":[18],"However,":[19],"the":[20,30,81,87,106,119,136,142,149,153,158,162,173,185,193,196,201],"resource":[21],"allocation":[22],"problem":[23],"in":[24,56,209],"GF-NOMA":[25,75,128,182],"challenging":[27],"due":[28,170],"absence":[31],"of":[32,40,211],"closed-loop":[33],"power":[34,42,48,55,84,145,199],"control.":[35,49],"We":[36],"design":[37],"prototype":[39,60,88,163],"transmit":[41,54,83,144,198],"pool":[43],"(PP)":[44],"provide":[46],"open-loop":[47],"IoT":[50,93],"users":[51,194],"acquire":[52],"their":[53,65],"advance":[57],"from":[58],"this":[59],"PP":[61,164],"solely":[62],"according":[63],"communication":[66],"distances.":[67],"Firstly,":[68],"multi-agent":[70],"deep":[71],"Q-network":[72],"(DQN)":[73],"aided":[74],"algorithm":[76,129,139,160],"proposed":[78,159],"determine":[80],"optimal":[82,114,143],"levels":[85,146],"PP.":[89,150],"More":[90],"specifically,":[91],"each":[92],"user":[94],"acts":[95],"as":[96],"an":[97],"agent":[98],"and":[99,200],"learns":[100],"policy":[102],"by":[103],"interacting":[104],"with":[105,152,161,187,204],"wireless":[107],"environment":[108],"that":[109,135,147],"guides":[110],"them":[111],"select":[113],"actions.":[115],"Secondly,":[116],"prevent":[118],"Q-learning":[120],"model":[121],"overestimation":[122],"problem,":[123],"double":[124],"DQN":[125],"(DDQN)":[126],"based":[127,138,176],"proposed.":[131],"Numerical":[132],"results":[133],"confirm":[134],"DDQN":[137],"finds":[140],"out":[141],"form":[148],"Comparing":[151],"conventional":[154],"online":[155],"learning":[156],"approach,":[157],"converges":[165],"faster":[166],"under":[167],"changing":[168],"environments":[169],"limiting":[172],"action":[174],"space":[175],"on":[177],"previous":[178],"learning.":[179],"The":[180],"considered":[181],"system":[183],"outperforms":[184],"fixed":[188],"transmission":[189],"power,":[190],"namely":[191],"all":[192],"have":[195],"same":[197],"traditional":[202],"GF":[203],"orthogonal":[205],"techniques,":[208],"terms":[210],"throughput.":[212]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}