{"id":"https://openalex.org/W4410950164","doi":"https://doi.org/10.1109/tvt.2025.3575838","title":"Real-Time Downlink Resource Allocation in NOMA Systems: A Reinforcement Learning Approach","display_name":"Real-Time Downlink Resource Allocation in NOMA Systems: A Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4410950164","doi":"https://doi.org/10.1109/tvt.2025.3575838"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3575838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3575838","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Song Yan","orcid":"https://orcid.org/0009-0005-9659-1224"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Yan","raw_affiliation_strings":["Communications Research Center, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0005-9659-1224","affiliations":[{"raw_affiliation_string":"Communications Research Center, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kuang-Chih Chou","orcid":null},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kuang-Chih Chou","raw_affiliation_strings":["Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","Department of Engineering Science, National Cheng Kung University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084739355","display_name":"Hsiao\u2010Hwa Chen","orcid":"https://orcid.org/0000-0001-8473-0729"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsiao-Hwa Chen","raw_affiliation_strings":["Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","Department of Engineering Science, National Cheng Kung University, China"],"raw_orcid":"https://orcid.org/0000-0001-8473-0729","affiliations":[{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, Tainan City, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"Department of Engineering Science, National Cheng Kung University, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046141922","display_name":"Qing Guo","orcid":"https://orcid.org/0000-0003-4209-5469"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Guo","raw_affiliation_strings":["Communications Research Center, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4209-5469","affiliations":[{"raw_affiliation_string":"Communications Research Center, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3879,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81415641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"74","issue":"11","first_page":"17779","last_page":"17795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.8977242708206177},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.8325937390327454},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7312731742858887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6462262868881226},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.617184579372406},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5681242942810059},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48654189705848694},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40417277812957764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21395769715309143}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.8977242708206177},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.8325937390327454},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7312731742858887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6462262868881226},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.617184579372406},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5681242942810059},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48654189705848694},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40417277812957764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21395769715309143}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3575838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3575838","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1033608059","display_name":null,"funder_award_id":"U1764263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2225737773","display_name":null,"funder_award_id":"113-2221-E-006-143","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G2985801735","display_name":null,"funder_award_id":"112-2221-E-006-127","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6418958411","display_name":null,"funder_award_id":"113-2221-E-006-144","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2027563534","https://openalex.org/W2042519026","https://openalex.org/W2043893178","https://openalex.org/W2085431509","https://openalex.org/W2085486577","https://openalex.org/W2106553953","https://openalex.org/W2124894634","https://openalex.org/W2152868099","https://openalex.org/W2488958542","https://openalex.org/W2500307208","https://openalex.org/W2512020627","https://openalex.org/W2593351034","https://openalex.org/W2599575079","https://openalex.org/W2774086490","https://openalex.org/W2806169746","https://openalex.org/W2868641016","https://openalex.org/W2883198415","https://openalex.org/W2889389406","https://openalex.org/W2901382282","https://openalex.org/W2912240366","https://openalex.org/W2955304173","https://openalex.org/W2963375787","https://openalex.org/W2964008445","https://openalex.org/W2968018638","https://openalex.org/W2969195240","https://openalex.org/W2969415317","https://openalex.org/W2973811586","https://openalex.org/W2980575120","https://openalex.org/W2981629859","https://openalex.org/W2992716901","https://openalex.org/W3013872719","https://openalex.org/W3015119094","https://openalex.org/W3036551295","https://openalex.org/W3042446967","https://openalex.org/W3080441795","https://openalex.org/W3097001528","https://openalex.org/W3103384110","https://openalex.org/W3110682650","https://openalex.org/W3136350876","https://openalex.org/W3137797547","https://openalex.org/W3145007954","https://openalex.org/W3160485381","https://openalex.org/W3171310561","https://openalex.org/W3191717679","https://openalex.org/W3198767450","https://openalex.org/W3207179351","https://openalex.org/W4206443382","https://openalex.org/W4214717370","https://openalex.org/W4226396602","https://openalex.org/W4236127247","https://openalex.org/W4286580154","https://openalex.org/W4312236639","https://openalex.org/W4312497239","https://openalex.org/W4312524847","https://openalex.org/W4312849087","https://openalex.org/W4312976466","https://openalex.org/W4323644183","https://openalex.org/W4327523253","https://openalex.org/W4391696956","https://openalex.org/W4394586210"],"related_works":["https://openalex.org/W3165611029","https://openalex.org/W2370038111","https://openalex.org/W2950413682","https://openalex.org/W2907156721","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282"],"abstract_inverted_index":{"Non-orthogonal":[0],"multiple":[1,7,152,158],"access":[2,8,153,159],"(NOMA)":[3],"is":[4,32],"an":[5,33,96,173],"important":[6],"technology":[9],"for":[10],"next":[11],"generation":[12],"wireless":[13,182],"communications.":[14,183],"This":[15],"work":[16,78],"focuses":[17],"on":[18,26],"realtime":[19,178],"resource":[20,106,124,179],"allocation":[21,107,125,180],"in":[22,80,109,141,181],"NOMA":[23,110,143],"systems":[24],"based":[25],"reinforcement":[27],"learning":[28,41,52],"(RL).":[29],"Q-learning":[30],"(QL)":[31],"agile":[34],"RL":[35],"approach":[36],"that":[37,54],"can":[38,55,77,122],"adjust":[39],"its":[40,63,136],"strategy":[42],"to":[43,59,61,94,126,176],"dynamic":[44],"channel":[45],"state,":[46],"making":[47],"it":[48,121,172],"a":[49,69,92,128],"perfect":[50],"machine":[51],"algorithm":[53],"tell":[56],"agents":[57],"what":[58],"do":[60],"maximize":[62],"rewards.":[64],"It":[65],"does":[66],"not":[67],"require":[68],"given":[70],"model":[71],"of":[72,86,167],"the":[73,84,104,168],"environment":[74],"and":[75,155],"thus":[76],"adaptively":[79],"different":[81],"scenarios.":[82],"However,":[83],"majority":[85],"existing":[87],"works":[88],"treated":[89],"QL":[90,102],"as":[91,114],"tool":[93],"solve":[95],"optimization":[97],"problem.":[98],"In":[99,132],"this":[100],"work,":[101],"participates":[103],"entire":[105],"process":[108],"systems.":[111,161],"As":[112],"long":[113],"user":[115],"equipment":[116],"(UE)":[117],"locations":[118],"are":[119],"given,":[120],"optimize":[123],"achieve":[127],"maximum":[129],"sum":[130],"rate.":[131],"particular,":[133],"we":[134],"demonstrate":[135],"effectiveness":[137],"with":[138],"simulation":[139],"results":[140],"three":[142],"schemes,":[144],"including":[145],"multi-user":[146],"superposition":[147],"transmission":[148],"(MUST),":[149],"pattern":[150],"division":[151],"(PDMA),":[154],"sparse":[156],"code":[157],"(SCMA)":[160],"The":[162],"excellent":[163],"tracking":[164],"convergence":[165],"property":[166],"proposed":[169],"schemes":[170],"makes":[171],"ideal":[174],"choice":[175],"perform":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2025-11-23T05:10:03.516525","created_date":"2025-10-10T00:00:00"}