{"id":"https://openalex.org/W3173875532","doi":"https://doi.org/10.3390/s21134404","title":"Dual Dynamic Scheduling for Hierarchical QoS in Uplink-NOMA: A Reinforcement Learning Approach","display_name":"Dual Dynamic Scheduling for Hierarchical QoS in Uplink-NOMA: A Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-06-27","ids":{"openalex":"https://openalex.org/W3173875532","doi":"https://doi.org/10.3390/s21134404","mag":"3173875532","pmid":"https://pubmed.ncbi.nlm.nih.gov/34199075"},"language":"en","primary_location":{"id":"doi:10.3390/s21134404","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21134404","pdf_url":"https://www.mdpi.com/1424-8220/21/13/4404/pdf?version=1624879322","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/21/13/4404/pdf?version=1624879322","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101519076","display_name":"Xiangjun Li","orcid":"https://orcid.org/0000-0003-1015-4102"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangjun Li","raw_affiliation_strings":["National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-1015-4102","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018587643","display_name":"Qimei Cui","orcid":"https://orcid.org/0000-0003-1720-220X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qimei Cui","raw_affiliation_strings":["National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-1720-220X","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088446279","display_name":"Jinli Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinli Zhai","raw_affiliation_strings":["National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-0533-2528","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Mobile Network Technologies, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087017321","display_name":"Xueqing Huang","orcid":"https://orcid.org/0000-0002-3677-5946"},"institutions":[{"id":"https://openalex.org/I4210104314","display_name":"New York Institute of Technology","ror":"https://ror.org/01bghzb51","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104314"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xueqing Huang","raw_affiliation_strings":["New York Institute of Technology, Old Westbury, NY 11568, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York Institute of Technology, Old Westbury, NY 11568, USA","institution_ids":["https://openalex.org/I4210104314"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5018587643"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":0.1606,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.43859831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"21","issue":"13","first_page":"4404","last_page":"4404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11873","display_name":"PAPR reduction in OFDM","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7347801923751831},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7323479652404785},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6135667562484741},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5967499017715454},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5781928300857544},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5508371591567993},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5371988415718079},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45818179845809937},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.45065566897392273},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35794681310653687},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3432520627975464},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.29322779178619385},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.27095264196395874},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2563129961490631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1680336892604828},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.13470295071601868},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.0870867371559143}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7347801923751831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7323479652404785},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6135667562484741},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5967499017715454},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5781928300857544},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5508371591567993},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5371988415718079},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45818179845809937},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.45065566897392273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35794681310653687},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3432520627975464},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.29322779178619385},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27095264196395874},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2563129961490631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1680336892604828},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.13470295071601868},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0870867371559143},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s21134404","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21134404","pdf_url":"https://www.mdpi.com/1424-8220/21/13/4404/pdf?version=1624879322","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:34199075","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34199075","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:c983b8f8672b46789b8ca721186055c8","is_oa":true,"landing_page_url":"https://doaj.org/article/c983b8f8672b46789b8ca721186055c8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 21, Iss 13, p 4404 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/21/13/4404/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s21134404","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 21; Issue 13; Pages: 4404","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8271556","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8271556","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s21134404","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s21134404","pdf_url":"https://www.mdpi.com/1424-8220/21/13/4404/pdf?version=1624879322","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G2236719086","display_name":null,"funder_award_id":"L182038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7990410193","display_name":"\u6570\u636e\u9a71\u52a8\u76845G/B5G\u4f4e\u65f6\u5ef6\u79fb\u52a8\u63a5\u5165\u7ec4\u7f51\u7814\u7a76","funder_award_id":"61971066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3173875532.pdf","grobid_xml":"https://content.openalex.org/works/W3173875532.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2515756451","https://openalex.org/W2735661607","https://openalex.org/W2769456309","https://openalex.org/W2806228066","https://openalex.org/W2921163933","https://openalex.org/W2949729915","https://openalex.org/W2963864421","https://openalex.org/W2964913433","https://openalex.org/W2966082274","https://openalex.org/W2985183400","https://openalex.org/W2995184757","https://openalex.org/W2996573650","https://openalex.org/W3005035095","https://openalex.org/W3038082668","https://openalex.org/W3046836028","https://openalex.org/W3083321343","https://openalex.org/W3088368509","https://openalex.org/W3106673432","https://openalex.org/W3133014561","https://openalex.org/W3134898389","https://openalex.org/W3139933459","https://openalex.org/W3148666712","https://openalex.org/W3156894764","https://openalex.org/W3159451890","https://openalex.org/W3161092355","https://openalex.org/W3169426261"],"related_works":["https://openalex.org/W3123911006","https://openalex.org/W4400868993","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W3096874164","https://openalex.org/W1589140671","https://openalex.org/W1985560493","https://openalex.org/W2386410636"],"abstract_inverted_index":{"The":[0,169],"demand":[1],"for":[2,20,55],"bandwidth-intensive":[3],"and":[4,36,59,66,136,175],"delay-sensitive":[5],"services":[6],"is":[7,107,148],"surging":[8],"daily":[9],"with":[10,71,188],"the":[11,72,83,105,119,125,130,137,140,154,159,173,178,189,196],"development":[12],"of":[13,77,121,127,139,177],"5G":[14],"technology,":[15],"resulting":[16],"in":[17,61,132],"fierce":[18],"competition":[19],"scarce":[21],"radio":[22],"resources.":[23],"Power":[24],"domain":[25],"Nonorthogonal":[26],"Multiple":[27],"Access":[28],"(NOMA)":[29],"technologies":[30],"can":[31],"dramatically":[32],"improve":[33],"system":[34,95],"capacity":[35],"spectrum":[37],"efficiency.":[38],"Unlike":[39],"existing":[40],"NOMA":[41,160],"scheduling":[42],"that":[43],"mainly":[44],"focuses":[45],"on":[46],"fairness,":[47],"this":[48],"paper":[49,81,151],"proposes":[50],"a":[51,88,110,133,142,182],"power":[52,84],"control":[53,85],"solution":[54],"uplink":[56],"hybrid":[57],"OMA":[58],"PD-NOMA":[60],"dual":[62,183],"dynamic":[63,65,134],"environments:":[64],"imperfect":[67],"channel":[68],"information":[69],"together":[70],"random":[73],"user-specific":[74],"hierarchical":[75,100,155],"quality":[76],"service":[78],"(QoS).":[79],"This":[80,150],"models":[82],"problem":[86,106],"as":[87,109],"nonconvex":[89],"stochastic,":[90],"which":[91],"aims":[92],"to":[93,118,166],"maximize":[94],"energy":[96],"efficiency":[97],"while":[98],"guaranteeing":[99],"user":[101],"QoS":[102,156],"requirements.":[103],"Then,":[104],"formulated":[108],"partially":[111],"observable":[112],"Markov":[113],"decision":[114],"process":[115],"(POMDP).":[116],"Owing":[117],"difficulty":[120],"modeling":[122],"time-varying":[123],"scenes,":[124],"urgency":[126],"fast":[128],"convergency,":[129],"adaptability":[131],"environment,":[135],"continuity":[138],"variables,":[141],"Deep":[143],"Reinforcement":[144],"Learning":[145],"(DRL)-based":[146],"method":[147,199],"proposed.":[149],"also":[152],"transforms":[153],"constraint":[157],"under":[158,181],"serial":[161],"interference":[162],"cancellation":[163],"(SIC)":[164],"scene":[165],"fit":[167],"DRL.":[168],"simulation":[170],"results":[171],"verify":[172],"effectiveness":[174],"robustness":[176],"proposed":[179,197],"algorithm":[180,194],"uncertain":[184],"environment.":[185],"As":[186],"compared":[187],"baseline":[190],"Particle":[191],"Swarm":[192],"Optimization":[193],"(PSO),":[195],"DRL-based":[198],"has":[200],"demonstrated":[201],"satisfying":[202],"performance.":[203]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}