{"id":"https://openalex.org/W4321195589","doi":"https://doi.org/10.1109/twc.2023.3244192","title":"Reinforcement Learning Based RSS-Threshold Optimization for D2D-Aided HTC/MTC in Dense NOMA Systems","display_name":"Reinforcement Learning Based RSS-Threshold Optimization for D2D-Aided HTC/MTC in Dense NOMA Systems","publication_year":2023,"publication_date":"2023-02-17","ids":{"openalex":"https://openalex.org/W4321195589","doi":"https://doi.org/10.1109/twc.2023.3244192"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3244192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3244192","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101493212","display_name":"Shangwei Zhang","orcid":"https://orcid.org/0000-0001-8387-6734"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangwei Zhang","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-8387-6734","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100411483","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-6021-4938"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039157713","display_name":"Zhenjiang Shi","orcid":"https://orcid.org/0000-0003-2837-9609"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjiang Shi","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-2837-9609","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, School of Cyber Engineering, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108050448","display_name":"Jiajia Liu","orcid":"https://orcid.org/0000-0003-4273-8866"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Liu","raw_affiliation_strings":["National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4273-8866","affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Cybersecurity, Northwestern Polytechnical University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3937,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.80524304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"22","issue":"10","first_page":"6489","last_page":"6503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8103071451187134},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.7873473763465881},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7725162506103516},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.7544382810592651},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6249958276748657},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6213634014129639},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6008707880973816},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.5983777046203613},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.540668785572052},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5297791957855225},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4847947657108307},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.46762213110923767},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.45035111904144287},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3709401488304138},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34989863634109497},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30687665939331055},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.22584834694862366},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.20452195405960083},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16597992181777954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14755374193191528},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.14610055088996887},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09176710247993469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8103071451187134},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.7873473763465881},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7725162506103516},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.7544382810592651},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6249958276748657},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6213634014129639},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6008707880973816},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.5983777046203613},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.540668785572052},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5297791957855225},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4847947657108307},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.46762213110923767},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.45035111904144287},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3709401488304138},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34989863634109497},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30687665939331055},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.22584834694862366},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.20452195405960083},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16597992181777954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14755374193191528},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.14610055088996887},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09176710247993469},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3244192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3244192","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3288029083","display_name":null,"funder_award_id":"D5000210817","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3359678507","display_name":null,"funder_award_id":"62001393","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3685868160","display_name":null,"funder_award_id":"62202386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4813842493","display_name":null,"funder_award_id":"2022YFB3104200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2211648482","https://openalex.org/W2584850881","https://openalex.org/W2605158632","https://openalex.org/W2735500522","https://openalex.org/W2791285730","https://openalex.org/W2806228066","https://openalex.org/W2920904484","https://openalex.org/W2944975502","https://openalex.org/W2945345905","https://openalex.org/W2968018638","https://openalex.org/W2969525674","https://openalex.org/W2973184394","https://openalex.org/W2975943305","https://openalex.org/W2982052395","https://openalex.org/W2990895887","https://openalex.org/W2993252065","https://openalex.org/W3004968144","https://openalex.org/W3009963081","https://openalex.org/W3012195626","https://openalex.org/W3014429824","https://openalex.org/W3036865788","https://openalex.org/W3044485544","https://openalex.org/W3093651199","https://openalex.org/W3122915757","https://openalex.org/W3133735442","https://openalex.org/W3139502571","https://openalex.org/W3153286343","https://openalex.org/W3160612200","https://openalex.org/W3181869286","https://openalex.org/W3195611087","https://openalex.org/W3207179351","https://openalex.org/W3214550495","https://openalex.org/W4205625638","https://openalex.org/W4206747369","https://openalex.org/W4213206872","https://openalex.org/W4226022721","https://openalex.org/W4281263728"],"related_works":["https://openalex.org/W2293822216","https://openalex.org/W4318262205","https://openalex.org/W3007170335","https://openalex.org/W3114372513","https://openalex.org/W4381744901","https://openalex.org/W2364406457","https://openalex.org/W2173087131","https://openalex.org/W3046162988","https://openalex.org/W1997350370","https://openalex.org/W1979722674"],"abstract_inverted_index":{"To":[0,109],"fulfill":[1],"the":[2,64,92,114,128,155,167,179,187],"stringent":[3],"requirements":[4],"brought":[5],"by":[6,164,185],"human-type":[7],"communication":[8,14],"(HTC)":[9],"along":[10],"with":[11,166],"massive":[12,34,190],"machine-type":[13],"(MTC),":[15],"device-to-device":[16],"(D2D)":[17],"and":[18,36,51,59,75,104,132,153,183,192,197],"non-orthogonal":[19],"multiple":[20],"access":[21],"(NOMA)":[22],"techniques":[23],"will":[24],"inevitably":[25],"be":[26,106],"incorporated":[27],"into":[28],"dense":[29,88],"cellular":[30,74],"networks":[31],"to":[32,46,126,159],"cater":[33],"connectivity":[35,188],"maintain":[37],"high":[38],"spectral":[39],"efficiency.":[40],"However,":[41],"such":[42],"combination":[43],"may":[44],"lead":[45],"very":[47],"complex":[48],"network":[49],"topologies":[50],"bring":[52],"challenge":[53],"in":[54,85],"resource":[55],"allocation,":[56],"interference":[57],"management":[58],"transmission":[60],"mode":[61,77,83],"selection.":[62],"Note":[63],"received":[65],"signal":[66],"strength":[67],"(RSS)":[68],"is":[69],"an":[70,151],"important":[71],"factor":[72],"for":[73,130],"D2D":[76,196],"selection,":[78],"it":[79],"can":[80,177],"affect":[81],"multi-access":[82],"determination":[84],"D2D-aided":[86],"HTC/MTC":[87],"NOMA":[89,198],"systems.":[90],"Therefore,":[91],"RSS":[93,157],"threshold":[94,158],"of":[95,189],"each":[96,145],"cell":[97],"has":[98],"great":[99],"impact":[100],"on":[101],"system":[102,180],"performance":[103,129],"should":[105],"carefully":[107],"tuned.":[108],"this":[110],"end,":[111],"we":[112,136],"formulate":[113],"RSS-threshold":[115],"selection":[116],"problem":[117],"as":[118,150],"a":[119,138],"decentralized":[120],"partially":[121],"observable":[122],"Markov":[123],"decision":[124],"process":[125],"maximize":[127],"downlink":[131],"uplink":[133],"communications.":[134],"Accordingly,":[135],"employ":[137],"multi-agent":[139],"reinforcement":[140],"learning":[141],"based":[142],"scheme":[143,176],"wherein":[144],"small":[146],"base":[147],"station":[148],"acts":[149],"agent":[152],"chooses":[154],"optimal":[156],"achieve":[160],"maximum":[161],"sum":[162,181],"rate":[163,182],"interacting":[165],"environment":[168],"continuously.":[169],"Extensive":[170],"simulation":[171],"results":[172],"reveal":[173],"our":[174],"proposed":[175],"improve":[178],"coverage":[184],"enhancing":[186],"HTC":[191],"MTC":[193],"devices":[194],"via":[195],"techniques.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}