{"id":"https://openalex.org/W4387885667","doi":"https://doi.org/10.1109/lcomm.2023.3326509","title":"Temporal Feature-Enhanced Deep Reinforcement Learning for RAN Slicing With User Mobility","display_name":"Temporal Feature-Enhanced Deep Reinforcement Learning for RAN Slicing With User Mobility","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387885667","doi":"https://doi.org/10.1109/lcomm.2023.3326509"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2023.3326509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3326509","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100360460","display_name":"Qi Zhang","orcid":"https://orcid.org/0009-0002-9776-4658"},"institutions":[{"id":"https://openalex.org/I137506752","display_name":"North China University of Science and Technology","ror":"https://ror.org/04z4wmb81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137506752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","Hebei Key Laboratory of Industrial Perception, Tangshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","institution_ids":["https://openalex.org/I137506752"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Perception, Tangshan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363805","display_name":"Zhigang Li","orcid":"https://orcid.org/0000-0002-6230-6959"},"institutions":[{"id":"https://openalex.org/I137506752","display_name":"North China University of Science and Technology","ror":"https://ror.org/04z4wmb81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137506752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Li","raw_affiliation_strings":["College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","Hebei Key Laboratory of Industrial Perception, Tangshan, China"],"raw_orcid":"https://orcid.org/0000-0002-6230-6959","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","institution_ids":["https://openalex.org/I137506752"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Perception, Tangshan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048774347","display_name":"Zhenteng Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I137506752","display_name":"North China University of Science and Technology","ror":"https://ror.org/04z4wmb81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137506752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenteng Qin","raw_affiliation_strings":["College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","Hebei Key Laboratory of Industrial Perception, Tangshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","institution_ids":["https://openalex.org/I137506752"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Perception, Tangshan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062527700","display_name":"Xiaochuan Sun","orcid":"https://orcid.org/0000-0002-5101-5953"},"institutions":[{"id":"https://openalex.org/I137506752","display_name":"North China University of Science and Technology","ror":"https://ror.org/04z4wmb81","country_code":"CN","type":"education","lineage":["https://openalex.org/I137506752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochuan Sun","raw_affiliation_strings":["College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","Hebei Key Laboratory of Industrial Perception, Tangshan, China"],"raw_orcid":"https://orcid.org/0000-0002-5101-5953","affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, North China University of Science and Technology, Tangshan, China","institution_ids":["https://openalex.org/I137506752"]},{"raw_affiliation_string":"Hebei Key Laboratory of Industrial Perception, Tangshan, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0236-6482","affiliations":[{"raw_affiliation_string":"Beijing Advanced Innovation Center for Materials Genome Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8773,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.7559296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"27","issue":"12","first_page":"3265","last_page":"3269"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8230348825454712},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8001728653907776},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.7575868368148804},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5480022430419922},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4789498448371887},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.41210195422172546},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3994666039943695},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.31103742122650146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29692238569259644},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09629809856414795},{"id":"https://openalex.org/keywords/mobile-station","display_name":"Mobile station","score":0.08930006623268127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8230348825454712},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8001728653907776},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.7575868368148804},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5480022430419922},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4789498448371887},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.41210195422172546},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3994666039943695},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.31103742122650146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29692238569259644},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09629809856414795},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.08930006623268127},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2023.3326509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3326509","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2136102209","https://openalex.org/W2604174486","https://openalex.org/W2909145994","https://openalex.org/W2948712218","https://openalex.org/W3002189898","https://openalex.org/W3035218782","https://openalex.org/W3147219088","https://openalex.org/W3193630371","https://openalex.org/W4225662012","https://openalex.org/W4285185421","https://openalex.org/W4312646524"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3205936112","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2093207996","https://openalex.org/W2322468729","https://openalex.org/W2142989636"],"abstract_inverted_index":{"Radio":[0],"access":[1],"network":[2],"(RAN)":[3],"slicing":[4],"is":[5],"driving":[6],"the":[7,21,31,76,114,122,129,135,143],"growth":[8],"of":[9,15,23,33,93,100,124,147],"5G":[10,29],"verticals.":[11],"A":[12],"large":[13],"number":[14],"mobile":[16,156],"user":[17],"equipment":[18],"(UE)":[19],"increases":[20],"dynamicity":[22],"service":[24,95],"requests.":[25],"However,":[26],"in":[27,72],"different":[28,155],"scenarios,":[30],"mobility":[32],"UEs":[34],"can":[35,89,106],"easily":[36],"lead":[37],"to":[38,51,120],"disordered":[39],"and":[40,46,79,131,145],"fluctuating":[41],"traffic,":[42],"thus":[43],"yielding":[44],"latency":[45],"rate.":[47],"It":[48],"brings":[49],"challenges":[50],"effective":[52],"inter-slice":[53],"resource":[54,70,117],"allocation.":[55,118],"In":[56],"this":[57],"letter,":[58],"we":[59,127],"construct":[60],"a":[61,104,108],"temporal":[62,91],"feature-enhanced":[63],"deep":[64],"reinforcement":[65],"learning":[66],"(DRL)":[67],"framework":[68],"for":[69,113,139],"allocation":[71],"RAN":[73],"slicing,":[74],"considering":[75],"multi-transformer-encoder":[77],"(MTE)":[78],"an":[80],"improved":[81],"advantage":[82],"actor-critic":[83],"(A2C),":[84],"namely":[85],"MTE-A2C.":[86],"Here,":[87],"MTE":[88],"extract":[90],"features":[92],"multi-scenario":[94],"traffic":[96],"via":[97],"powerful":[98],"capture":[99],"data":[101],"relationships.":[102],"Such":[103],"feature":[105],"provide":[107],"strong":[109],"time-related":[110],"environment":[111],"state":[112],"latter":[115],"A2C":[116],"Specifically,":[119],"improve":[121],"efficiency":[123],"system":[125],"training,":[126],"make":[128],"policy":[130],"value":[132],"networks":[133],"share":[134],"same":[136],"loss":[137],"function":[138],"gradient":[140],"updates.":[141],"Finally,":[142],"superiority":[144],"universality":[146],"MTE-A2C":[148],"are":[149],"verified":[150],"by":[151],"comparing":[152],"experiments":[153],"under":[154],"scenarios.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}