{"id":"https://openalex.org/W4410858649","doi":"https://doi.org/10.1145/3708657.3708676","title":"Reinforcement Learning-Based Dynamic Random Access Optimization Scheme for 5G Space TT&C System","display_name":"Reinforcement Learning-Based Dynamic Random Access Optimization Scheme for 5G Space TT&C System","publication_year":2024,"publication_date":"2024-11-21","ids":{"openalex":"https://openalex.org/W4410858649","doi":"https://doi.org/10.1145/3708657.3708676"},"language":"en","primary_location":{"id":"doi:10.1145/3708657.3708676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708657.3708676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 10th International Conference on Communication and Information Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057274031","display_name":"Meiyi Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyi Sun","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-6325-644X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mingqi Li","orcid":"https://orcid.org/0009-0001-5000-3619"},"institutions":[{"id":"https://openalex.org/I4210105312","display_name":"Shanghai Power Equipment Research Institute","ror":"https://ror.org/01pw44479","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210105312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqi Li","raw_affiliation_strings":["Shanghai Radio Equipment Research Institute, Shanghai, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-5000-3619","affiliations":[{"raw_affiliation_string":"Shanghai Radio Equipment Research Institute, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I4210105312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048802154","display_name":"Danpu Liu","orcid":"https://orcid.org/0000-0003-4296-5209"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danpu Liu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4296-5209","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101764889","display_name":"Zhilong Zhang","orcid":"https://orcid.org/0000-0002-9328-9098"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhilong Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9328-9098","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"117","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8720259666442871},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7089654207229614},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.683324933052063},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5237350463867188},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.47113555669784546},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3728543817996979},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31787359714508057},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2640615701675415},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10294634103775024},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09412771463394165}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8720259666442871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089654207229614},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.683324933052063},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5237350463867188},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.47113555669784546},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3728543817996979},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31787359714508057},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2640615701675415},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10294634103775024},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09412771463394165},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3708657.3708676","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708657.3708676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 10th International Conference on Communication and Information Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4322880395","display_name":null,"funder_award_id":"62271065,U22B2001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2077717186","https://openalex.org/W2344516430","https://openalex.org/W2592045751","https://openalex.org/W3003821822","https://openalex.org/W3045523936","https://openalex.org/W3120500004","https://openalex.org/W3208335742","https://openalex.org/W4226420271","https://openalex.org/W4298182382","https://openalex.org/W4312838569","https://openalex.org/W4313195381","https://openalex.org/W4323060401","https://openalex.org/W4365790444","https://openalex.org/W4380785670","https://openalex.org/W4384787629"],"related_works":["https://openalex.org/W3133183159","https://openalex.org/W4306904969","https://openalex.org/W2952222336","https://openalex.org/W4297872561","https://openalex.org/W2116633494","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W3117544412","https://openalex.org/W4380318855","https://openalex.org/W1522862521"],"abstract_inverted_index":{"With":[0],"the":[1,38,48,101,125,142,149,160,169,174],"development":[2],"of":[3,127,162,173,176],"5G":[4],"non-terrestrial":[5],"networks":[6,136],"(NTN)":[7],"and":[8,13,42,58,67,78,92,114,166,182,190],"aerospace":[9],"technologies,":[10],"tracking,":[11],"telemetry,":[12],"command":[14],"(TT&C)":[15],"users":[16],"will":[17],"establish":[18],"connections":[19],"with":[20,63],"TT&C":[21,30],"stations":[22],"through":[23],"Random":[24],"access":[25,59,76,90,145,180],"(RA)":[26],"in":[27,54,171],"future":[28],"space":[29],"systems":[31],"based":[32],"on":[33],"5G.":[34],"However,":[35],"due":[36],"to":[37,74,87,147],"limited":[39],"RA":[40,50,93],"resources":[41],"their":[43],"uniform":[44],"allocation":[45,117],"among":[46],"beams,":[47,72],"existing":[49,120],"scheme":[51,157],"may":[52],"result":[53],"severe":[55],"preamble":[56],"collisions":[57],"unfairness":[60],"when":[61],"dealing":[62],"bursty":[64],"user":[65,80],"traffic":[66],"unbalanced":[68],"loads":[69],"across":[70],"different":[71],"leading":[73],"numerous":[75],"failures":[77],"increased":[79],"delays.":[81],"In":[82],"this":[83],"paper,":[84],"we":[85,130],"aim":[86],"jointly":[88],"consider":[89],"control":[91],"resource":[94,116],"reallocation":[95],"for":[96,137],"each":[97],"beam":[98,115],"by":[99,187],"using":[100],"Proximal":[102],"Policy":[103],"Optimization(PPO)":[104],"method,":[105],"which":[106,139],"outputs":[107],"dynamic":[108],"Access":[109],"Class":[110],"Barring":[111],"(D-ACB)":[112],"factors":[113],"factors.":[118],"Unlike":[119],"methods":[121],"that":[122,154],"require":[123],"predicting":[124],"number":[126,175],"backlogged":[128],"users,":[129,179],"introduce":[131],"Long":[132],"Short-Term":[133],"Memory":[134],"(LSTM)":[135],"training,":[138],"only":[140],"utilize":[141],"observable":[143],"historical":[144],"results":[146,152],"learn":[148],"policy.":[150],"Simulation":[151],"demonstrate":[153],"our":[155],"optimization":[156],"nearly":[158],"approaches":[159],"performance":[161],"ideal":[163],"upper":[164],"bound,":[165],"significantly":[167],"outperforms":[168],"baselines":[170],"terms":[172],"successfully":[177],"accessed":[178],"delay,":[181],"collision":[183],"probability":[184],"at":[185],"least":[186],"11.83%,":[188],"21.73%,":[189],"64.82%,":[191],"respectively.":[192]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}