{"id":"https://openalex.org/W3158471133","doi":"https://doi.org/10.1109/twc.2021.3075289","title":"Machine Learning-Based Resource Allocation in Satellite Networks Supporting Internet of Remote Things","display_name":"Machine Learning-Based Resource Allocation in Satellite Networks Supporting Internet of Remote Things","publication_year":2021,"publication_date":"2021-04-30","ids":{"openalex":"https://openalex.org/W3158471133","doi":"https://doi.org/10.1109/twc.2021.3075289","mag":"3158471133"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3075289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3075289","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052679265","display_name":"Di Zhou","orcid":"https://orcid.org/0000-0002-8375-9236"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Zhou","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8375-9236","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029337392","display_name":"Min Sheng","orcid":"https://orcid.org/0000-0002-7762-5063"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Sheng","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-7762-5063","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107006051","display_name":"Yixin Wang","orcid":"https://orcid.org/0009-0009-3567-1668"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004181029","display_name":"Jiandong Li","orcid":"https://orcid.org/0000-0002-8851-836X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8851-836X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi\u2019an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":82.9192,"has_fulltext":false,"cited_by_count":122,"citation_normalized_percentile":{"value":0.99907786,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"20","issue":"10","first_page":"6606","last_page":"6621"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7318809032440186},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5806848406791687},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.5627385973930359},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5493957996368408},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.528469979763031},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5166052579879761},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.516444206237793},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4404152035713196},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.43606147170066833},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4182761609554291},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2742898464202881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7318809032440186},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5806848406791687},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.5627385973930359},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5493957996368408},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.528469979763031},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5166052579879761},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.516444206237793},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4404152035713196},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.43606147170066833},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4182761609554291},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2742898464202881},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3075289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3075289","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1967788546","display_name":null,"funder_award_id":"CNS1717454","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G221963292","display_name":null,"funder_award_id":"U19B2025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3113351901","display_name":null,"funder_award_id":"CNS-1731424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4369265723","display_name":null,"funder_award_id":"62001347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4940453275","display_name":null,"funder_award_id":"EARS-1839818","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6272489330","display_name":null,"funder_award_id":"2019TQ0241","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6536491857","display_name":null,"funder_award_id":"2020M673344","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G721611289","display_name":null,"funder_award_id":"CNS-1702850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7257296570","display_name":null,"funder_award_id":"XJS200117","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8114394444","display_name":null,"funder_award_id":"61725103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1964459232","https://openalex.org/W2066685099","https://openalex.org/W2122410182","https://openalex.org/W2137466452","https://openalex.org/W2248880694","https://openalex.org/W2293334407","https://openalex.org/W2521915382","https://openalex.org/W2571488926","https://openalex.org/W2577229955","https://openalex.org/W2599510053","https://openalex.org/W2602320878","https://openalex.org/W2614312052","https://openalex.org/W2623293810","https://openalex.org/W2767359317","https://openalex.org/W2794652202","https://openalex.org/W2800433823","https://openalex.org/W2838177297","https://openalex.org/W2898652425","https://openalex.org/W2901608252","https://openalex.org/W2910699988","https://openalex.org/W2941764721","https://openalex.org/W2945801578","https://openalex.org/W2945875572","https://openalex.org/W2949896687","https://openalex.org/W2963352149","https://openalex.org/W2966775234","https://openalex.org/W2990822849","https://openalex.org/W2990993261","https://openalex.org/W2999146029","https://openalex.org/W2999745997","https://openalex.org/W2999798127","https://openalex.org/W3003494777","https://openalex.org/W3010593847","https://openalex.org/W3016282456","https://openalex.org/W3030660026","https://openalex.org/W3085733781","https://openalex.org/W3098133185","https://openalex.org/W6680602176","https://openalex.org/W6735434352"],"related_works":["https://openalex.org/W2028190576","https://openalex.org/W4206958678","https://openalex.org/W2373343648","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903"],"abstract_inverted_index":{"Satellite":[0],"networks":[1,41],"have":[2],"been":[3],"regarded":[4],"as":[5],"a":[6,172],"promising":[7],"architecture":[8],"for":[9,39,238],"supporting":[10],"the":[11,34,37,53,59,93,103,107,110,114,119,126,140,144,148,153,160,166,185,201,205,208,215,218,225],"Internet":[12],"of":[13,21,36,45,84,105,109,113,128,143,147,155,207,214,217,227],"remote":[14,29],"things":[15],"(IoRT)":[16],"due":[17],"to":[18,158,183,234],"their":[19],"advantages":[20],"wide":[22],"coverage":[23],"and":[24,67,97,150,189,204],"high":[25],"communication":[26],"capacity":[27],"in":[28,73,80,212],"areas,":[30],"which":[31,76],"further":[32,151,235],"promotes":[33],"development":[35],"satellites":[38],"IoRT":[40,54,98,111,163,190,220],"(SIoRTNs).":[42],"The":[43],"effectiveness":[44,206],"multi-dimensional":[46,85,145],"resource":[47,95,180,187],"collaboration":[48],"has":[49],"significant":[50],"impacts":[51],"on":[52,231],"data":[55,99,112,164,191],"downloading":[56],"performance.":[57],"However,":[58],"environment":[60],"\u2019":[61],"s":[62],"dynamics,":[63],"e.g.,":[64],"channel":[65],"conditions":[66],"solar":[68],"infeed":[69],"process,":[70],"are":[71],"unknown":[72],"practical":[74],"scenarios,":[75],"poses":[77],"daunting":[78],"challenges":[79],"making":[81],"efficient":[82],"utilization":[83],"resources.":[86],"Motivated":[87],"by":[88,117,138],"this":[89],"fact,":[90],"we":[91,133,170,223],"model":[92],"joint":[94],"scheduling":[96,100,192],"problem":[101],"with":[102,193],"aim":[104],"maximizing":[106],"amount":[108,216],"overall":[115],"network":[116,167,229,232],"applying":[118],"model-free":[120],"reinforcement":[121,130,177],"learning":[122,131,178],"framework.":[123],"To":[124],"overcome":[125],"limitations":[127],"traditional":[129],"algorithms,":[132],"propose":[134,171],"several":[135],"feature":[136],"functions":[137],"investigating":[139],"natural":[141],"attributes":[142],"resources":[146],"SIoRTNs,":[149],"exploit":[152],"concept":[154],"function":[156],"approximation":[157],"approximate":[159],"expected":[161],"downloaded":[162,219],"given":[165],"state.":[168],"Furthermore,":[169],"state-action-reward-state-action":[173],"(SARSA)":[174],"based":[175],"actor-critic":[176],"(SACRL)":[179],"allocation":[181,188],"strategy":[182],"achieve":[184],"optimal":[186],"casual":[194],"information":[195],"at":[196],"LEO":[197],"satellites.":[198],"Simulations":[199],"validate":[200],"convergence":[202],"property":[203],"proposed":[209],"SACRL":[210],"algorithm":[211],"terms":[213],"data.":[221],"Particularly,":[222],"investigate":[224],"impact":[226],"typical":[228],"parameters":[230],"performance":[233],"provide":[236],"guidance":[237],"future":[239],"SIoRTN":[240],"system":[241],"design.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}