{"id":"https://openalex.org/W3109628683","doi":"https://doi.org/10.1109/access.2020.3040748","title":"Hierarchical Reinforcement-Learning for Real-Time Scheduling of Agile Satellites","display_name":"Hierarchical Reinforcement-Learning for Real-Time Scheduling of Agile Satellites","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3109628683","doi":"https://doi.org/10.1109/access.2020.3040748","mag":"3109628683"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3040748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272312.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272312.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007121631","display_name":"Lili Ren","orcid":"https://orcid.org/0000-0002-2328-0549"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lili Ren","raw_affiliation_strings":["College of Astronautics, Northwestern Polytechnical University, Xi\u2019an, China","College of Astronautics, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-2328-0549","affiliations":[{"raw_affiliation_string":"College of Astronautics, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"College of Astronautics, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101837291","display_name":"Xin Ning","orcid":"https://orcid.org/0000-0003-3663-3996"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Ning","raw_affiliation_strings":["College of Astronautics, Northwestern Polytechnical University, Xi\u2019an, China","College of Astronautics, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Astronautics, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"College of Astronautics, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100775744","display_name":"Jiayin Li","orcid":"https://orcid.org/0000-0003-4798-082X"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayin Li","raw_affiliation_strings":["College of Mathematics and Computer Science, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4798-082X","affiliations":[{"raw_affiliation_string":"College of Mathematics and Computer Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":11.157,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97830159,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"220523","last_page":"220532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10829","display_name":"Interconnection Networks and Systems","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410650849342346},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7143661975860596},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.5686920881271362},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5634171366691589},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3972253203392029},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27247822284698486},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09920254349708557},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09095880389213562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410650849342346},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7143661975860596},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.5686920881271362},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5634171366691589},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3972253203392029},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27247822284698486},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09920254349708557},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09095880389213562},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3040748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272312.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9614ae61b1744b82b217b2a87c7c1063","is_oa":true,"landing_page_url":"https://doaj.org/article/9614ae61b1744b82b217b2a87c7c1063","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 220523-220532 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3040748","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3040748","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09272312.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7128619132","display_name":"\u57fa\u4e8e\u53d8\u80de\u5fae\u5206\u6d41\u5f62\u63cf\u8ff0\u7684\u591a\u81c2\u7a7a\u95f4\u5e73\u53f0\u64cd\u4f5c\u89c4\u5212\u65b9\u6cd5\u7814\u7a76","funder_award_id":"11772256","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3109628683.pdf","grobid_xml":"https://content.openalex.org/works/W3109628683.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W921590267","https://openalex.org/W1549204842","https://openalex.org/W1584409412","https://openalex.org/W1977929662","https://openalex.org/W2015592825","https://openalex.org/W2052348607","https://openalex.org/W2052389493","https://openalex.org/W2065043075","https://openalex.org/W2079029882","https://openalex.org/W2110599800","https://openalex.org/W2119328119","https://openalex.org/W2123757087","https://openalex.org/W2148027993","https://openalex.org/W2162328434","https://openalex.org/W2162386041","https://openalex.org/W2171180423","https://openalex.org/W2225143533","https://openalex.org/W2370007998","https://openalex.org/W2605409691","https://openalex.org/W2729628248","https://openalex.org/W2750687229","https://openalex.org/W2751670160","https://openalex.org/W2804850109","https://openalex.org/W2868905238","https://openalex.org/W2895574744","https://openalex.org/W2901234606","https://openalex.org/W2911366955","https://openalex.org/W2920136569","https://openalex.org/W2922420081","https://openalex.org/W2964012674","https://openalex.org/W3011521104","https://openalex.org/W3014882452","https://openalex.org/W3039356451","https://openalex.org/W3049549869","https://openalex.org/W6624431930","https://openalex.org/W6632797299","https://openalex.org/W6740705466","https://openalex.org/W6774934110","https://openalex.org/W6779973773"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2656997359","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691"],"abstract_inverted_index":{"As":[0,29],"is":[1,25,34,102],"well":[2],"known,":[3],"satellite":[4,17,168,189,202,218,229],"resources":[5],"are":[6,81],"extremely":[7],"scarce":[8],"relative":[9],"to":[10,36,106,124,154,164,179,187,224,269],"observation":[11,16,232],"demands.":[12],"Consequently,":[13],"the":[14,59,76,85,104,112,141,160,165,167,188,191,195,201,205,210,217,221,226,253,270,274],"Earth":[15],"(EOS)":[18],"scheduling":[19,43,86,126,157,171,250],"becomes":[20],"a":[21,67,97,108,156,170,180,257],"remarkable":[22],"problem":[23],"which":[24,101,243],"of":[26,61,69,87,103,194],"significant":[27,278],"importance.":[28],"an":[30,38,150,245],"NP-hard":[31],"problem,":[32],"It":[33],"difficult":[35],"get":[37],"optimal":[39],"solution.":[40],"Furthermore,":[41],"real-time":[42],"makes":[44],"it":[45],"even":[46],"more":[47],"challenging":[48],"for":[49,111,140,237],"researchers.":[50],"Unfortunately,":[51],"although":[52],"fruitful":[53],"results":[54,265],"have":[55],"been":[56,117,138,261],"achieved":[57],"in":[58,84,119,240,280,285],"category":[60],"EOS":[62],"scheduling,":[63,115],"there":[64],"still":[65],"exist":[66],"number":[68],"obvious":[70],"limitations":[71],"and":[72,79,128,231,248,282,288],"drawbacks.":[73],"For":[74],"example,":[75],"response":[77,110,286],"speed":[78,287],"stability":[80,127,251],"always":[82],"limited":[83],"urgent":[88,113,174,238],"tasks":[89,175,239],"that":[90,207],"appeared":[91],"stochastically.":[92],"To":[93],"overcome":[94],"this":[95,120],"obstacle,":[96],"reinforcement":[98],"learning":[99,152,161],"algorithm,":[100,166,273],"ability":[105],"make":[107],"fast":[109],"task":[114],"has":[116,137,260],"proposed":[118,142,275],"paper.":[121],"In":[122,144,213],"order":[123],"improve":[125],"reduce":[129],"computational":[130],"complexity,":[131],"hierarchical":[132,146],"architecture":[133],"with":[134],"two":[135],"layers":[136],"established":[139],"algorithm.":[143],"each":[145],"layer,":[147],"we":[148],"adopt":[149],"online":[151],"paradigm":[153],"explore":[155],"strategy":[158,223],"at":[159,252],"phase.":[162],"According":[163],"takes":[169],"action":[172,206],"when":[173],"arrive":[176],"randomly":[177],"according":[178],"certain":[181],"strategy.":[182],"The":[183,263],"environment":[184],"will":[185,203],"feedback":[186],"by":[190],"corresponding":[192],"rewards":[193],"actions":[196],"taken.":[197],"After":[198],"multiple":[199],"feedback,":[200],"select":[204],"can":[208,219],"obtain":[209],"greatest":[211],"benefit.":[212],"practical":[214],"space":[215],"applications,":[216],"employ":[220],"learned":[222],"operate":[225],"low":[227],"orbit":[228],"selection":[230],"time":[233],"window":[234],"(OTW)":[235],"assignment":[236],"stochastic":[241],"scenarios,":[242],"realize":[244],"immediate":[246],"schedule":[247],"maximize":[249],"same":[254],"time.":[255],"Finally,":[256],"numerical":[258],"experiment":[259],"performed.":[262],"simulation":[264],"demonstrate":[266],"that,":[267],"compared":[268],"heuristic":[271],"m-WSITF":[272],"algorithm":[276],"possesses":[277],"advantages":[279],"effectiveness":[281],"efficiency,":[283],"especially":[284],"stability.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}