{"id":"https://openalex.org/W4404344756","doi":"https://doi.org/10.1007/s40747-024-01667-x","title":"Two-stage deep reinforcement learning method for agile optical satellite scheduling problem","display_name":"Two-stage deep reinforcement learning method for agile optical satellite scheduling problem","publication_year":2024,"publication_date":"2024-11-14","ids":{"openalex":"https://openalex.org/W4404344756","doi":"https://doi.org/10.1007/s40747-024-01667-x"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01667-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01667-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01667-x.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01667-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101815597","display_name":"Zheng Liu","orcid":"https://orcid.org/0000-0003-2244-7367"},"institutions":[{"id":"https://openalex.org/I4210148107","display_name":"Space Engineering University","ror":"https://ror.org/04rj1td02","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210148107"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng Liu","raw_affiliation_strings":["National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China","institution_ids":["https://openalex.org/I4210148107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008776627","display_name":"Wei Xiong","orcid":"https://orcid.org/0000-0002-2532-2503"},"institutions":[{"id":"https://openalex.org/I4210148107","display_name":"Space Engineering University","ror":"https://ror.org/04rj1td02","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210148107"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xiong","raw_affiliation_strings":["National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China","institution_ids":["https://openalex.org/I4210148107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101261910","display_name":"Zhuoya Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148107","display_name":"Space Engineering University","ror":"https://ror.org/04rj1td02","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210148107"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoya Jia","raw_affiliation_strings":["National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China","institution_ids":["https://openalex.org/I4210148107"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101688307","display_name":"Chi Han","orcid":"https://orcid.org/0000-0001-6043-8045"},"institutions":[{"id":"https://openalex.org/I4210148107","display_name":"Space Engineering University","ror":"https://ror.org/04rj1td02","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210148107"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Han","raw_affiliation_strings":["National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Space Target Awareness, Space Engineering University, Beijing, 101416, China","institution_ids":["https://openalex.org/I4210148107"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101815597"],"corresponding_institution_ids":["https://openalex.org/I4210148107"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":2.6661,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92286147,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7225638628005981},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.7142523527145386},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.654872715473175},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5963842272758484},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5699533820152283},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.5416958332061768},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4930245578289032},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4902086853981018},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.45043516159057617},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3933238089084625},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3702843189239502},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2741742730140686},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.23255106806755066},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.19030895829200745},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15329894423484802},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13528010249137878},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07085642218589783}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7225638628005981},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.7142523527145386},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.654872715473175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5963842272758484},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5699533820152283},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.5416958332061768},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4930245578289032},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4902086853981018},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.45043516159057617},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3933238089084625},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3702843189239502},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2741742730140686},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.23255106806755066},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.19030895829200745},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15329894423484802},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13528010249137878},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07085642218589783},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01667-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01667-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01667-x.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:edbd02452dc44fbb9cb4c59c83a904de","is_oa":true,"landing_page_url":"https://doaj.org/article/edbd02452dc44fbb9cb4c59c83a904de","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 11, Iss 1, Pp 1-22 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01667-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01667-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01667-x.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404344756.pdf"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2110599800","https://openalex.org/W2203570282","https://openalex.org/W2225143533","https://openalex.org/W2605409691","https://openalex.org/W2608814237","https://openalex.org/W2767683572","https://openalex.org/W2805509503","https://openalex.org/W2868905238","https://openalex.org/W2894367117","https://openalex.org/W2922420081","https://openalex.org/W2950260928","https://openalex.org/W2973081774","https://openalex.org/W2990920590","https://openalex.org/W2994842245","https://openalex.org/W3000524703","https://openalex.org/W3007545166","https://openalex.org/W3011156941","https://openalex.org/W3014882452","https://openalex.org/W3047895866","https://openalex.org/W3089255138","https://openalex.org/W3133493139","https://openalex.org/W3158514615","https://openalex.org/W3170413428","https://openalex.org/W3177056122","https://openalex.org/W3208388046","https://openalex.org/W3211941314","https://openalex.org/W3213032526","https://openalex.org/W4200112320","https://openalex.org/W4226120068","https://openalex.org/W4296901616","https://openalex.org/W4309185273","https://openalex.org/W4313368157","https://openalex.org/W4315574835","https://openalex.org/W4319934199","https://openalex.org/W4362635855","https://openalex.org/W4366668352","https://openalex.org/W4386748751","https://openalex.org/W4387020153","https://openalex.org/W4389169576"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"This":[0],"paper":[1,85],"investigates":[2],"the":[3,28,34,38,43,46,50,54,73,101,131,150,160,169,177,182,203,212,220,229,234],"agile":[4],"optical":[5],"satellite":[6],"scheduling":[7,89,102,114,179,184,205],"problem,":[8],"which":[9,215],"aims":[10,25],"to":[11,26,72,96,129,153,207,241],"arrange":[12],"an":[13,112,155],"observation":[14,17,20,47,113,178,183,204,209],"sequence":[15,158,172],"and":[16,58,76,111,116,123,142,181,237,251],"actions":[18,48,210],"for":[19,211],"tasks.":[21],"Existing":[22],"research":[23],"mainly":[24],"maximize":[27],"number":[29],"of":[30,37,45,80,186,246],"completed":[31,39],"tasks":[32,40],"or":[33],"total":[35],"priorities":[36],"but":[41],"ignores":[42],"influence":[44],"on":[49],"imaging":[51],"quality.":[52],"Besides,":[53],"conventional":[55],"exact":[56],"methods":[57,60],"heuristic":[59],"can":[61],"hardly":[62],"obtain":[63],"a":[64,68,87,107,117,134,138,143,165,192],"high-quality":[65],"solution":[66,78,247],"in":[67,159,176,244],"short":[69],"time":[70],"due":[71],"complicated":[74],"constraints":[75,122],"considerable":[77],"space":[79],"this":[81,84,98],"problem.":[82,99,132],"Thus,":[83],"proposes":[86],"two-stage":[88,92,124],"framework":[90],"with":[91,120,137,233],"deep":[93],"reinforcement":[94],"learning":[95],"address":[97],"First,":[100],"process":[103,185],"is":[104,127,147,189,200,216,239],"decomposed":[105],"into":[106,173],"task":[108,157,161,171],"sequencing":[109,151,162],"stage":[110],"stage,":[115,180],"mathematical":[118],"model":[119],"complex":[121],"optimization":[125],"objectives":[126],"established":[128],"describe":[130],"Then,":[133],"pointer":[135],"network":[136,152,199,206],"local":[139],"selection":[140],"mechanism":[141,146],"rough":[144],"pruning":[145],"constructed":[148],"as":[149,191,202],"generate":[154],"executable":[156,170],"stage.":[163],"Next,":[164],"decomposition":[166],"strategy":[167],"decomposes":[168],"multiple":[174],"sub-sequences":[175,188],"these":[187],"modeled":[190],"concatenated":[193],"Markov":[194],"decision":[195],"process.":[196],"A":[197],"neural":[198],"designed":[201,235],"determine":[208],"sequenced":[213],"tasks,":[214],"well":[217],"trained":[218],"by":[219],"soft":[221],"actor-critic":[222],"algorithm.":[223],"Finally,":[224],"extensive":[225],"experiments":[226],"show":[227],"that":[228],"proposed":[230],"method,":[231],"along":[232],"mechanisms":[236],"strategy,":[238],"superior":[240],"comparison":[242],"algorithms":[243],"terms":[245],"quality,":[248],"generalization":[249],"performance,":[250],"computation":[252],"efficiency.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}