{"id":"https://openalex.org/W4297946127","doi":"https://doi.org/10.48550/arxiv.2209.13237","title":"Reinforcement Learning for Cognitive Delay/Disruption Tolerant Network Node Management in an LEO-based Satellite Constellation","display_name":"Reinforcement Learning for Cognitive Delay/Disruption Tolerant Network Node Management in an LEO-based Satellite Constellation","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4297946127","doi":"https://doi.org/10.48550/arxiv.2209.13237"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.13237","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13237","pdf_url":"https://arxiv.org/pdf/2209.13237","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.13237","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104184219","display_name":"Xue Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210086028","display_name":"Technology and Engineering Center for Space Utilization","ror":"https://ror.org/00cn03n83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210086028"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sun, Xue","raw_affiliation_strings":["University of Chinese Academy of Sciences Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210086028","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541323","display_name":"Changhao Li","orcid":"https://orcid.org/0009-0000-8676-472X","observed_orcids":["https://orcid.org/0009-0000-8676-472X","https://orcid.org/0009-0006-1581-3866"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Changhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114500247","display_name":"Lei Yan","orcid":"https://orcid.org/0009-0004-4206-4077","observed_orcids":["https://orcid.org/0009-0004-4206-4077"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210086028","display_name":"Technology and Engineering Center for Space Utilization","ror":"https://ror.org/00cn03n83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210086028"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan, Lei","raw_affiliation_strings":["Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China","nd Changhao Li University of Chinese Academy of Sciences Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210086028"]},{"raw_affiliation_string":"nd Changhao Li University of Chinese Academy of Sciences Key Laboratory of Space Utilization, Technology and Engineering Center for Space Utilization , Chinese Academy of Sciences Beijing , China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210086028","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006648392","display_name":"Suzhi Cao","orcid":"https://orcid.org/0000-0002-1872-3376","observed_orcids":["https://orcid.org/0000-0002-1872-3376"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Suzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.7505000233650208,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.7505000233650208,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.24770000576972961,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/delay-disruption-tolerant-networking","display_name":"delay/disruption tolerant networks","score":0.953000009059906},{"id":"https://openalex.org/keywords/low-earth-orbit-satellite-constellations","display_name":"LEO satellite constellations","score":0.8050000071525574},{"id":"https://openalex.org/keywords/a2c","display_name":"Advantage Actor-Critic","score":0.8830000162124634},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6660000085830688},{"id":"https://openalex.org/keywords/delivery-success-rate","display_name":"delivery success rate","score":0.8999999761581421},{"id":"https://openalex.org/keywords/geosynchronous-orbit","display_name":"geosynchronous orbit","score":0.7450000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7002536654472351},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6807161569595337},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.556565523147583},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5219326019287109},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42130163311958313},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.4192596673965454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15787401795387268},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13419753313064575},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.13237","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13237","pdf_url":"https://arxiv.org/pdf/2209.13237","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.13237","doi":"https://doi.org/10.48550/arxiv.2209.13237","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.13237","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.13237","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13237","pdf_url":"https://arxiv.org/pdf/2209.13237","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4943999946117401,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3149121757","https://openalex.org/W3094698217","https://openalex.org/W3080333456","https://openalex.org/W3213003431","https://openalex.org/W2969467678","https://openalex.org/W7147439331","https://openalex.org/W7161335569","https://openalex.org/W7034470071","https://openalex.org/W2153733100","https://openalex.org/W7131261652"],"abstract_inverted_index":{"In":[0,79,192],"recent":[1],"years,":[2],"with":[3,220],"the":[4,12,32,50,54,61,81,89,119,154,180,196,215,221,234,245,249],"large-scale":[5],"deployment":[6],"of":[7,14,34,47,53,92,153,198],"space":[8],"spacecraft":[9],"entities":[10],"and":[11,76,163,184,228,241,243,248],"increase":[13],"satellite":[15,114,148,209],"onboard":[16],"capabilities,":[17],"delay/disruption":[18],"tolerant":[19],"network":[20,36,72,165],"(DTN)":[21],"emerged":[22],"as":[23,49],"a":[24,100,134],"more":[25],"robust":[26],"communication":[27],"protocol":[28,57],"than":[29],"TCP/IP":[30],"in":[31,70,109,145,207],"case":[33],"excessive":[35],"dynamics.":[37],"DTN":[38,55,93,107,143,203],"node":[39,94,171,204,251],"buffer":[40],"management":[41,91,205],"is":[42,65,157],"still":[43,58],"an":[44,146],"active":[45],"area":[46],"research,":[48],"current":[51],"implementation":[52],"core":[56],"relies":[59],"on":[60,118,189],"assumption":[62],"that":[63,233],"there":[64],"always":[66],"enough":[67],"memory":[68,172,252],"available":[69],"different":[71],"nodes":[73,108,144],"to":[74,88,103,131,140,158,194,202],"store":[75],"forward":[77],"bundles.":[78],"addition,":[80],"classical":[82],"queuing":[83],"theory":[84],"does":[85],"not":[86],"apply":[87],"dynamic":[90],"buffers.":[95],"Therefore,":[96],"this":[97,212],"paper":[98,213],"proposes":[99],"centralized":[101],"approach":[102],"automatically":[104],"manage":[105,141],"cognitive":[106],"low":[110],"earth":[111,136],"orbit":[112,137],"(LEO)":[113],"constellation":[115,149,210],"scenarios":[116],"based":[117,188],"advanced":[120],"reinforcement":[121],"learning":[122],"(RL)":[123],"strategy":[124,219,236],"advantage":[125],"actor-critic":[126],"(A2C).":[127],"The":[128,151,174],"method":[129],"aims":[130],"explore":[132],"training":[133],"geosynchronous":[135],"intelligent":[138,175,217],"agent":[139,156,176,218],"all":[142],"LEO":[147,208],"scenario.":[150],"goal":[152],"A2C":[155,200,235],"maximize":[159],"delivery":[160,238],"success":[161,239],"rate":[162,183,240],"minimize":[164],"resource":[166],"consumption":[167],"cost":[168],"while":[169],"considering":[170],"utilization.":[173,253],"can":[177],"dynamically":[178],"adjust":[179],"radio":[181],"data":[182],"perform":[185],"drop":[186],"operations":[187],"bundle":[190],"priority.":[191],"order":[193],"measure":[195],"effectiveness":[197],"applying":[199],"technology":[201],"issues":[206],"scenarios,":[211],"compares":[214],"trained":[216],"other":[222],"two":[223],"non-RL":[224],"policies,":[225],"including":[226],"random":[227],"standard":[229],"policies.":[230],"Experiments":[231],"show":[232],"balances":[237],"cost,":[242],"provides":[244],"highest":[246],"reward":[247],"lowest":[250]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2022-10-01T00:00:00"}