{"id":"https://openalex.org/W3149121757","doi":"https://doi.org/10.2514/1.i010920","title":"Autonomous Delay Tolerant Network Management Using Reinforcement Learning","display_name":"Autonomous Delay Tolerant Network Management Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-03-29","ids":{"openalex":"https://openalex.org/W3149121757","doi":"https://doi.org/10.2514/1.i010920","mag":"3149121757"},"language":"en","primary_location":{"id":"doi:10.2514/1.i010920","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i010920","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028261471","display_name":"Pau Garcia Buzzi","orcid":"https://orcid.org/0000-0002-7784-5349"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pau Garcia Buzzi","raw_affiliation_strings":["Texas A&M University, College Station, Texas 77840"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, Texas 77840","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005678504","display_name":"Daniel Selva","orcid":null},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Selva","raw_affiliation_strings":["Texas A&M University, College Station, Texas 77840"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A&M University, College Station, Texas 77840","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080078972","display_name":"Marc S\u00e1nchez Net","orcid":"https://orcid.org/0000-0003-1751-6372"},"institutions":[{"id":"https://openalex.org/I122411786","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055","country_code":"US","type":"education","lineage":["https://openalex.org/I122411786"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Sanchez Net","raw_affiliation_strings":["California Institute of Technology, Pasadena, California 91109"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California Institute of Technology, Pasadena, California 91109","institution_ids":["https://openalex.org/I122411786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6077,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.68403246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"18","issue":"7","first_page":"404","last_page":"416"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.79203200340271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7810226678848267},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7209077477455139},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5938321948051453},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5248863101005554},{"id":"https://openalex.org/keywords/delay-tolerant-networking","display_name":"Delay-tolerant networking","score":0.5186752080917358},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5135012269020081},{"id":"https://openalex.org/keywords/internet-protocol","display_name":"Internet Protocol","score":0.48428815603256226},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.47798508405685425},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4674082100391388},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4543825387954712},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.43243810534477234},{"id":"https://openalex.org/keywords/communications-protocol","display_name":"Communications protocol","score":0.41648536920547485},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12356528639793396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10399964451789856},{"id":"https://openalex.org/keywords/optimized-link-state-routing-protocol","display_name":"Optimized Link State Routing Protocol","score":0.08488777279853821}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.79203200340271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7810226678848267},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7209077477455139},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5938321948051453},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5248863101005554},{"id":"https://openalex.org/C53264328","wikidata":"https://www.wikidata.org/wiki/Q55320","display_name":"Delay-tolerant networking","level":5,"score":0.5186752080917358},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5135012269020081},{"id":"https://openalex.org/C35341882","wikidata":"https://www.wikidata.org/wiki/Q8795","display_name":"Internet Protocol","level":3,"score":0.48428815603256226},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.47798508405685425},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4674082100391388},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4543825387954712},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.43243810534477234},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.41648536920547485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12356528639793396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10399964451789856},{"id":"https://openalex.org/C204739117","wikidata":"https://www.wikidata.org/wiki/Q1368373","display_name":"Optimized Link State Routing Protocol","level":4,"score":0.08488777279853821},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2514/1.i010920","is_oa":false,"landing_page_url":"https://doi.org/10.2514/1.i010920","pdf_url":null,"source":{"id":"https://openalex.org/S4210240151","display_name":"Journal of Aerospace Information Systems","issn_l":"2327-3097","issn":["2327-3097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315709","host_organization_name":"American Institute of Aeronautics and Astronautics","host_organization_lineage":["https://openalex.org/P4310315709"],"host_organization_lineage_names":["American Institute of Aeronautics and Astronautics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Aerospace Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G83462924","display_name":null,"funder_award_id":"RSA No.\u00a01640005","funder_id":"https://openalex.org/F4320332375","funder_display_name":"Jet Propulsion Laboratory"}],"funders":[{"id":"https://openalex.org/F4320332375","display_name":"Jet Propulsion Laboratory","ror":"https://ror.org/027k65916"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1890847969","https://openalex.org/W2008125056","https://openalex.org/W2051051009","https://openalex.org/W2130095783","https://openalex.org/W2145339207","https://openalex.org/W2800319120","https://openalex.org/W2898035736","https://openalex.org/W3094698217","https://openalex.org/W4214717370","https://openalex.org/W4301852635"],"related_works":["https://openalex.org/W1964029536","https://openalex.org/W2938528237","https://openalex.org/W2900704462","https://openalex.org/W2241074003","https://openalex.org/W2940853462","https://openalex.org/W2159413612","https://openalex.org/W2325113313","https://openalex.org/W2057600829","https://openalex.org/W2369773646","https://openalex.org/W2616801393"],"abstract_inverted_index":{"Delay":[0],"tolerant":[1],"networks":[2],"(DTNs)":[3],"offer":[4],"a":[5,75,183],"set":[6],"of":[7,47,55,61,74,79,96,108,163,171],"standardized":[8],"protocols":[9,20,34,50],"to":[10,37,70,99,103,114,117,122,131,146,155],"enable":[11],"Internet-like":[12],"connectivity":[13],"across":[14],"the":[15,23,29,45,72,84,90,105,109,133,137,143,152,161,169,172,190,194],"solar":[16],"system.":[17],"Unlike":[18],"other":[19,179],"such":[21],"as":[22],"Transmission":[24],"Control":[25],"Protocol":[26,31],"(TCP)":[27],"and":[28,41,86,150],"Internet":[30],"(IP),":[32],"DTN":[33,48,76,167],"are":[35],"robust":[36],"end-to-end":[38],"connection":[39],"disruptions":[40],"long":[42],"delays.":[43],"Although":[44],"behavior":[46],"core":[49],"is":[51,57,93,130,176],"well":[52],"understood,":[53],"management":[54,73],"DTNs":[56],"still":[58],"an":[59,80],"area":[60],"active":[62],"research.":[63],"This":[64],"paper":[65],"uses":[66],"reinforcement":[67],"learning":[68],"(RL)":[69],"automate":[71],"node":[77,111],"consisting":[78],"orbital":[81],"relay":[82],"between":[83],"moon":[85],"Earth.":[87],"More":[88],"specifically,":[89],"RL":[91,165,174,191],"agent":[92,175,192],"in":[94,166,182,201],"charge":[95],"deciding":[97],"when":[98,102,113,120],"drop":[100],"packets,":[101],"change":[104,123],"data":[106],"rate":[107],"neighbor":[110],"links,":[112,149],"reroute":[115],"bundles":[116],"crosslinks,":[118],"or":[119],"not":[121],"any":[124],"network":[125],"parameter.":[126],"The":[127],"agent\u2019s":[128],"goal":[129],"maximize":[132],"bits":[134],"received":[135],"by":[136],"Deep":[138],"Space":[139],"Network":[140],"while":[141],"minimizing":[142],"capacity":[144],"allocated":[145],"all":[147,198],"controlled":[148],"control":[151],"buffer":[153],"utilization":[154],"avoid":[156],"memory":[157],"overflows.":[158],"To":[159],"assess":[160],"potential":[162],"using":[164],"management,":[168],"performance":[170],"trained":[173],"benchmarked":[177],"against":[178],"non-RL-based":[180],"policies":[181,200],"realistic":[184],"lunar":[185],"scenario.":[186,203],"Results":[187],"show":[188],"that":[189],"provides":[193],"highest":[195],"reward,":[196],"outperforming":[197],"non-RL":[199],"this":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}