{"id":"https://openalex.org/W2945875572","doi":"https://doi.org/10.1109/mcom.2019.1800796","title":"Reinforcement Learning for Satellite Communications: From LEO to Deep Space Operations","display_name":"Reinforcement Learning for Satellite Communications: From LEO to Deep Space Operations","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2945875572","doi":"https://doi.org/10.1109/mcom.2019.1800796","mag":"2945875572"},"language":"en","primary_location":{"id":"doi:10.1109/mcom.2019.1800796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.2019.1800796","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048214469","display_name":"Paulo Victor R. Ferreira","orcid":"https://orcid.org/0000-0002-4909-7072"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo Victor R. Ferreira","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027655988","display_name":"Randy Paffenroth","orcid":"https://orcid.org/0000-0002-4823-1348"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randy Paffenroth","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011856267","display_name":"Alexander M. Wyglinski","orcid":"https://orcid.org/0000-0002-3357-0064"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander M. Wyglinski","raw_affiliation_strings":["Worcester Polytechnic Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037722053","display_name":"Timothy M. Hackett","orcid":"https://orcid.org/0000-0002-8286-8000"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy M. Hackett","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026524985","display_name":"Sven G. Bil\u00e9n","orcid":"https://orcid.org/0000-0002-5416-7039"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sven G. Bilen","raw_affiliation_strings":["The Pennsylvania State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Pennsylvania State University","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075148754","display_name":"Richard C. Reinhart","orcid":null},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard C. Reinhart","raw_affiliation_strings":["NASA John H. Glenn Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NASA John H. Glenn Research Center","institution_ids":["https://openalex.org/I2799786008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045546616","display_name":"Dale J. Mortensen","orcid":null},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dale J. Mortensen","raw_affiliation_strings":["NASA John H. Glenn Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NASA John H. Glenn Research Center","institution_ids":["https://openalex.org/I2799786008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":77.3504,"has_fulltext":false,"cited_by_count":82,"citation_normalized_percentile":{"value":0.99835532,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"57","issue":"5","first_page":"70","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8268417119979858},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7551950812339783},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7470693588256836},{"id":"https://openalex.org/keywords/international-space-station","display_name":"International Space Station","score":0.5429636240005493},{"id":"https://openalex.org/keywords/space-exploration","display_name":"Space exploration","score":0.5144548416137695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4710286259651184},{"id":"https://openalex.org/keywords/nasa-deep-space-network","display_name":"NASA Deep Space Network","score":0.44818782806396484},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4340147376060486},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.38435259461402893},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.14958161115646362},{"id":"https://openalex.org/keywords/spacecraft","display_name":"Spacecraft","score":0.1381644606590271},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12191775441169739},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.12044605612754822},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11856085062026978}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8268417119979858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7551950812339783},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7470693588256836},{"id":"https://openalex.org/C520752033","wikidata":"https://www.wikidata.org/wiki/Q25271","display_name":"International Space Station","level":2,"score":0.5429636240005493},{"id":"https://openalex.org/C104060986","wikidata":"https://www.wikidata.org/wiki/Q180046","display_name":"Space exploration","level":2,"score":0.5144548416137695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4710286259651184},{"id":"https://openalex.org/C187107819","wikidata":"https://www.wikidata.org/wiki/Q835696","display_name":"NASA Deep Space Network","level":3,"score":0.44818782806396484},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4340147376060486},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.38435259461402893},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.14958161115646362},{"id":"https://openalex.org/C29829512","wikidata":"https://www.wikidata.org/wiki/Q40218","display_name":"Spacecraft","level":2,"score":0.1381644606590271},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12191775441169739},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.12044605612754822},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11856085062026978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcom.2019.1800796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.2019.1800796","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1973942241","https://openalex.org/W2145339207","https://openalex.org/W2163985053","https://openalex.org/W2165146493","https://openalex.org/W2327630995","https://openalex.org/W2516937543","https://openalex.org/W2739444426","https://openalex.org/W2742477283","https://openalex.org/W2742899112","https://openalex.org/W2799547155","https://openalex.org/W2898475012","https://openalex.org/W3169009245","https://openalex.org/W6662633320"],"related_works":["https://openalex.org/W1612238190","https://openalex.org/W3044323540","https://openalex.org/W1973216439","https://openalex.org/W2121851790","https://openalex.org/W791577771","https://openalex.org/W2361487835","https://openalex.org/W4375854354","https://openalex.org/W4386111849","https://openalex.org/W2625873088","https://openalex.org/W4361283549"],"abstract_inverted_index":{"The":[0,58,155],"National":[1],"Aeronautics":[2],"and":[3,13,18,28,48,53,65,79,114,122,141,183,194],"Space":[4,112,120],"Administration":[5],"(NASA)":[6],"is":[7],"in":[8,99,150],"the":[9,15,22,38,56,82,85,93,100,105,118,123,136,139,151,167,171,187],"midst":[10],"of":[11,60,77,84,96,104,143,186],"defining":[12],"developing":[14],"future":[16],"space":[17,148,164],"ground":[19,124,172],"architecture":[20],"for":[21,71,135],"coming":[23],"decades":[24],"to":[25,33,147,161,170,174,179],"return":[26,40],"science":[27],"exploration":[29],"discovery":[30],"data":[31,39,73,180],"back":[32],"investigators":[34],"on":[35],"Earth.":[36],"Optimizing":[37],"from":[41,51,166],"these":[42],"missions":[43],"requires":[44],"planning,":[45],"design,":[46],"standards,":[47],"operations":[49],"coordinated":[50],"formulation":[52],"development":[54],"throughout":[55],"mission.":[57],"use":[59],"automation":[61],"enhanced":[62],"by":[63],"cognition":[64],"machine":[66,97,145,158],"learning":[67,98,146,159,191],"are":[68,197],"potential":[69,94],"methods":[70],"optimizing":[72],"return,":[74],"reducing":[75],"costs":[76],"operations,":[78],"helping":[80],"manage":[81],"complexity":[83],"automated":[86],"systems.":[87,107],"In":[88],"this":[89],"article,":[90],"we":[91],"discuss":[92],"role":[95],"linkto-":[101],"link":[102,165],"aspect":[103],"communication":[106],"An":[108],"experiment":[109,156],"using":[110],"NASA's":[111],"Communication":[113],"Navigation":[115],"Testbed":[116],"onboard":[117],"International":[119],"Station":[121],"station":[125,173],"located":[126],"at":[127],"NASA":[128],"John":[129],"H.":[130],"Glenn":[131],"Research":[132],"Center":[133],"demonstrates":[134],"first":[137],"time":[138],"benefits":[140],"challenges":[142],"applying":[144],"links":[149],"actual":[152],"flight":[153],"environment.":[154],"used":[157],"decisions":[160],"configure":[162],"a":[163],"ISS-based":[168],"testbed":[169],"achieve":[175],"multiple":[176],"objectives":[177],"related":[178],"throughput,":[181],"bandwidth,":[182],"power.":[184],"Aspects":[185],"specific":[188],"neural-network-based":[189],"reinforcement":[190],"algorithm":[192],"formation":[193],"on-orbit":[195],"testing":[196],"discussed.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}