{"id":"https://openalex.org/W2799547155","doi":"https://doi.org/10.1109/jsac.2018.2832820","title":"Multiobjective Reinforcement Learning for Cognitive Satellite Communications Using Deep Neural Network Ensembles","display_name":"Multiobjective Reinforcement Learning for Cognitive Satellite Communications Using Deep Neural Network Ensembles","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2799547155","doi":"https://doi.org/10.1109/jsac.2018.2832820","mag":"2799547155"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2018.2832820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2018.2832820","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048214469","display_name":"Paulo Victor R. Ferreira","orcid":"https://orcid.org/0000-0002-4909-7072"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo Victor Rodrigues Ferreira","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4909-7072","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027655988","display_name":"Randy Paffenroth","orcid":"https://orcid.org/0000-0002-4823-1348"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randy Paffenroth","raw_affiliation_strings":["Department of Mathematical Sciences, Department of Computer Science and Data Science Program, Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4823-1348","affiliations":[{"raw_affiliation_string":"Department of Mathematical Sciences, Department of Computer Science and Data Science Program, Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011856267","display_name":"Alexander M. Wyglinski","orcid":"https://orcid.org/0000-0002-3357-0064"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander M. Wyglinski","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037722053","display_name":"Timothy M. Hackett","orcid":"https://orcid.org/0000-0002-8286-8000"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy M. Hackett","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The Pennsylvania State University, University Park, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8286-8000","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026524985","display_name":"Sven G. Bil\u00e9n","orcid":"https://orcid.org/0000-0002-5416-7039"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sven G. Bilen","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The Pennsylvania State University, University Park, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5416-7039","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075148754","display_name":"Richard C. Reinhart","orcid":null},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard C. Reinhart","raw_affiliation_strings":["Space Communications and Navigation, NASA John H. Glenn Research Center, Cleveland, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Space Communications and Navigation, NASA John H. Glenn Research Center, Cleveland, OH, USA","institution_ids":["https://openalex.org/I2799786008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045546616","display_name":"Dale J. Mortensen","orcid":null},"institutions":[{"id":"https://openalex.org/I2799786008","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42","country_code":"US","type":"facility","lineage":["https://openalex.org/I2799786008","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dale J. Mortensen","raw_affiliation_strings":["Space Communications and Navigation, NASA John H. Glenn Research Center, Cleveland, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Space Communications and Navigation, NASA John H. Glenn Research Center, Cleveland, OH, USA","institution_ids":["https://openalex.org/I2799786008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":140.0736,"has_fulltext":false,"cited_by_count":139,"citation_normalized_percentile":{"value":0.99950032,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"36","issue":"5","first_page":"1030","last_page":"1041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.825904369354248},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7528026103973389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5721177458763123},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5471677780151367},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.546622097492218},{"id":"https://openalex.org/keywords/communications-satellite","display_name":"Communications satellite","score":0.4917445480823517},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.4708124101161957},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4021313786506653},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.13232818245887756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.825904369354248},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7528026103973389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5721177458763123},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5471677780151367},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.546622097492218},{"id":"https://openalex.org/C121308736","wikidata":"https://www.wikidata.org/wiki/Q149918","display_name":"Communications satellite","level":3,"score":0.4917445480823517},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.4708124101161957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4021313786506653},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.13232818245887756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2018.2832820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2018.2832820","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3403777550","display_name":null,"funder_award_id":"NNC14AA01A","funder_id":"https://openalex.org/F4320332372","funder_display_name":"Glenn Research Center"},{"id":"https://openalex.org/G409483492","display_name":null,"funder_award_id":"BEX 18701/12-4","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G7582690170","display_name":"IN A COMMUNICATIONS CHANNEL  THE SPACE ENVIRONMENT BETWEEN A SPACECRAFT AND AN EARTH GROUND STATION CAN POTENTIALLY CAUSE THE LOSS OF A DATA LINK OR AT LEAST DEGRADE ITS PERFORMANCE. THE RESEARCH PLAN DETAILED IN THIS PROPOSAL DESCRIBES AN ADAPTIVE  INTELLIGENT MAC PROTOCOL FOR SOFTWARE-DEFINED RADIO SPACE COMMUNICATIONS APPLICATIONS. IT CONSISTS OF SENSING  PREDICTIVE  AND DECISION MECHANISMS THAT WILL DRIVE AN OVERALL FRAMEWORK TO SENSE CURRENT CHANNEL CONDITIONS  PREDICT THE NEAR-FUTURE CHANNEL CONDITIONS  AND THEN AUTOMATICALLY RECONFIGURE BASED ON THESE INPUTS. THE RECONFIGURATION OF THE SDR WILL BE BASED ON ATTEMPTING TO MAINTAIN THE PERFORMANCE REQUIREMENTS FOR THE DATA LINK  SUCH AS BIT ERROR RATE  UPTIME  RELIABILITY  AND OR DATA RATE. UPON SUCCESSFUL TESTING ONBOARD THE INTERNATIONAL SPACE STATION USING THE SPACE COMMUNICATIONS AND NAVIGATION SCAN TESTBED  THIS RESEARCH EFFORT WILL CHANGE THE TRL LEVEL FROM TRL 3 TO TRL 5 IN THE AREA OF TA05. ULTIMATELY  IT WILL POTENTIALLY PUSH THE STATE OF THE ART PERFORMANCE LIMITS OF A SPACEBASED COMMUNICATIONS NETWORK.","funder_award_id":"NNX15AQ41H","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320332372","display_name":"Glenn Research Center","ror":"https://ror.org/059fqnc42"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W219958725","https://openalex.org/W1508266775","https://openalex.org/W1540047495","https://openalex.org/W1626155273","https://openalex.org/W1861176775","https://openalex.org/W1894635569","https://openalex.org/W1973942241","https://openalex.org/W1976363632","https://openalex.org/W2018767543","https://openalex.org/W2048834780","https://openalex.org/W2069752103","https://openalex.org/W2091005538","https://openalex.org/W2101840010","https://openalex.org/W2102660061","https://openalex.org/W2103329036","https://openalex.org/W2104310451","https://openalex.org/W2121863487","https://openalex.org/W2124776405","https://openalex.org/W2125732904","https://openalex.org/W2127232822","https://openalex.org/W2145339207","https://openalex.org/W2155482699","https://openalex.org/W2165146493","https://openalex.org/W2257979135","https://openalex.org/W2488544472","https://openalex.org/W2530115161","https://openalex.org/W2742899112","https://openalex.org/W3103262232","https://openalex.org/W3169009245"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2028190576","https://openalex.org/W4206958678","https://openalex.org/W2373343648"],"abstract_inverted_index":{"Future":[0],"spacecraft":[1],"communication":[2,135],"subsystems":[3],"will":[4],"potentially":[5],"benefit":[6],"from":[7,92],"software-defined":[8],"radios":[9,170],"controlled":[10],"by":[11],"artificial":[12,31],"intelligence":[13],"algorithms.":[14],"In":[15,85],"this":[16],"paper,":[17],"we":[18],"propose":[19],"a":[20,67,73],"novel":[21],"radio":[22,53,62],"resource":[23,104],"allocation":[24,105],"algorithm":[25],"leveraging":[26],"multiobjective":[27],"reinforcement":[28],"learning":[29],"and":[30,40,56,103,138],"neural":[32],"network":[33],"ensembles":[34],"able":[35],"to":[36,89,96,119,160],"manage":[37],"available":[38],"resources":[39],"conflicting":[41],"mission-based":[42],"goals.":[43],"The":[44,107,127,148],"uncertainty":[45],"in":[46,94],"the":[47,57,61,81,111,131,144,154,161,172],"performance":[48,101,122,132],"of":[49,51,60,80,153],"thousands":[50],"possible":[52],"parameter":[54],"combinations":[55],"dynamic":[58],"behavior":[59],"channel":[63],"over":[64],"time":[65],"producing":[66],"continuous":[68,76],"multidimensional":[69],"state\u2013action":[70,77],"space":[71],"requires":[72],"fixed-size":[74],"memory":[75],"mapping":[78],"instead":[79],"traditional":[82],"discrete":[83],"mapping.":[84],"addition,":[86],"actions":[87],"need":[88],"be":[90],"decoupled":[91],"states":[93],"order":[95],"allow":[97],"for":[98,133,143],"online":[99],"learning,":[100],"monitoring,":[102],"prediction.":[106],"proposed":[108,149],"approach":[109,150],"leverages":[110],"authors\u2019":[112],"previous":[113],"research":[114,146],"on":[115],"constraining":[116],"decisions":[117],"predicted":[118],"have":[120],"poor":[121],"through":[123],"\u201dvirtual":[124],"environment":[125],"exploration.\u201d":[126],"simulation":[128],"results":[129],"show":[130],"different":[134],"mission":[136],"profiles,":[137],"accuracy":[139],"benchmarks":[140],"are":[141],"provided":[142],"future":[145],"reference.":[147],"constitutes":[151],"part":[152],"core":[155],"cognitive":[156],"engine":[157],"proof-of-concept":[158],"delivered":[159],"NASA":[162],"John":[163],"H.":[164],"Glenn":[165],"Research":[166],"Center\u2019s":[167],"SCaN":[168],"Testbed":[169],"on-board":[171],"International":[173],"Space":[174],"Station.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":24},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}