{"id":"https://openalex.org/W3215323447","doi":"https://doi.org/10.1109/taes.2021.3130832","title":"Intelligent Action Selection for NGSO Networks With Interference Constraints: A Modified Q-Learning Approach","display_name":"Intelligent Action Selection for NGSO Networks With Interference Constraints: A Modified Q-Learning Approach","publication_year":2021,"publication_date":"2021-11-26","ids":{"openalex":"https://openalex.org/W3215323447","doi":"https://doi.org/10.1109/taes.2021.3130832","mag":"3215323447"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2021.3130832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2021.3130832","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058339183","display_name":"Zixuan Ren","orcid":"https://orcid.org/0000-0002-9141-5919"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Ren","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9141-5919","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684972","display_name":"Jin Jin","orcid":"https://orcid.org/0000-0002-8500-5016"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Jin","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8500-5016","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318052","display_name":"Wei Li","orcid":"https://orcid.org/0000-0001-8858-3084"},"institutions":[{"id":"https://openalex.org/I4210143635","display_name":"State Radio Regulation Of China","ror":"https://ror.org/041100z65","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210143635","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["State Radio Monitoring Center, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8858-3084","affiliations":[{"raw_affiliation_string":"State Radio Monitoring Center, Beijing, China","institution_ids":["https://openalex.org/I4210143635"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061720505","display_name":"Yafeng Zhan","orcid":"https://orcid.org/0000-0002-3869-4592"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafeng Zhan","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3869-4592","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.924,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86835854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"58","issue":"3","first_page":"2231","last_page":"2242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.7376322150230408},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.649013340473175},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6164795160293579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6150285005569458},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.46216344833374023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4603078365325928},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1943504810333252},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15266871452331543}],"concepts":[{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.7376322150230408},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.649013340473175},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6164795160293579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6150285005569458},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46216344833374023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4603078365325928},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1943504810333252},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15266871452331543},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2021.3130832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2021.3130832","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G631857107","display_name":null,"funder_award_id":"91738101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W1557517019","https://openalex.org/W1574779531","https://openalex.org/W1993077031","https://openalex.org/W1996804776","https://openalex.org/W2023364053","https://openalex.org/W2040311167","https://openalex.org/W2073291172","https://openalex.org/W2099618002","https://openalex.org/W2101124704","https://openalex.org/W2117134917","https://openalex.org/W2158125716","https://openalex.org/W2167489871","https://openalex.org/W2487670340","https://openalex.org/W2530115161","https://openalex.org/W2605615558","https://openalex.org/W2770446126","https://openalex.org/W2798333393","https://openalex.org/W2802483526","https://openalex.org/W2810694431","https://openalex.org/W2909782717","https://openalex.org/W2911232490","https://openalex.org/W2911323097","https://openalex.org/W2917654955","https://openalex.org/W2921679472","https://openalex.org/W2924888671","https://openalex.org/W2935268363","https://openalex.org/W3003222026","https://openalex.org/W3008890296","https://openalex.org/W3023707830","https://openalex.org/W3036509096","https://openalex.org/W3112099229","https://openalex.org/W3155989319","https://openalex.org/W3166633785","https://openalex.org/W4214717370","https://openalex.org/W6638827766","https://openalex.org/W6760923160"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W2375786911","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2077555735","https://openalex.org/W2108112111","https://openalex.org/W2060421996"],"abstract_inverted_index":{"With":[0],"the":[1,10,26,33,47,51,79,87,95,99,104,113,124],"rapid":[2],"development":[3],"of":[4,28,39,53,82,97,108],"nongeostationary":[5],"orbit":[6,15],"(NGSO)":[7],"constellation":[8],"networks,":[9,110],"co-frequency":[11,157],"interference":[12,56,106,158],"between":[13],"geostationary":[14],"(GSO)":[16],"and":[17,32,36,102,116,132,148],"NGSO":[18,40,83,128],"systems":[19],"is":[20,43,75],"becoming":[21],"increasingly":[22],"inevitable.":[23],"Due":[24],"to":[25,45,77,151],"characteristics":[27],"complex":[29],"multimission":[30],"planning":[31],"large":[34],"spatial":[35],"temporal":[37],"scale":[38],"constellations,":[41],"it":[42],"difficult":[44],"maximize":[46],"system":[48,80,100],"performance":[49,81,101],"under":[50],"constraints":[52],"GSO":[54,109],"networks\u2019":[55],"protections.":[57],"In":[58],"this":[59,91],"article,":[60],"based":[61],"on":[62],"an":[63],"iterative":[64],"greedy":[65],"algorithm,":[66,126],"a":[67],"modified":[68,92],"Q-learning":[69],"approach":[70,93],"in":[71],"reinforcement":[72],"learning":[73],"(RL)":[74],"proposed":[76,125],"upgrade":[78],"network.":[84],"Compared":[85],"with":[86,156],"traditional":[88],"RL":[89],"algorithms,":[90],"has":[94],"advantages":[96],"improving":[98],"meeting":[103],"aggregate":[105],"protections":[107],"by":[111,122],"redefining":[112],"actions,":[114,136],"rewards,":[115],"Q-tables.":[117],"Simulation":[118],"results":[119],"show":[120],"that":[121],"adopting":[123],"all":[127],"links":[129],"timely":[130],"select":[131],"flexibly":[133],"adapt":[134],"their":[135],"including":[137],"access":[138],"objects,":[139],"transmission":[140],"powers,":[141],"communication":[142],"rates,":[143],"as":[144,146],"well":[145],"modulation":[147],"coding":[149],"schemes,":[150],"achieve":[152],"more":[153],"global":[154],"rewards":[155],"constraints.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}