{"id":"https://openalex.org/W4320002623","doi":"https://doi.org/10.1109/lcomm.2023.3240363","title":"Reinforcement Learning for Link Adaptation and Channel Selection in LEO Satellite Cognitive Communications","display_name":"Reinforcement Learning for Link Adaptation and Channel Selection in LEO Satellite Cognitive Communications","publication_year":2023,"publication_date":"2023-01-27","ids":{"openalex":"https://openalex.org/W4320002623","doi":"https://doi.org/10.1109/lcomm.2023.3240363"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2023.3240363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3240363","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/bitstream/10993/54384/1/IEEECommLetter_Qureshi_Final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062305025","display_name":"Muhammad Anjum Qureshi","orcid":"https://orcid.org/0000-0001-6426-1267"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Muhammad Anjum Qureshi","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026746581","display_name":"Eva Lagunas","orcid":"https://orcid.org/0000-0002-9936-7245"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Eva Lagunas","raw_affiliation_strings":["Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg City, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Interdisciplinary Centre for Security, Reliability and Trust (SnT), University of Luxembourg, Luxembourg City, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["Department of Electrical Engineering, ETS, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, ETS, Montreal, Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062305025"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":1.1933,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.77739849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"27","issue":"3","first_page":"951","last_page":"955"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734745442867279},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.717911958694458},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6989803314208984},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.6398681402206421},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.6379716396331787},{"id":"https://openalex.org/keywords/link-adaptation","display_name":"Link adaptation","score":0.6070654988288879},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5510125160217285},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.5500673651695251},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.5120735764503479},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3570011854171753},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.28605079650878906},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.21865537762641907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19988280534744263},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15276753902435303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734745442867279},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.717911958694458},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6989803314208984},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.6398681402206421},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.6379716396331787},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.6070654988288879},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5510125160217285},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.5500673651695251},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.5120735764503479},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3570011854171753},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.28605079650878906},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.21865537762641907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19988280534744263},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15276753902435303},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lcomm.2023.3240363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3240363","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/54384","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/54384","pdf_url":"https://orbilu.uni.lu/bitstream/10993/54384/1/IEEECommLetter_Qureshi_Final.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Communications Letters (2023)","raw_type":"peer reviewed"},{"id":"pmh:oai:espace2.etsmtl.ca:26282","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/26282/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/54384","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/54384","pdf_url":"https://orbilu.uni.lu/bitstream/10993/54384/1/IEEECommLetter_Qureshi_Final.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Communications Letters (2023)","raw_type":"peer reviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5277281054","display_name":null,"funder_award_id":"C21/IS/16193290","funder_id":"https://openalex.org/F4320321038","funder_display_name":"Fonds National de la Recherche Luxembourg"}],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320002623.pdf","grobid_xml":"https://content.openalex.org/works/W4320002623.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2008098735","https://openalex.org/W2009551863","https://openalex.org/W2010798103","https://openalex.org/W2050152106","https://openalex.org/W2151222548","https://openalex.org/W2556042455","https://openalex.org/W2791444538","https://openalex.org/W2820485130","https://openalex.org/W2919158374","https://openalex.org/W2963035514","https://openalex.org/W2973557046","https://openalex.org/W2982360987","https://openalex.org/W3010088035","https://openalex.org/W3047308381","https://openalex.org/W3048425735","https://openalex.org/W4226116915","https://openalex.org/W4234228486","https://openalex.org/W4362714671","https://openalex.org/W6746728249","https://openalex.org/W6758070570","https://openalex.org/W6843854056"],"related_works":["https://openalex.org/W1931943713","https://openalex.org/W4313886786","https://openalex.org/W301676527","https://openalex.org/W2103028776","https://openalex.org/W3140554627","https://openalex.org/W1757854673","https://openalex.org/W2991224564","https://openalex.org/W4289865786","https://openalex.org/W2172055400","https://openalex.org/W2507345605"],"abstract_inverted_index":{"In":[0],"this":[1],"letter,":[2],"we":[3],"solve":[4],"the":[5,40,58,61,77,95,100,108,125,129,134,137,145],"link":[6],"adaptation":[7],"and":[8,23,84,88,103,107,113,156],"channel":[9,21,25,62,110,117,150],"selection":[10],"problem":[11,78],"in":[12,31,65,141],"next":[13],"generation":[14],"satellite":[15,36],"cognitive":[16,37],"networks":[17],"under":[18,111],"dynamically":[19,53],"varying":[20],"availability":[22],"time-varying":[24],"statistics.":[26],"Primary":[27],"user":[28,49],"(PU)":[29],"activity":[30],"Low":[32],"Earth":[33],"Orbit":[34],"(LEO)":[35],"communications":[38],"forces":[39],"set":[41],"of":[42,136],"available":[43,147],"transmission":[44,109,138,142],"channels":[45],"for":[46],"a":[47,66,80],"secondary":[48],"(SU)":[50],"to":[51,70,160],"vary":[52],"over":[54,144],"time.":[55],"We":[56,75],"consider":[57],"scenario":[59],"where":[60],"state":[63,151],"varies":[64],"piecewise-stationary":[67,114],"mode,":[68],"referred":[69],"as":[71,79,121,123],"quasi-static":[72],"(block-fading)":[73],"channels.":[74],"formalize":[76],"reinforcement":[81],"learning":[82],"problem,":[83],"propose":[85],"Discounted":[86],"Structured":[87],"Sleeping":[89],"Thompson":[90],"Sampling":[91],"(dSTS),":[92],"which":[93],"maximizes":[94],"SU\u2019s":[96,130],"throughput":[97],"by":[98,132],"selecting":[99],"optimum":[101],"modulation":[102],"coding":[104],"scheme":[105],"(MCS)":[106],"volatile":[112],"settings.":[115],"When":[116],"characteristics":[118],"are":[119],"unknown":[120],"well":[122],"piecewise-stationary,":[124],"proposed":[126],"algorithm":[127],"adapts":[128],"link-rate":[131],"exploiting":[133],"structure":[135],"success":[139],"probability":[140],"rates":[143],"selected":[146],"channel.":[148],"Furthermore,":[149],"information":[152],"(CSI)":[153],"is":[154,158],"absent":[155],"feedback":[157],"limited":[159],"1-bit":[161],"(success/failure).":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}