{"id":"https://openalex.org/W4399800491","doi":"https://doi.org/10.1109/ojcoms.2024.3416902","title":"Partially Cooperative RL for Hybrid Action CRNs With Imperfect CSI","display_name":"Partially Cooperative RL for Hybrid Action CRNs With Imperfect CSI","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399800491","doi":"https://doi.org/10.1109/ojcoms.2024.3416902"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2024.3416902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3416902","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2024.3416902","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050161366","display_name":"Sadia Khaf","orcid":"https://orcid.org/0000-0002-4188-0521"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sadia Khaf","raw_affiliation_strings":["Department of Electrical Engineering, École de technologie supérieure, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, École de technologie supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["Baseband Systems, Ericsson Canada, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Baseband Systems, Ericsson Canada, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086144625","display_name":"Jo\u00e3o V. C. Evangelista","orcid":"https://orcid.org/0000-0003-3842-8662"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joao Victor de Carvalho Evangelista","raw_affiliation_strings":["Baseband Systems, Ericsson Canada, Mississauga, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Baseband Systems, Ericsson Canada, Mississauga, ON, Canada","institution_ids":["https://openalex.org/I4210094041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050161366"],"corresponding_institution_ids":["https://openalex.org/I9736820"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.6813,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.73770988,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"5","issue":null,"first_page":"3762","last_page":"3774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.6838447451591492},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5289668440818787},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5006814002990723},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0714024007320404}],"concepts":[{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.6838447451591492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5289668440818787},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5006814002990723},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0714024007320404},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ojcoms.2024.3416902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3416902","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:28966","is_oa":true,"landing_page_url":null,"pdf_url":"https://espace2.etsmtl.ca/id/eprint/28966/1/Kaddoum-G-2024-28966.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"},{"id":"pmh:oai:doaj.org/article:19ea9d3c35894b14a9a780e057ce4e2c","is_oa":true,"landing_page_url":"https://doaj.org/article/19ea9d3c35894b14a9a780e057ce4e2c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 5, Pp 3762-3774 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2024.3416902","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2024.3416902","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2765721908","display_name":null,"funder_award_id":"305094","funder_id":"https://openalex.org/F4320334841","funder_display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies"},{"id":"https://openalex.org/G8497979319","display_name":null,"funder_award_id":"305094","funder_id":"https://openalex.org/F4320331165","funder_display_name":"Fonds de recherche du Qu\u00e9bec"}],"funders":[{"id":"https://openalex.org/F4320331165","display_name":"Fonds de recherche du Qu\u00e9bec","ror":"https://ror.org/00w3qhf76"},{"id":"https://openalex.org/F4320334841","display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2374250903","https://openalex.org/W1546413948","https://openalex.org/W2263832889","https://openalex.org/W2243884323","https://openalex.org/W42072456","https://openalex.org/W2390279801","https://openalex.org/W4243095785","https://openalex.org/W2358668433"],"abstract_inverted_index":{"Cognitive":[0],"radio":[1],"networks":[2],"(CRNs)":[3],"mitigate":[4],"spectrum":[5,14,34,52],"scarcity":[6],"by":[7,142,148,157],"leveraging":[8],"the":[9,12,25,33,47,72,87,96,137,154,159,172],"holes":[10],"in":[11],"licensed":[13],"to":[15,22,31,70,92,106],"enable":[16],"Internet":[17],"of":[18,50,89,98,109,140,171],"Things":[19],"(IoT)":[20],"devices":[21,29,69],"opportunistically":[23],"access":[24,38,53],"spectrum.":[26],"However,":[27],"IoT":[28,56,68,149],"need":[30,73],"sense":[32],"before":[35],"they":[36],"can":[37],"it,":[39],"which":[40],"is":[41,101],"an":[42],"energy-intensive":[43],"process":[44],"and":[45,122,146,165,183,190],"hinders":[46],"practical":[48,81],"implementation":[49],"opportunistic":[51],"for":[54,74,80,114,163],"energy-constrained":[55],"devices.":[57,150],"In":[58],"this":[59],"context,":[60],"reinforcement":[61,90,132],"learning-based":[62],"algorithms":[63,100,186],"that":[64,118,135,167],"encourage":[65],"cooperation":[66],"among":[67],"eliminate":[71],"constant":[75],"sensing":[76],"are":[77],"promising":[78],"candidates":[79],"CRN":[82],"implementation.":[83],"As":[84],"exciting":[85],"as":[86],"application":[88],"learning":[91,133],"CRNs":[93,141],"is,":[94],"benchmarking":[95],"performance":[97,156],"different":[99],"a":[102,107,127],"huge":[103],"challenge":[104],"due":[105],"lack":[108],"standardized":[110],"comparison":[111],"metrics,":[112],"especially":[113],"hybrid":[115,128],"action":[116],"spaces":[117],"comprise":[119],"both":[120],"discrete":[121,178],"continuous":[123],"actions.":[124],"We":[125,151],"propose":[126],"discrete-continuous":[129],"space":[130],"deep":[131],"algorithm":[134],"maximizes":[136],"energy":[138],"efficiency":[139],"optimizing":[143],"sensing,":[144],"cooperation,":[145],"transmission":[147],"also":[152],"analyze":[153],"algorithm\u2019s":[155],"setting":[158],"theoretical":[160,173],"upper":[161,174],"bound":[162],"throughput":[164],"find":[166],"it":[168],"reaches":[169,181],"99.4%":[170],"bound,":[175],"while":[176],"its":[177],"action-space":[179],"version":[180],"96%":[182],"other":[184],"baseline":[185],"range":[187],"between":[188],"70%":[189],"86%.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}