{"id":"https://openalex.org/W4282024721","doi":"https://doi.org/10.1186/s13638-022-02124-4","title":"Dynamic spectrum access and sharing through actor-critic deep reinforcement learning","display_name":"Dynamic spectrum access and sharing through actor-critic deep reinforcement learning","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4282024721","doi":"https://doi.org/10.1186/s13638-022-02124-4"},"language":"en","primary_location":{"id":"doi:10.1186/s13638-022-02124-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-022-02124-4","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13638-022-02124-4","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13638-022-02124-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071577305","display_name":"Liang Dong","orcid":"https://orcid.org/0000-0002-8585-1087"},"institutions":[{"id":"https://openalex.org/I157394403","display_name":"Baylor University","ror":"https://ror.org/005781934","country_code":"US","type":"education","lineage":["https://openalex.org/I157394403"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Liang Dong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Baylor University, Waco, TX, 76798, USA"],"raw_orcid":"https://orcid.org/0000-0002-8585-1087","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Baylor University, Waco, TX, 76798, USA","institution_ids":["https://openalex.org/I157394403"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040647168","display_name":"Yuchen Qian","orcid":"https://orcid.org/0009-0004-6567-8792"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Qian","raw_affiliation_strings":["Facebook, Inc., Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Inc., Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089918765","display_name":"Yuan Xing","orcid":"https://orcid.org/0000-0002-1567-4695"},"institutions":[{"id":"https://openalex.org/I1921588","display_name":"University of Wisconsin\u2013Stout","ror":"https://ror.org/01gb8pc70","country_code":"US","type":"education","lineage":["https://openalex.org/I1921588"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan Xing","raw_affiliation_strings":["Engineering and Technology Department, University of Wisconsin-Stout, Menomonie, WI, 54751, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering and Technology Department, University of Wisconsin-Stout, Menomonie, WI, 54751, USA","institution_ids":["https://openalex.org/I1921588"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071577305"],"corresponding_institution_ids":["https://openalex.org/I157394403"],"apc_list":{"value":1140,"currency":"GBP","value_usd":1398},"apc_paid":{"value":1140,"currency":"GBP","value_usd":1398},"fwci":1.8533,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85701138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"2022","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9241411685943604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.857595682144165},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5757962465286255},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5333580374717712},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5118393301963806},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.49460074305534363},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38944631814956665},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3538192808628082},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35337525606155396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3496878147125244}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9241411685943604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.857595682144165},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5757962465286255},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5333580374717712},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5118393301963806},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.49460074305534363},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38944631814956665},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3538192808628082},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35337525606155396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3496878147125244}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13638-022-02124-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-022-02124-4","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13638-022-02124-4","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5b34d5abc2eb487ca07c08031a340bf1","is_oa":true,"landing_page_url":"https://doaj.org/article/5b34d5abc2eb487ca07c08031a340bf1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking, Vol 2022, Iss 1, Pp 1-25 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13638-022-02124-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13638-022-02124-4","pdf_url":"https://jwcn-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13638-022-02124-4","source":{"id":"https://openalex.org/S82675988","display_name":"EURASIP Journal on Wireless Communications and Networking","issn_l":"1687-1472","issn":["1687-1472","1687-1499"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Wireless Communications and Networking","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309840","display_name":"Baylor University","ror":"https://ror.org/005781934"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4282024721.pdf","grobid_xml":"https://content.openalex.org/works/W4282024721.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W569478347","https://openalex.org/W2128010550","https://openalex.org/W2145339207","https://openalex.org/W2566523535","https://openalex.org/W2752413709","https://openalex.org/W2755056899","https://openalex.org/W2783558323","https://openalex.org/W2797767932","https://openalex.org/W2894110571","https://openalex.org/W2897318479","https://openalex.org/W2898754723","https://openalex.org/W2935818585","https://openalex.org/W2954543879","https://openalex.org/W2963000651","https://openalex.org/W2963079995","https://openalex.org/W2963921766","https://openalex.org/W2968764495","https://openalex.org/W2969195240","https://openalex.org/W2983432303","https://openalex.org/W2998709521","https://openalex.org/W3001491365","https://openalex.org/W3004294272","https://openalex.org/W3013525469","https://openalex.org/W3036160090","https://openalex.org/W3095478532","https://openalex.org/W3096610621","https://openalex.org/W3100844423","https://openalex.org/W3125424609","https://openalex.org/W3162695031","https://openalex.org/W3169776651","https://openalex.org/W4205993435","https://openalex.org/W4214854086","https://openalex.org/W4226072497"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W2089415692","https://openalex.org/W4294873804"],"abstract_inverted_index":{"Abstract":[0],"When":[1],"primary":[2,20,45,61,78],"users":[3,12,24,52,62,79,90,102,133,148],"of":[4,67,115],"the":[5,19,26,31,44,50,56,60,64,68,73,77,81,86,88,104,113,146,153],"spectrum":[6,57,94,154],"use":[7],"frequency":[8,32],"channels":[9,33],"intermittently,":[10],"secondary":[11,23,51,69,89,101,132,147],"can":[13,149],"selectively":[14],"transmit":[15],"without":[16],"interfering":[17],"with":[18,43,126],"users.":[21,46,70],"The":[22,100],"adjust":[25],"transmission":[27,159],"power":[28],"allocation":[29],"on":[30,72],"to":[34,111,152],"maximize":[35],"their":[36],"information":[37],"rate":[38],"while":[39],"reducing":[40],"channel":[41,65],"conflicts":[42],"In":[47,129],"this":[48],"paper,":[49],"do":[53],"not":[54],"know":[55],"usage":[58],"by":[59],"or":[63],"gains":[66],"Based":[71],"conflict":[74],"warnings":[75],"from":[76],"and":[80,92,119,156],"signal-to-interference-plus-noise":[82],"ratio":[83],"measurement":[84],"at":[85],"receiver,":[87],"adapt":[91,151],"improve":[93],"utilization":[95],"through":[96],"deep":[97,106,136],"reinforcement":[98,124,137],"learning.":[99],"adopt":[103],"actor-critic":[105],"deterministic":[107],"policy":[108],"gradient":[109],"algorithm":[110],"overcome":[112],"challenges":[114],"large":[116,120],"state":[117],"space":[118,122],"action":[121],"in":[123],"learning":[125,138],"continuous-valued":[127],"actions.":[128],"addition,":[130],"multiple":[131],"implement":[134],"multi-agent":[135],"under":[139],"certain":[140],"coordination.":[141],"Numerical":[142],"results":[143],"show":[144],"that":[145],"successfully":[150],"environment":[155],"learn":[157],"effective":[158],"policies.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}