{"id":"https://openalex.org/W2911853321","doi":"https://doi.org/10.1109/apcc.2018.8633463","title":"Distributed Multi-agent Q-learning for Anti-dynamic Jamming and Collision-avoidance Spectrum Access in Cognitive Radio System","display_name":"Distributed Multi-agent Q-learning for Anti-dynamic Jamming and Collision-avoidance Spectrum Access in Cognitive Radio System","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2911853321","doi":"https://doi.org/10.1109/apcc.2018.8633463","mag":"2911853321"},"language":"en","primary_location":{"id":"doi:10.1109/apcc.2018.8633463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apcc.2018.8633463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th Asia-Pacific Conference on Communications (APCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011669654","display_name":"Qiucheng Shan","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiucheng Shan","raw_affiliation_strings":["College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079909747","display_name":"Jun Xiong","orcid":"https://orcid.org/0000-0002-2642-5512"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xiong","raw_affiliation_strings":["College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025383728","display_name":"Dongtang Ma","orcid":"https://orcid.org/0000-0001-6860-9312"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongtang Ma","raw_affiliation_strings":["College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031000441","display_name":"Jiaxun Li","orcid":"https://orcid.org/0000-0002-0583-4915"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxun Li","raw_affiliation_strings":["College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053610303","display_name":"Tiantian Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiantian Hu","raw_affiliation_strings":["College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Science, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3953,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.68579471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"428","last_page":"432"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.8068554401397705},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7673028707504272},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.7492250204086304},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.7224560976028442},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6630884408950806},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.6082825660705566},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5767189264297485},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5258945822715759},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.5052497982978821},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5045491456985474},{"id":"https://openalex.org/keywords/battlefield","display_name":"Battlefield","score":0.47551780939102173},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46950435638427734},{"id":"https://openalex.org/keywords/carrier-sense-multiple-access-with-collision-avoidance","display_name":"Carrier sense multiple access with collision avoidance","score":0.42629945278167725},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.4170778691768646},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.3535306453704834},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2050291895866394},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20327875018119812},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16813716292381287},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16288617253303528},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10231834650039673},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.10094445943832397}],"concepts":[{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.8068554401397705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7673028707504272},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.7492250204086304},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7224560976028442},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6630884408950806},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.6082825660705566},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5767189264297485},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5258945822715759},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.5052497982978821},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5045491456985474},{"id":"https://openalex.org/C2779669469","wikidata":"https://www.wikidata.org/wiki/Q4895508","display_name":"Battlefield","level":2,"score":0.47551780939102173},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46950435638427734},{"id":"https://openalex.org/C59229178","wikidata":"https://www.wikidata.org/wiki/Q944633","display_name":"Carrier sense multiple access with collision avoidance","level":4,"score":0.42629945278167725},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.4170778691768646},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.3535306453704834},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2050291895866394},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20327875018119812},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16813716292381287},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16288617253303528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10231834650039673},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.10094445943832397},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apcc.2018.8633463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apcc.2018.8633463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th Asia-Pacific Conference on Communications (APCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1445962242","https://openalex.org/W2048663221","https://openalex.org/W2364538387","https://openalex.org/W2391652555","https://openalex.org/W2529409062","https://openalex.org/W2532143293","https://openalex.org/W2743307590","https://openalex.org/W2765492968","https://openalex.org/W2770759419","https://openalex.org/W2963875807"],"related_works":["https://openalex.org/W2390988682","https://openalex.org/W1973188465","https://openalex.org/W2483502620","https://openalex.org/W2019333619","https://openalex.org/W2075222201","https://openalex.org/W2589238502","https://openalex.org/W2800487615","https://openalex.org/W4249464527","https://openalex.org/W2240851304","https://openalex.org/W2550785091"],"abstract_inverted_index":{"Dynamic":[0],"malicious":[1],"jamming":[2,108],"of":[3,34,41,93,114],"spectrum":[4,20,69,94,115,136],"throughout":[5],"the":[6,25,32,73,98,123,130,134],"entire":[7],"communication":[8,53,75],"band":[9],"is":[10,88],"a":[11,39,66],"major":[12],"issue":[13],"confronted":[14],"by":[15],"tactical":[16,35],"communications.":[17],"The":[18],"conventional":[19],"access":[21,70,137],"scheme":[22],"based":[23],"on":[24],"central":[26],"control":[27],"node":[28],"fails":[29],"to":[30,58,77,90],"satisfy":[31],"demand":[33],"communications;":[36],"it":[37],"has":[38],"number":[40],"drawbacks":[42],"including":[43],"low":[44],"battlefield":[45],"survival":[46],"rates,":[47],"high":[48],"computational":[49],"complexity,":[50],"large":[51],"interactive":[52,74],"overhead":[54,76],"and":[55,105,127],"slow":[56],"reaction":[57],"dynamic":[59,79,107],"jamming.":[60,80],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"distributed":[67],"multi-agent":[68],"strategy":[71,132],"without":[72],"evade":[78,106],"Furthermore,":[81],"A":[82],"simplified":[83],"Q":[84],"reinforcement":[85],"learning":[86,125],"algorithm":[87,126],"applied":[89],"alleviate":[91],"collisions":[92,113],"among":[95],"nodes.":[96,119],"Under":[97],"proposed":[99,131],"strategy,":[100],"all":[101],"nodes":[102],"can":[103],"predict":[104],"as":[109,111],"well":[110],"avoid":[112],"usage":[116],"with":[117],"other":[118],"Simulation":[120],"results":[121],"verify":[122],"collision-avoidance":[124],"indicate":[128],"that":[129],"outperforms":[133],"random":[135],"strategy.":[138]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}